From 55acce1e47b68b418c82f793cf3f3540638fc662 Mon Sep 17 00:00:00 2001 From: FurtherAI Date: Sat, 12 Sep 2026 05:11:33 +0000 Subject: [PATCH] Keep first recorded MoE routes on token overlaps --- src/art/preprocessing/moe_routing.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/src/art/preprocessing/moe_routing.py b/src/art/preprocessing/moe_routing.py index f07278679..d6fc8e3c2 100644 --- a/src/art/preprocessing/moe_routing.py +++ b/src/art/preprocessing/moe_routing.py @@ -418,10 +418,7 @@ def _overlay_routes( return end = start + routes.shape[0] existing = route_mask[start:end] - if bool(existing.any()) and not np.array_equal( - aligned[start:end][existing], routes[existing] - ): - raise RuntimeError("Overlapping routed experts disagree for the same token") + # Keep first-captured routes; an extended prompt may reroute its uncached tail. fill = ~existing if bool(fill.any()): aligned[start:end][fill] = routes[fill]