Test sglang router per service implementation

Author: Bihan Rana

src/dstack/_internal/core/models/routers.py

@@ -9,10 +9,17 @@
 
 class RouterType(str, Enum):
     SGLANG = "sglang"
+    SGLANG_DEPRECATED = "sglang_deprecated"
+    SGLANG_NEW = "sglang_new"
     VLLM = "vllm"
 
 
 class SGLangRouterConfig(CoreModel):
+    type: Literal["sglang_deprecated"] = "sglang_deprecated"
+    policy: str = "cache_aware"
+
+
+class SGLangNewRouterConfig(CoreModel):
     type: Literal["sglang"] = "sglang"
     policy: str = "cache_aware"
 
@@ -23,5 +30,5 @@ class VLLMRouterConfig(CoreModel):
 
 
 AnyRouterConfig = Annotated[
-    Union[SGLangRouterConfig, VLLMRouterConfig], Field(discriminator="type")
+    Union[SGLangRouterConfig, SGLangNewRouterConfig, VLLMRouterConfig], Field(discriminator="type")
 ]

src/dstack/_internal/proxy/gateway/model_routers/__init__.py

@@ -2,14 +2,19 @@
 
 from dstack._internal.core.models.routers import AnyRouterConfig
 from dstack._internal.proxy.gateway.model_routers.sglang import SglangRouter
+from dstack._internal.proxy.gateway.model_routers.sglang_new import SglangRouterNew
 
 from .base import Replica, Router, RouterContext
 
 
 def get_router(router: AnyRouterConfig, context: Optional[RouterContext] = None) -> Router:
     """Factory function to create a router instance from router configuration."""
     if router.type == "sglang":
+        return SglangRouterNew(router=router, context=context)
+    if router.type == "sglang_deprecated":
         return SglangRouter(router=router, context=context)
+    if router.type == "sglang_new":
+        return SglangRouterNew(router=router, context=context)
     raise ValueError(f"Router type '{router.type}' is not available")
 
 

src/dstack/_internal/proxy/gateway/model_routers/sglang.py

@@ -18,7 +18,7 @@
 class SglangRouter(Router):
     """SGLang router implementation using IGW (Inference Gateway) mode for multi-model serving."""
 
-    TYPE = "sglang"
+    TYPE = "sglang_deprecated"
 
     def __init__(self, router: SGLangRouterConfig, context: Optional[RouterContext] = None):
         """Initialize SGLang router.