[chore]: Drop gateway-based routers implementation

gateway/pyproject.toml

@@ -14,10 +14,6 @@ dependencies = [
     "dstack[gateway] @ https://github.com/dstackai/dstack/archive/refs/heads/master.tar.gz",
 ]
 
-[project.optional-dependencies]
-# TODO: drop, unused by the server since 0.21.0
-sglang = ["sglang-router==0.3.2"]
-
 [tool.setuptools.package-data]
 "dstack.gateway" = [
     "resources/systemd/*",

src/dstack/_internal/core/models/routers.py

@@ -12,20 +12,6 @@ class RouterType(str, Enum):
     DYNAMO = "dynamo"
 
 
-class SGLangServiceRouterConfig(CoreModel):  # TODO: drop, unused by the server since 0.21.0
-    type: Annotated[Literal["sglang"], Field(description="The router type")] = "sglang"
-    policy: Annotated[
-        Literal["random", "round_robin", "cache_aware", "power_of_two"],
-        Field(
-            description="The routing policy. Options: `random`, `round_robin`, `cache_aware`, `power_of_two`"
-        ),
-    ] = "cache_aware"
-    pd_disaggregation: Annotated[
-        bool,
-        Field(description="Enable PD disaggregation mode for the SGLang router"),
-    ] = False
-
-
 class ReplicaGroupRouterConfig(CoreModel):
     type: Annotated[
         Literal["sglang", "dynamo"],
@@ -38,6 +24,3 @@ class ReplicaGroupRouterConfig(CoreModel):
             ),
         ),
     ] = "sglang"
-
-
-AnyServiceRouterConfig = SGLangServiceRouterConfig

src/dstack/_internal/proxy/gateway/resources/nginx/service.jinja2

@@ -4,13 +4,9 @@ limit_req_zone {{ zone.key }} zone={{ zone.name }}:10m rate={{ zone.rpm }}r/m;
 
 {% if replicas %}
 upstream {{ domain }}.upstream {
-    {% if router_port is not none %}
-    server 127.0.0.1:{{ router_port }};  # SGLang router on the gateway
-    {% else %}
     {% for replica in replicas %}
     server unix:{{ replica.socket }};  # replica {{ replica.id }}
     {% endfor %}
-    {% endif %}
 }
 {% else %}
 
@@ -48,7 +44,7 @@ server {
     {% endfor %}
 
     {# For router services: block all requests except whitelisted locations added dynamically above #}
-    {% if has_router_replica or (router is not none and router.type == "sglang") %}
+    {% if has_router_replica %}
     location / {
         return 403;
     }

src/dstack/_internal/proxy/gateway/routers/registry.py

@@ -39,7 +39,6 @@ async def register_service(
         ssh_private_key=body.ssh_private_key,
         repo=repo,
         has_router_replica=body.has_router_replica,
-        router=body.router,
         nginx=nginx,
         service_conn_pool=service_conn_pool,
     )

src/dstack/_internal/proxy/gateway/schemas/registry.py

@@ -3,7 +3,6 @@
 from pydantic import BaseModel, Field
 
 from dstack._internal.core.models.instances import SSHConnectionParams
-from dstack._internal.core.models.routers import AnyServiceRouterConfig
 from dstack._internal.proxy.lib.models import RateLimit
 
 
@@ -48,7 +47,6 @@ class RegisterServiceRequest(BaseModel):
     ssh_private_key: str
     rate_limits: tuple[RateLimit, ...] = ()
     has_router_replica: bool = False
-    router: Optional[AnyServiceRouterConfig] = None
 
 
 class SetServiceIdRequest(BaseModel):