feat: model aliases

templates/envoy/ai-gateway-route.yaml

@@ -31,4 +31,19 @@ spec:
         - name: {{ include "model.fullname" (merge (dict "modelName" $name) $) }}
     {{- end }}
   {{- end }}
+  {{- /* The backend serves the target under its fullName, so the gateway rewrites the alias. */}}
+  {{- range $alias, $target := .Values.modelAliases }}
+    {{- $model := index $.Values.models $target | default dict }}
+    {{- if not (or $model.internal $model.apiUrl) }}
+      {{- fail (printf "modelAliases.%s: %q is not a routed model in .Values.models" $alias $target) }}
+    {{- end }}
+    - matches:
+        - headers:
+            - type: Exact
+              name: x-ai-eg-model
+              value: {{ $alias }}
+      backendRefs:
+        - name: {{ include "model.fullname" (merge (dict "modelName" $target) $) }}
+          modelNameOverride: {{ $model.fullName }}
+  {{- end }}
 {{- end }}

templates/init_job/init_secret.yaml

@@ -10,6 +10,6 @@ stringData:
     host = "{{ include "openwebui.fullname" . }}.{{ $.Release.Namespace }}.svc.cluster.local:8080"
     admin_user = "{{ .Values.openwebui.admin.user | required ".Values.openwebui.admin.user is required" }}"
     admin_email = "{{ .Values.openwebui.admin.email | required ".Values.openwebui.admin.email is required"}}"
-    model_ids = [{{ range $name, $model := .Values.models }}"{{ $model.fullName }}",{{ end }}]
+    model_ids = [{{ range $name, $model := .Values.models }}"{{ $model.fullName }}",{{ end }}{{ range $alias, $_ := .Values.modelAliases }}"{{ $alias }}",{{ end }}]
   OPENWEBUI_ADMIN_PASSWORD: {{ .Values.openwebui.admin.password | required ".Values.openwebui.admin.password" | quote }}
 {{- end }}

tools/helm/lint-values.yaml

@@ -30,3 +30,5 @@ models:
     <<: *model
     persistence: { enabled: false }
     cacheDir: { claimName: pvc-example-home }
+modelAliases:
+  lint-alias: lint

values.yaml

@@ -83,6 +83,10 @@ openwebui:
 
 models: {}
 
+# Stable model names: alias -> key of `models` (not its fullName).
+modelAliases: {}
+  # sdsc-large: model-short-name
+
 initJob:
   image:
     repository: ghcr.io/swissdatasciencecenter/llm-serving/init