From 86ec2b4e43d143b13f6fa5fd07f4322021f33c46 Mon Sep 17 00:00:00 2001 From: Max Xing Date: Wed, 19 Aug 2026 17:55:23 -0700 Subject: [PATCH] feat(vanity-gateway): pass the LLM Gateway endpoint through the stack The self-managed stack enumerates the Vanity Gateway config keys one by one when rendering chart values, so llmGatewayEndpoint was dropped and the gateway failed to start with "LLM_GATEWAY_ENDPOINT is required" whenever a host was declared under mappingConfig.v2config.llmGateway. The mappingConfig half already passed through untouched, so the section could be configured but never worked. Adds the key to the rendered config block and documents it in base.yaml with the in-cluster LLM Gateway as the default. Chart and image pins are not bumped here. Both need a published artifact carrying the service-side change, which does not exist yet. Signed-off-by: Max Xing --- deploy/stacks/self-managed/environments/base.yaml | 3 +++ deploy/stacks/self-managed/global.yaml.gotmpl | 1 + 2 files changed, 4 insertions(+) diff --git a/deploy/stacks/self-managed/environments/base.yaml b/deploy/stacks/self-managed/environments/base.yaml index 8d451b369..b543735dd 100644 --- a/deploy/stacks/self-managed/environments/base.yaml +++ b/deploy/stacks/self-managed/environments/base.yaml @@ -318,6 +318,9 @@ addons: config: mappingPath: /etc/vanity-gateway/config/config.yaml nvcfApiEndpoint: http://invocation.nvcf.svc.cluster.local:8080 + # Read only by hosts declared under mappingConfig.v2config.llmGateway. + # Those hosts also require addons.llm.enabled, which deploys this service. + llmGatewayEndpoint: http://llm-api-gateway.nvcf.svc.cluster.local:8080 # Empty by default because the Vanity Gateway chart does not create Vault # Agent injection. Set this only when another component mounts the secrets # file into the pod. diff --git a/deploy/stacks/self-managed/global.yaml.gotmpl b/deploy/stacks/self-managed/global.yaml.gotmpl index 5f4238f2f..3cb143821 100644 --- a/deploy/stacks/self-managed/global.yaml.gotmpl +++ b/deploy/stacks/self-managed/global.yaml.gotmpl @@ -1026,6 +1026,7 @@ vanityGateway: config: mappingPath: {{ dig "addons" "vanityGateway" "config" "mappingPath" "/etc/vanity-gateway/config/config.yaml" .Values | quote }} nvcfApiEndpoint: {{ dig "addons" "vanityGateway" "config" "nvcfApiEndpoint" "http://invocation.nvcf.svc.cluster.local:8080" .Values | quote }} + llmGatewayEndpoint: {{ dig "addons" "vanityGateway" "config" "llmGatewayEndpoint" "http://llm-api-gateway.nvcf.svc.cluster.local:8080" .Values | quote }} {{- if .Values.global.observability.tracing.enabled }} otelExporterOtlpEndpoint: "{{ .Values.global.observability.tracing.collectorProtocol }}://{{ .Values.global.observability.tracing.collectorEndpoint }}:{{ .Values.global.observability.tracing.collectorPort }}" {{- else }}