diff --git a/deploy/stacks/self-managed/environments/base.yaml b/deploy/stacks/self-managed/environments/base.yaml index 8d451b369..b543735dd 100644 --- a/deploy/stacks/self-managed/environments/base.yaml +++ b/deploy/stacks/self-managed/environments/base.yaml @@ -318,6 +318,9 @@ addons: config: mappingPath: /etc/vanity-gateway/config/config.yaml nvcfApiEndpoint: http://invocation.nvcf.svc.cluster.local:8080 + # Read only by hosts declared under mappingConfig.v2config.llmGateway. + # Those hosts also require addons.llm.enabled, which deploys this service. + llmGatewayEndpoint: http://llm-api-gateway.nvcf.svc.cluster.local:8080 # Empty by default because the Vanity Gateway chart does not create Vault # Agent injection. Set this only when another component mounts the secrets # file into the pod. diff --git a/deploy/stacks/self-managed/global.yaml.gotmpl b/deploy/stacks/self-managed/global.yaml.gotmpl index 5f4238f2f..3cb143821 100644 --- a/deploy/stacks/self-managed/global.yaml.gotmpl +++ b/deploy/stacks/self-managed/global.yaml.gotmpl @@ -1026,6 +1026,7 @@ vanityGateway: config: mappingPath: {{ dig "addons" "vanityGateway" "config" "mappingPath" "/etc/vanity-gateway/config/config.yaml" .Values | quote }} nvcfApiEndpoint: {{ dig "addons" "vanityGateway" "config" "nvcfApiEndpoint" "http://invocation.nvcf.svc.cluster.local:8080" .Values | quote }} + llmGatewayEndpoint: {{ dig "addons" "vanityGateway" "config" "llmGatewayEndpoint" "http://llm-api-gateway.nvcf.svc.cluster.local:8080" .Values | quote }} {{- if .Values.global.observability.tracing.enabled }} otelExporterOtlpEndpoint: "{{ .Values.global.observability.tracing.collectorProtocol }}://{{ .Values.global.observability.tracing.collectorEndpoint }}:{{ .Values.global.observability.tracing.collectorPort }}" {{- else }}