From 33afbe9a9499ab2e05b415dc89e0f028b813677d Mon Sep 17 00:00:00 2001 From: Max Brunsfeld Date: Tue, 6 Aug 2024 09:35:00 -0700 Subject: [PATCH] Add LLM service to kubernetes deployment action (#15863) Release Notes: - N/A Co-authored-by: Marshall --- .github/workflows/deploy_collab.yml | 6 ++++++ crates/collab/k8s/collab.template.yml | 5 +++++ 2 files changed, 11 insertions(+) diff --git a/.github/workflows/deploy_collab.yml b/.github/workflows/deploy_collab.yml index 084a805041..57a228991e 100644 --- a/.github/workflows/deploy_collab.yml +++ b/.github/workflows/deploy_collab.yml @@ -134,3 +134,9 @@ jobs: envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f - kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}" + + export ZED_SERVICE_NAME=llm + export ZED_LOAD_BALANCER_SIZE_UNIT=$ZED_LLM_LOAD_BALANCER_SIZE_UNIT + envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f - + kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch + echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}" diff --git a/crates/collab/k8s/collab.template.yml b/crates/collab/k8s/collab.template.yml index aed2516557..ab12e3e61a 100644 --- a/crates/collab/k8s/collab.template.yml +++ b/crates/collab/k8s/collab.template.yml @@ -92,6 +92,11 @@ spec: secretKeyRef: name: api key: token + - name: LLM_API_SECRET + valueFrom: + secretKeyRef: + name: llm-token + key: secret - name: ZED_CLIENT_CHECKSUM_SEED valueFrom: secretKeyRef: