From 88b3c108e5b5e3bfb6d9346ce2863b69f70cc2f1 Mon Sep 17 00:00:00 2001 From: Lianhao Lu Date: Thu, 18 Jul 2024 13:34:07 +0000 Subject: [PATCH] helm/manifest: update tei config for tei-gaudi Signed-off-by: Lianhao Lu --- helm-charts/common/tei/templates/configmap.yaml | 1 + manifests/common/tei.yaml | 1 + manifests/common/tei_gaudi.yaml | 1 + 3 files changed, 3 insertions(+) diff --git a/helm-charts/common/tei/templates/configmap.yaml b/helm-charts/common/tei/templates/configmap.yaml index 7d4e559f..4d90b930 100644 --- a/helm-charts/common/tei/templates/configmap.yaml +++ b/helm-charts/common/tei/templates/configmap.yaml @@ -16,3 +16,4 @@ data: NUMBA_CACHE_DIR: "/tmp" TRANSFORMERS_CACHE: "/tmp/transformers_cache" HF_HOME: "/tmp/.cache/huggingface" + MAX_WARMUP_SEQUENCE_LENGTH: "512" diff --git a/manifests/common/tei.yaml b/manifests/common/tei.yaml index 7527431d..0f7067cb 100644 --- a/manifests/common/tei.yaml +++ b/manifests/common/tei.yaml @@ -22,6 +22,7 @@ data: NUMBA_CACHE_DIR: "/tmp" TRANSFORMERS_CACHE: "/tmp/transformers_cache" HF_HOME: "/tmp/.cache/huggingface" + MAX_WARMUP_SEQUENCE_LENGTH: "512" --- # Source: tei/templates/service.yaml # Copyright (C) 2024 Intel Corporation diff --git a/manifests/common/tei_gaudi.yaml b/manifests/common/tei_gaudi.yaml index 2db95b56..feccd905 100644 --- a/manifests/common/tei_gaudi.yaml +++ b/manifests/common/tei_gaudi.yaml @@ -22,6 +22,7 @@ data: NUMBA_CACHE_DIR: "/tmp" TRANSFORMERS_CACHE: "/tmp/transformers_cache" HF_HOME: "/tmp/.cache/huggingface" + MAX_WARMUP_SEQUENCE_LENGTH: "512" --- # Source: tei/templates/service.yaml # Copyright (C) 2024 Intel Corporation