diff --git a/helm-charts/common/tei/templates/configmap.yaml b/helm-charts/common/tei/templates/configmap.yaml index 7d4e559f..4d90b930 100644 --- a/helm-charts/common/tei/templates/configmap.yaml +++ b/helm-charts/common/tei/templates/configmap.yaml @@ -16,3 +16,4 @@ data: NUMBA_CACHE_DIR: "/tmp" TRANSFORMERS_CACHE: "/tmp/transformers_cache" HF_HOME: "/tmp/.cache/huggingface" + MAX_WARMUP_SEQUENCE_LENGTH: "512" diff --git a/manifests/common/tei.yaml b/manifests/common/tei.yaml index 7527431d..0f7067cb 100644 --- a/manifests/common/tei.yaml +++ b/manifests/common/tei.yaml @@ -22,6 +22,7 @@ data: NUMBA_CACHE_DIR: "/tmp" TRANSFORMERS_CACHE: "/tmp/transformers_cache" HF_HOME: "/tmp/.cache/huggingface" + MAX_WARMUP_SEQUENCE_LENGTH: "512" --- # Source: tei/templates/service.yaml # Copyright (C) 2024 Intel Corporation diff --git a/manifests/common/tei_gaudi.yaml b/manifests/common/tei_gaudi.yaml index 2db95b56..feccd905 100644 --- a/manifests/common/tei_gaudi.yaml +++ b/manifests/common/tei_gaudi.yaml @@ -22,6 +22,7 @@ data: NUMBA_CACHE_DIR: "/tmp" TRANSFORMERS_CACHE: "/tmp/transformers_cache" HF_HOME: "/tmp/.cache/huggingface" + MAX_WARMUP_SEQUENCE_LENGTH: "512" --- # Source: tei/templates/service.yaml # Copyright (C) 2024 Intel Corporation