diff --git a/CodeGen/kubernetes/codegen_gaudi.yaml b/CodeGen/kubernetes/codegen_gaudi.yaml index eb0239464..2e3782057 100644 --- a/CodeGen/kubernetes/codegen_gaudi.yaml +++ b/CodeGen/kubernetes/codegen_gaudi.yaml @@ -29,6 +29,6 @@ spec: internalService: serviceName: tgi-gaudi-svc config: - MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B + MODEL_ID: meta-llama/CodeLlama-7b-hf endpoint: /generate isDownstreamService: true diff --git a/CodeGen/kubernetes/codegen_xeon.yaml b/CodeGen/kubernetes/codegen_xeon.yaml index c6bf745da..e4a95cedf 100644 --- a/CodeGen/kubernetes/codegen_xeon.yaml +++ b/CodeGen/kubernetes/codegen_xeon.yaml @@ -29,6 +29,6 @@ spec: internalService: serviceName: tgi-service config: - MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B + MODEL_ID: HuggingFaceH4/mistral-7b-grok endpoint: /generate isDownstreamService: true