diff --git a/microservices-connector/README.md b/microservices-connector/README.md index 1baaff3d..625051e9 100644 --- a/microservices-connector/README.md +++ b/microservices-connector/README.md @@ -93,7 +93,7 @@ export SYSTEM_NAMESPACE=system kubectl create namespace $SYSTEM_NAMESPACE ``` -**NOTE:** The SYSTEM_NAMESPACE should keep the same with the namespace defined in gmc-manager.yaml and gmc-manager-rbac.yaml. +**NOTE:** The `SYSTEM_NAMESPACE` should keep the same with the namespace defined in gmc-manager.yaml and gmc-manager-rbac.yaml. **Create ConfigMap for GMC to hold GenAI Components and GMC Router manifests** diff --git a/microservices-connector/config/samples/codegen_gaudi.yaml b/microservices-connector/config/samples/codegen_gaudi.yaml index a71ddb02..1c2dbcb7 100644 --- a/microservices-connector/config/samples/codegen_gaudi.yaml +++ b/microservices-connector/config/samples/codegen_gaudi.yaml @@ -26,7 +26,7 @@ spec: endpoint: /v1/chat/completions - name: TgiGaudi internalService: - serviceName: tgi-service + serviceName: tgi-gaudi-svc config: LLM_MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B endpoint: /generate diff --git a/microservices-connector/config/samples/codegen_xeon.yaml b/microservices-connector/config/samples/codegen_xeon.yaml index ff750915..5cce537e 100644 --- a/microservices-connector/config/samples/codegen_xeon.yaml +++ b/microservices-connector/config/samples/codegen_xeon.yaml @@ -7,6 +7,7 @@ metadata: labels: app.kubernetes.io/name: gmconnector app.kubernetes.io/managed-by: kustomize + gmc/platform: xeon name: codegen namespace: codegen spec: diff --git a/microservices-connector/config/samples/codetrans_gaudi.yaml b/microservices-connector/config/samples/codetrans_gaudi.yaml index 7cf8b10b..77ba1312 100644 --- a/microservices-connector/config/samples/codetrans_gaudi.yaml +++ b/microservices-connector/config/samples/codetrans_gaudi.yaml @@ -26,7 +26,7 @@ spec: endpoint: /v1/chat/completions - name: TgiGaudi internalService: - serviceName: tgi-service + serviceName: tgi-gaudi-svc config: LLM_MODEL_ID: HuggingFaceH4/mistral-7b-grok endpoint: /generate diff --git a/microservices-connector/config/samples/codetrans_xeon.yaml b/microservices-connector/config/samples/codetrans_xeon.yaml index 17654497..b94aa72c 100644 --- a/microservices-connector/config/samples/codetrans_xeon.yaml +++ b/microservices-connector/config/samples/codetrans_xeon.yaml @@ -7,6 +7,7 @@ metadata: labels: app.kubernetes.io/name: gmconnector app.kubernetes.io/managed-by: kustomize + gmc/platform: xeon name: codetrans namespace: codetrans spec: