Skip to content

Commit

Permalink
Fix CI failures (#477)
Browse files Browse the repository at this point in the history
Set proper dependency for retriever-usvc.
Modify prompt-usvc port to 6018.
Fix guardrail tgi setting.

Signed-off-by: Dolpher Du <[email protected]>
  • Loading branch information
yongfengdu authored Oct 16, 2024
1 parent e09270a commit 7e7b8ab
Show file tree
Hide file tree
Showing 6 changed files with 21 additions and 9 deletions.
1 change: 0 additions & 1 deletion helm-charts/chatqna/ci-guardrails-values.yaml

This file was deleted.

4 changes: 1 addition & 3 deletions helm-charts/common/guardrails-usvc/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@

tgi:
enabled: false
LLM_MODEL_ID: "meta-llama/Meta-Llama-Guard-2-8B"

replicaCount: 1

Expand All @@ -18,9 +19,6 @@ SAFETY_GUARD_MODEL_ID: "meta-llama/Meta-Llama-Guard-2-8B"
# otherwise, keep it as "" to disable it.
LOGFLAG: ""

tgi:
LLM_MODEL_ID: "meta-llama/Meta-Llama-Guard-2-8B"

image:
repository: opea/guardrails-tgi
pullPolicy: IfNotPresent
Expand Down
6 changes: 6 additions & 0 deletions helm-charts/common/llm-uservice/variant_docsum-values.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

image:
repository: opea/llm-docsum-tgi
tag: "latest"
9 changes: 9 additions & 0 deletions helm-charts/common/llm-uservice/variant_faqgen-values.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

image:
repository: opea/llm-faqgen-tgi
tag: "latest"

tgi:
LLM_MODEL_ID: meta-llama/Meta-Llama-3-8B-Instruct
6 changes: 3 additions & 3 deletions helm-charts/common/prompt-usvc/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -40,9 +40,9 @@ service:
type: ClusterIP
port: 6018

# Port 6012 is reused by chathistory, will need to change after https://github.com/opea-project/GenAIComps/pull/740
# Change this after next release until latest image updated.
port: 6012
# Change the port to 6012 if you are using 1.0 docker images
# https://github.com/opea-project/GenAIComps/pull/740
port: 6018
resources: {}
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
Expand Down
4 changes: 2 additions & 2 deletions helm-charts/common/retriever-usvc/ci-values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,6 @@
# Declare variables to be passed into your templates.

tei:
enabled: false
enabled: true
redis-vector-db:
enabled: false
enabled: true

0 comments on commit 7e7b8ab

Please sign in to comment.