Skip to content

Commit

Permalink
Enable norerank and withwrapper config
Browse files Browse the repository at this point in the history
Signed-off-by: Dolpher Du <[email protected]>
  • Loading branch information
yongfengdu committed Dec 19, 2024
1 parent 9e1389f commit 23affa5
Show file tree
Hide file tree
Showing 3 changed files with 38 additions and 0 deletions.
11 changes: 11 additions & 0 deletions helm-charts/chatqna/norerank-values.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

# Accelerate inferencing in heaviest components to improve performance
# by overriding their subchart values

image:
repository: opea/chatqna-without-rerank

teirerank:
enabled: false
12 changes: 12 additions & 0 deletions helm-charts/chatqna/templates/deployment.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,18 @@ spec:
value: {{ .Release.Name }}-guardrails-usvc
- name: GUARDRAIL_SERVICE_PORT
value: "9090"
- name: LLM_SERVICE_HOST_IP
value: {{ .Release.Name }}-llm-uservice
- name: LLM_SERVICE_PORT
value: "9000"
- name: RERANK_SERVICE_HOST_IP
value: {{ .Release.Name }}-reranking-usvc
- name: RERANK_SERVICE_PORT
value: "8000"
- name: EMBEDDING_SERVICE_HOST_IP
value: {{ .Release.Name }}-embedding-usvc
- name: EMBEDDING_SERVICE_PORT
value: "6000"
{{- if .Values.LOGFLAG }}
- name: LOGFLAG
value: {{ .Values.LOGFLAG | quote }}
Expand Down
15 changes: 15 additions & 0 deletions helm-charts/chatqna/withwrapper-values.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

# Accelerate inferencing in heaviest components to improve performance
# by overriding their subchart values

image:
repository: opea/chatqna-wrapper

llm-uservice:
enabled: true
embedding-usvc:
enabled: true
reranking-usvc:
enabled: true

0 comments on commit 23affa5

Please sign in to comment.