diff --git a/ChatQnA/kubernetes/intel/README.md b/ChatQnA/kubernetes/intel/README.md index ade0536a2..0b63e0aed 100644 --- a/ChatQnA/kubernetes/intel/README.md +++ b/ChatQnA/kubernetes/intel/README.md @@ -7,6 +7,8 @@ > You can also customize the "MODEL_ID" if needed. > > You need to make sure you have created the directory `/mnt/opea-models` to save the cached model on the node where the ChatQnA workload is running. Otherwise, you need to modify the `chatqna.yaml` file to change the `model-volume` to a directory that exists on the node. +> +> File upload size limit: The maximum size for uploaded files is 10GB. ## Deploy On Xeon diff --git a/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna-guardrails.yaml b/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna-guardrails.yaml index e6713b360..b8e95fbce 100644 --- a/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna-guardrails.yaml +++ b/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna-guardrails.yaml @@ -1,31 +1,4 @@ --- -# Source: chatqna/charts/chatqna-ui/templates/configmap.yaml -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: v1 -kind: ConfigMap -metadata: - name: chatqna-chatqna-ui-config - labels: - helm.sh/chart: chatqna-ui-1.0.0 - app.kubernetes.io/name: chatqna-ui - app.kubernetes.io/instance: chatqna - app.kubernetes.io/version: "v1.0" - app.kubernetes.io/managed-by: Helm -data: - APP_BACKEND_SERVICE_ENDPOINT: "/v1/chatqna" - APP_DATA_PREP_SERVICE_URL: "/v1/dataprep" - CHAT_BASE_URL: "/v1/chatqna" - UPLOAD_FILE_BASE_URL: "/v1/dataprep" - GET_FILE: "/v1/dataprep/get_file" - DELETE_FILE: "/v1/dataprep/delete_file" - BASE_URL: "/v1/chatqna" - DOC_BASE_URL: "/v1/chatqna" - BASIC_URL: "/v1/chatqna" - VITE_CODE_GEN_URL: "/v1/chatqna" - VITE_DOC_SUM_URL: "/v1/chatqna" ---- # Source: chatqna/charts/data-prep/templates/configmap.yaml # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 @@ -283,12 +256,19 @@ data: listen 80; listen [::]:80; + proxy_connect_timeout 600; + proxy_send_timeout 600; + proxy_read_timeout 600; + send_timeout 600; + + client_max_body_size 10G; + location /home { alias /usr/share/nginx/html/index.html; } location / { - proxy_pass http://chatqna-chatqna-ui:5174; + proxy_pass http://chatqna-chatqna-ui:5173; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; @@ -349,7 +329,7 @@ metadata: spec: type: ClusterIP ports: - - port: 5174 + - port: 5173 targetPort: ui protocol: TCP name: ui @@ -711,12 +691,9 @@ spec: {} containers: - name: chatqna-ui - envFrom: - - configMapRef: - name: chatqna-chatqna-ui-config securityContext: {} - image: "opea/chatqna-conversation-ui:latest" + image: "opea/chatqna-ui:latest" imagePullPolicy: IfNotPresent ports: - name: ui diff --git a/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna.yaml b/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna.yaml index 271da2bb9..844d1882c 100644 --- a/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna.yaml +++ b/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna.yaml @@ -1,31 +1,4 @@ --- -# Source: chatqna/charts/chatqna-ui/templates/configmap.yaml -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: v1 -kind: ConfigMap -metadata: - name: chatqna-chatqna-ui-config - labels: - helm.sh/chart: chatqna-ui-1.0.0 - app.kubernetes.io/name: chatqna-ui - app.kubernetes.io/instance: chatqna - app.kubernetes.io/version: "v1.0" - app.kubernetes.io/managed-by: Helm -data: - APP_BACKEND_SERVICE_ENDPOINT: "/v1/chatqna" - APP_DATA_PREP_SERVICE_URL: "/v1/dataprep" - CHAT_BASE_URL: "/v1/chatqna" - UPLOAD_FILE_BASE_URL: "/v1/dataprep" - GET_FILE: "/v1/dataprep/get_file" - DELETE_FILE: "/v1/dataprep/delete_file" - BASE_URL: "/v1/chatqna" - DOC_BASE_URL: "/v1/chatqna" - BASIC_URL: "/v1/chatqna" - VITE_CODE_GEN_URL: "/v1/chatqna" - VITE_DOC_SUM_URL: "/v1/chatqna" ---- # Source: chatqna/charts/data-prep/templates/configmap.yaml # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 @@ -233,12 +206,19 @@ data: listen 80; listen [::]:80; + proxy_connect_timeout 600; + proxy_send_timeout 600; + proxy_read_timeout 600; + send_timeout 600; + + client_max_body_size 10G; + location /home { alias /usr/share/nginx/html/index.html; } location / { - proxy_pass http://chatqna-chatqna-ui:5174; + proxy_pass http://chatqna-chatqna-ui:5173; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; @@ -299,7 +279,7 @@ metadata: spec: type: ClusterIP ports: - - port: 5174 + - port: 5173 targetPort: ui protocol: TCP name: ui @@ -611,12 +591,9 @@ spec: {} containers: - name: chatqna-ui - envFrom: - - configMapRef: - name: chatqna-chatqna-ui-config securityContext: {} - image: "opea/chatqna-conversation-ui:latest" + image: "opea/chatqna-ui:latest" imagePullPolicy: IfNotPresent ports: - name: ui diff --git a/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna_bf16.yaml b/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna_bf16.yaml index 3225cb79b..cee5e31bf 100644 --- a/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna_bf16.yaml +++ b/ChatQnA/kubernetes/intel/cpu/xeon/manifest/chatqna_bf16.yaml @@ -1,31 +1,4 @@ --- -# Source: chatqna/charts/chatqna-ui/templates/configmap.yaml -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: v1 -kind: ConfigMap -metadata: - name: chatqna-chatqna-ui-config - labels: - helm.sh/chart: chatqna-ui-1.0.0 - app.kubernetes.io/name: chatqna-ui - app.kubernetes.io/instance: chatqna - app.kubernetes.io/version: "v1.0" - app.kubernetes.io/managed-by: Helm -data: - APP_BACKEND_SERVICE_ENDPOINT: "/v1/chatqna" - APP_DATA_PREP_SERVICE_URL: "/v1/dataprep" - CHAT_BASE_URL: "/v1/chatqna" - UPLOAD_FILE_BASE_URL: "/v1/dataprep" - GET_FILE: "/v1/dataprep/get_file" - DELETE_FILE: "/v1/dataprep/delete_file" - BASE_URL: "/v1/chatqna" - DOC_BASE_URL: "/v1/chatqna" - BASIC_URL: "/v1/chatqna" - VITE_CODE_GEN_URL: "/v1/chatqna" - VITE_DOC_SUM_URL: "/v1/chatqna" ---- # Source: chatqna/charts/data-prep/templates/configmap.yaml # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 @@ -234,12 +207,19 @@ data: listen 80; listen [::]:80; + proxy_connect_timeout 600; + proxy_send_timeout 600; + proxy_read_timeout 600; + send_timeout 600; + + client_max_body_size 10G; + location /home { alias /usr/share/nginx/html/index.html; } location / { - proxy_pass http://chatqna-chatqna-ui:5174; + proxy_pass http://chatqna-chatqna-ui:5173; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; @@ -300,7 +280,7 @@ metadata: spec: type: ClusterIP ports: - - port: 5174 + - port: 5173 targetPort: ui protocol: TCP name: ui @@ -612,12 +592,9 @@ spec: {} containers: - name: chatqna-ui - envFrom: - - configMapRef: - name: chatqna-chatqna-ui-config securityContext: {} - image: "opea/chatqna-conversation-ui:latest" + image: "opea/chatqna-ui:latest" imagePullPolicy: IfNotPresent ports: - name: ui diff --git a/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna-guardrails.yaml b/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna-guardrails.yaml index ed9bc5068..075225b26 100644 --- a/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna-guardrails.yaml +++ b/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna-guardrails.yaml @@ -1,31 +1,4 @@ --- -# Source: chatqna/charts/chatqna-ui/templates/configmap.yaml -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: v1 -kind: ConfigMap -metadata: - name: chatqna-chatqna-ui-config - labels: - helm.sh/chart: chatqna-ui-1.0.0 - app.kubernetes.io/name: chatqna-ui - app.kubernetes.io/instance: chatqna - app.kubernetes.io/version: "v1.0" - app.kubernetes.io/managed-by: Helm -data: - APP_BACKEND_SERVICE_ENDPOINT: "/v1/chatqna" - APP_DATA_PREP_SERVICE_URL: "/v1/dataprep" - CHAT_BASE_URL: "/v1/chatqna" - UPLOAD_FILE_BASE_URL: "/v1/dataprep" - GET_FILE: "/v1/dataprep/get_file" - DELETE_FILE: "/v1/dataprep/delete_file" - BASE_URL: "/v1/chatqna" - DOC_BASE_URL: "/v1/chatqna" - BASIC_URL: "/v1/chatqna" - VITE_CODE_GEN_URL: "/v1/chatqna" - VITE_DOC_SUM_URL: "/v1/chatqna" ---- # Source: chatqna/charts/data-prep/templates/configmap.yaml # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 @@ -285,12 +258,19 @@ data: listen 80; listen [::]:80; + proxy_connect_timeout 600; + proxy_send_timeout 600; + proxy_read_timeout 600; + send_timeout 600; + + client_max_body_size 10G; + location /home { alias /usr/share/nginx/html/index.html; } location / { - proxy_pass http://chatqna-chatqna-ui:5174; + proxy_pass http://chatqna-chatqna-ui:5173; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; @@ -351,7 +331,7 @@ metadata: spec: type: ClusterIP ports: - - port: 5174 + - port: 5173 targetPort: ui protocol: TCP name: ui @@ -713,12 +693,9 @@ spec: {} containers: - name: chatqna-ui - envFrom: - - configMapRef: - name: chatqna-chatqna-ui-config securityContext: {} - image: "opea/chatqna-conversation-ui:latest" + image: "opea/chatqna-ui:latest" imagePullPolicy: IfNotPresent ports: - name: ui diff --git a/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna.yaml b/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna.yaml index 882e81435..cfccad27a 100644 --- a/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna.yaml +++ b/ChatQnA/kubernetes/intel/hpu/gaudi/manifest/chatqna.yaml @@ -1,31 +1,4 @@ --- -# Source: chatqna/charts/chatqna-ui/templates/configmap.yaml -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: v1 -kind: ConfigMap -metadata: - name: chatqna-chatqna-ui-config - labels: - helm.sh/chart: chatqna-ui-1.0.0 - app.kubernetes.io/name: chatqna-ui - app.kubernetes.io/instance: chatqna - app.kubernetes.io/version: "v1.0" - app.kubernetes.io/managed-by: Helm -data: - APP_BACKEND_SERVICE_ENDPOINT: "/v1/chatqna" - APP_DATA_PREP_SERVICE_URL: "/v1/dataprep" - CHAT_BASE_URL: "/v1/chatqna" - UPLOAD_FILE_BASE_URL: "/v1/dataprep" - GET_FILE: "/v1/dataprep/get_file" - DELETE_FILE: "/v1/dataprep/delete_file" - BASE_URL: "/v1/chatqna" - DOC_BASE_URL: "/v1/chatqna" - BASIC_URL: "/v1/chatqna" - VITE_CODE_GEN_URL: "/v1/chatqna" - VITE_DOC_SUM_URL: "/v1/chatqna" ---- # Source: chatqna/charts/data-prep/templates/configmap.yaml # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 @@ -234,12 +207,19 @@ data: listen 80; listen [::]:80; + proxy_connect_timeout 600; + proxy_send_timeout 600; + proxy_read_timeout 600; + send_timeout 600; + + client_max_body_size 10G; + location /home { alias /usr/share/nginx/html/index.html; } location / { - proxy_pass http://chatqna-chatqna-ui:5174; + proxy_pass http://chatqna-chatqna-ui:5173; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; @@ -300,7 +280,7 @@ metadata: spec: type: ClusterIP ports: - - port: 5174 + - port: 5173 targetPort: ui protocol: TCP name: ui @@ -612,12 +592,9 @@ spec: {} containers: - name: chatqna-ui - envFrom: - - configMapRef: - name: chatqna-chatqna-ui-config securityContext: {} - image: "opea/chatqna-conversation-ui:latest" + image: "opea/chatqna-ui:latest" imagePullPolicy: IfNotPresent ports: - name: ui