From d55a33dda17ea0cf9e0a8e2d2367fe7f823baaad Mon Sep 17 00:00:00 2001 From: Letong Han <106566639+letonghan@users.noreply.github.com> Date: Fri, 20 Sep 2024 16:20:01 +0800 Subject: [PATCH] [ProductivitySuite] Fix CD Issue (#858) Signed-off-by: letonghan --- .../intel/cpu/xeon/compose.yaml | 4 +-- .../tests/test_compose_on_xeon.sh | 34 +++++++++---------- 2 files changed, 18 insertions(+), 20 deletions(-) diff --git a/ProductivitySuite/docker_compose/intel/cpu/xeon/compose.yaml b/ProductivitySuite/docker_compose/intel/cpu/xeon/compose.yaml index 7f1ac1d9fd..479834a644 100644 --- a/ProductivitySuite/docker_compose/intel/cpu/xeon/compose.yaml +++ b/ProductivitySuite/docker_compose/intel/cpu/xeon/compose.yaml @@ -72,9 +72,7 @@ services: REDIS_URL: ${REDIS_URL} INDEX_NAME: ${INDEX_NAME} TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT} - LANGCHAIN_API_KEY: ${LANGCHAIN_API_KEY} - LANGCHAIN_TRACING_V2: ${LANGCHAIN_TRACING_V2} - LANGCHAIN_PROJECT: "opea-retriever-service" + HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN} restart: unless-stopped tei-reranking-service: image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.5 diff --git a/ProductivitySuite/tests/test_compose_on_xeon.sh b/ProductivitySuite/tests/test_compose_on_xeon.sh index 024ff7a39d..566190a9b2 100755 --- a/ProductivitySuite/tests/test_compose_on_xeon.sh +++ b/ProductivitySuite/tests/test_compose_on_xeon.sh @@ -53,20 +53,20 @@ function start_services() { export TGI_LLM_ENDPOINT_CODEGEN="http://${ip_address}:8028" export TGI_LLM_ENDPOINT_FAQGEN="http://${ip_address}:9009" export TGI_LLM_ENDPOINT_DOCSUM="http://${ip_address}:9009" - export BACKEND_SERVICE_ENDPOINT_CHATQNA="http://${host_ip}:8888/v1/chatqna" - export BACKEND_SERVICE_ENDPOINT_FAQGEN="http://${host_ip}:8889/v1/faqgen" - export DATAPREP_DELETE_FILE_ENDPOINT="http://${host_ip}:6009/v1/dataprep/delete_file" - export BACKEND_SERVICE_ENDPOINT_CODEGEN="http://${host_ip}:7778/v1/codegen" - export BACKEND_SERVICE_ENDPOINT_DOCSUM="http://${host_ip}:8890/v1/docsum" - export DATAPREP_SERVICE_ENDPOINT="http://${host_ip}:6007/v1/dataprep" - export DATAPREP_GET_FILE_ENDPOINT="http://${host_ip}:6008/v1/dataprep/get_file" - export CHAT_HISTORY_CREATE_ENDPOINT="http://${host_ip}:6012/v1/chathistory/create" - export CHAT_HISTORY_CREATE_ENDPOINT="http://${host_ip}:6012/v1/chathistory/create" - export CHAT_HISTORY_DELETE_ENDPOINT="http://${host_ip}:6012/v1/chathistory/delete" - export CHAT_HISTORY_GET_ENDPOINT="http://${host_ip}:6012/v1/chathistory/get" - export PROMPT_SERVICE_GET_ENDPOINT="http://${host_ip}:6015/v1/prompt/get" - export PROMPT_SERVICE_CREATE_ENDPOINT="http://${host_ip}:6015/v1/prompt/create" - export KEYCLOAK_SERVICE_ENDPOINT="http://${host_ip}:8080" + export BACKEND_SERVICE_ENDPOINT_CHATQNA="http://${ip_address}:8888/v1/chatqna" + export BACKEND_SERVICE_ENDPOINT_FAQGEN="http://${ip_address}:8889/v1/faqgen" + export DATAPREP_DELETE_FILE_ENDPOINT="http://${ip_address}:6009/v1/dataprep/delete_file" + export BACKEND_SERVICE_ENDPOINT_CODEGEN="http://${ip_address}:7778/v1/codegen" + export BACKEND_SERVICE_ENDPOINT_DOCSUM="http://${ip_address}:8890/v1/docsum" + export DATAPREP_SERVICE_ENDPOINT="http://${ip_address}:6007/v1/dataprep" + export DATAPREP_GET_FILE_ENDPOINT="http://${ip_address}:6008/v1/dataprep/get_file" + export CHAT_HISTORY_CREATE_ENDPOINT="http://${ip_address}:6012/v1/chathistory/create" + export CHAT_HISTORY_CREATE_ENDPOINT="http://${ip_address}:6012/v1/chathistory/create" + export CHAT_HISTORY_DELETE_ENDPOINT="http://${ip_address}:6012/v1/chathistory/delete" + export CHAT_HISTORY_GET_ENDPOINT="http://${ip_address}:6012/v1/chathistory/get" + export PROMPT_SERVICE_GET_ENDPOINT="http://${ip_address}:6015/v1/prompt/get" + export PROMPT_SERVICE_CREATE_ENDPOINT="http://${ip_address}:6015/v1/prompt/create" + export KEYCLOAK_SERVICE_ENDPOINT="http://${ip_address}:8080" export MONGO_HOST=${ip_address} export MONGO_PORT=27017 export DB_NAME="opea" @@ -235,7 +235,7 @@ function validate_microservices() { # FAQGen llm microservice validate_service \ - "${ip_address}:${LLM_SERVICE_HOST_PORT_FAQGEN}/v1/faqgen" \ + "${ip_address}:9002/v1/faqgen" \ "data: " \ "llm_faqgen" \ "llm-faqgen-server" \ @@ -243,7 +243,7 @@ function validate_microservices() { # Docsum llm microservice validate_service \ - "${ip_address}:${LLM_SERVICE_HOST_PORT_DOCSUM}/v1/chat/docsum" \ + "${ip_address}:9003/v1/chat/docsum" \ "data: " \ "llm_docsum" \ "llm-docsum-server" \ @@ -251,7 +251,7 @@ function validate_microservices() { # CodeGen llm microservice validate_service \ - "${ip_address}:${LLM_SERVICE_HOST_PORT_CODEGEN}/v1/chat/completions" \ + "${ip_address}:9001/v1/chat/completions" \ "data: " \ "llm_codegen" \ "llm-tgi-server-codegen" \