diff --git a/.github/workflows/megaservice-test.yml b/.github/workflows/megaservice-test.yml index 291af0276..7e55e2bf2 100644 --- a/.github/workflows/megaservice-test.yml +++ b/.github/workflows/megaservice-test.yml @@ -31,7 +31,7 @@ env: jobs: MegaService: - runs-on: aise-cluster + runs-on: gaudi steps: - name: Clean Up Working Directory run: | diff --git a/comps/cores/mega/orchestrator.py b/comps/cores/mega/orchestrator.py index 2e33a564d..fb769edb0 100644 --- a/comps/cores/mega/orchestrator.py +++ b/comps/cores/mega/orchestrator.py @@ -126,8 +126,8 @@ async def execute( if downstream: assert len(downstream) == 1, "Not supported multiple streaming downstreams yet!" cur_node = downstream[0] - hitted_ends = [".", "?", "!", "。", ",", "!"] - endpoint = self.services[downstream[0]].endpoint_path + hitted_ends = [".", "?", "!", "。", ",", "!"] + downstream_endpoint = self.services[downstream[0]].endpoint_path def generate(): if response: @@ -140,7 +140,7 @@ def generate(): is_last = chunk.endswith("[DONE]\n\n") if (buffered_chunk_str and buffered_chunk_str[-1] in hitted_ends) or is_last: res = requests.post( - url=endpoint, + url=downstream_endpoint, data=json.dumps({"text": buffered_chunk_str}), proxies={"http": None}, )