Add prefix and postfix in requestbody

Signed-off-by: Heng Qian <[email protected]>
opensearch-project · Nov 14, 2024 · 9ce16b3 · 9ce16b3
1 parent b32f98b
commit 9ce16b3
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/sample-templates/alert-summary-agent-claude-tested.json b/sample-templates/alert-summary-agent-claude-tested.json
@@ -26,7 +26,7 @@
                   "content-type": "application/json"
                 },
                 "method": "POST",
-                "request_body": "{\"prompt\":\"${parameters.prompt}\", \"max_tokens_to_sample\":${parameters.max_tokens_to_sample}, \"temperature\":${parameters.temperature},  \"anthropic_version\":\"${parameters.anthropic_version}\" }",
+                "request_body": "{\"prompt\":\"\\n\\nHuman: ${parameters.prompt}\\n\\nAssistant:\", \"max_tokens_to_sample\":${parameters.max_tokens_to_sample}, \"temperature\":${parameters.temperature},  \"anthropic_version\":\"${parameters.anthropic_version}\" }",
                 "action_type": "predict",
                 "url": "https://bedrock-runtime.us-west-2.amazonaws.com/model/anthropic.claude-instant-v1/invoke"
               }
@@ -69,7 +69,7 @@
           },
           "user_inputs": {
             "parameters": {
-              "prompt": "\n\nHuman: You are an OpenSearch Alert Assistant to help summarize the alerts.\n Here is the detail of alert: ${parameters.context};\n The question is: ${parameters.question}."
+              "prompt": "You are an OpenSearch Alert Assistant to help summarize the alerts.\n Here is the detail of alert: ${parameters.context};\n The question is: ${parameters.question}."
             },
             "name": "MLModelTool",
             "type": "MLModelTool"

diff --git a/sample-templates/alert-summary-agent-claude-tested.yml b/sample-templates/alert-summary-agent-claude-tested.yml
@@ -24,7 +24,7 @@ workflows:
             x-amz-content-sha256: required
             content-type: application/json
           method: POST
-          request_body: '{"prompt":"${parameters.prompt}", "max_tokens_to_sample":${parameters.max_tokens_to_sample},
+          request_body: '{"prompt":"\n\nHuman: ${parameters.prompt}\n\nAssistant:", "max_tokens_to_sample":${parameters.max_tokens_to_sample},
             "temperature":${parameters.temperature},  "anthropic_version":"${parameters.anthropic_version}"
             }'
           action_type: predict
@@ -57,7 +57,7 @@ workflows:
         register_claude_model: model_id
       user_inputs:
         parameters:
-          prompt:  "\n\nHuman: You are an OpenSearch Alert Assistant to help summarize the alerts.\n Here is the detail of alert: ${parameters.context};\n The question is: ${parameters.question}."
+          prompt:  "You are an OpenSearch Alert Assistant to help summarize the alerts.\n Here is the detail of alert: ${parameters.context};\n The question is: ${parameters.question}."
         name: MLModelTool
         type: MLModelTool
     - id: create_alert_summary_agent