Add and use max parallel for azopenai tests

Azure · Oct 3, 2023 · f59bd6a · f59bd6a
1 parent d758c2b
commit f59bd6a
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 1 deletion.
diff --git a/eng/pipelines/templates/jobs/archetype-sdk-client.yml b/eng/pipelines/templates/jobs/archetype-sdk-client.yml
@@ -14,6 +14,9 @@ parameters:
   - name: EnvVars
     type: object
     default: {}
+  - name: MaxParallel
+    type: number
+    default: 0
   - name: Clouds
     type: string
     default: 'Public'
@@ -186,6 +189,7 @@ stages:
                 AdditionalParameters:
                   ServiceDirectory: ${{ parameters.ServiceDirectory }}
                   EnvVars: ${{ parameters.EnvVars }}
+                  MaxParallel: ${{ parameters.MaxParallel }}
                   TimeoutInMinutes: ${{ parameters.TimeoutInMinutes }}
                   Location: ${{ parameters.Location }}
                   PreSteps:

diff --git a/eng/pipelines/templates/jobs/live.tests.yml b/eng/pipelines/templates/jobs/live.tests.yml
@@ -5,6 +5,9 @@ parameters:
   - name: EnvVars
     type: object
     default: {}
+  - name: MaxParallel
+    type: number
+    default: 0
   - name: TimeoutInMinutes
     type: number
     default: 60
@@ -38,7 +41,7 @@ jobs:
     dependsOn: ${{ parameters.DependsOn }}
     condition: and(succeededOrFailed(), ne(${{ parameters.Matrix }}, '{}'))
     strategy:
-      maxParallel: 0
+      maxParallel: ${{ parameters.MaxParallel }}
       matrix: $[ ${{ parameters.Matrix }} ]
 
     variables:

diff --git a/sdk/ai/azopenai/ci.yml b/sdk/ai/azopenai/ci.yml
@@ -27,6 +27,12 @@ stages:
     parameters:
       ServiceDirectory: "ai/azopenai"
       RunLiveTests: true
+      # The testing openai account is a shared resource and gets throttled if
+      # we run too many tests in parallel
+      # Only affects the following tests:
+      #   TestGetChatCompletions_usingFunctions
+      #   TestGetChatCompletions_usingFunctions/OpenAI
+      MaxParallel: 1
       CloudConfig:
         Public:
           SubscriptionConfigurations: