feat(cli): -p/ --parallel option defines tests amount to be run on parallel

.github/workflows/build.yml

@@ -274,7 +274,7 @@ jobs:
     needs:
       - build
     if: github.event_name == 'push' && needs.build.outputs.e2e-changed == 'true'
-    uses: ./.github/workflows/tf-aws-test.yml
+    uses: ./.github/workflows/sdk-spec-test.yml
     secrets: inherit
 
   console-preview:

.github/workflows/tf-aws-test.yml → .github/workflows/sdk-spec-test.yml

@@ -187,7 +187,7 @@ jobs:
               echo $COMPATIBILITY
             fi
             cd ${{ matrix.test.directory }}
-            $WING_CLI test --snapshots=deploy -t ${{ matrix.target }} $COMPATIBILITY *.test.w -o ../../../../out/${{ matrix.test.name }}-${{ matrix.target }}.json
+            $WING_CLI test --snapshots=deploy -t ${{ matrix.target }} -b 10 $COMPATIBILITY *.test.w -o ../../../../out/${{ matrix.test.name }}-${{ matrix.target }}.json
 
       - name: Upload Artifacts
         if: ${{ env.LOCAL_BUILD ==  'true' }}

apps/wing/src/cli.ts

@@ -227,6 +227,12 @@ async function main() {
         .preset(3)
         .argParser(parseInt)
     )
+    .addOption(
+      new Option(
+        "-b, --batch [batch]",
+        "Number of tests to be executed on parallel- if not specified will execute all at the same time"
+      )
+    )
     .hook("preAction", progressHook)
     .hook("preAction", collectAnalyticsHook)
     .action(runSubCommand("test", "test/test"));

apps/wing/src/commands/test/test.test.ts

@@ -295,7 +295,7 @@ describe("test-filter option", () => {
   });
 });
 
-describe("retry option", () => {
+describe("retry and batch options", () => {
   let logSpy: SpyInstance;
 
   beforeEach(() => {
@@ -358,6 +358,39 @@ describe("retry option", () => {
     const retryLogs = logSpy.mock.calls.filter((args) => args[0].includes("Retrying"));
     expect(retryLogs.length).toBe(3);
   });
+
+  test("wing test --batch [batch]", async () => {
+    const outDir = await fsPromises.mkdtemp(join(tmpdir(), "-wing-batch-test"));
+
+    process.chdir(outDir);
+
+    fs.writeFileSync(
+      "t1.test.w",
+      `
+      bring cloud;
+      test "t1" {
+        assert(true);
+      }
+    `
+    );
+    fs.writeFileSync(
+      "r2.test.w",
+      `
+      bring cloud;
+      test "t2" {
+        assert(true);
+      }
+    `
+    );
+
+    await wingTest(["t1.test.w", "t2.test.w"], {
+      clean: true,
+      platform: [BuiltinPlatform.SIM],
+      batch: 1,
+    });
+    const batchLogs = logSpy.mock.calls.filter((args) => args[0].includes("Processing batch"));
+    expect(batchLogs.length).toBe(0);
+  });
 });
 
 const EXAMPLE_TEST_RESULTS: Array<TestResult> = [

apps/wing/src/commands/test/test.ts

@@ -53,6 +53,11 @@ export interface TestOptions extends CompileOptions {
    * Determine snapshot behavior.
    */
   readonly snapshots?: SnapshotMode;
+
+  /**
+   * Number of tests to be run in parallel, if zero or none- it will run all in parallel
+   */
+  readonly batch?: number;
 }
 
 const TEST_FILE_PATTERNS = ["**/*.test.w", "**/{main,*.main}.{w,ts}"];
@@ -134,7 +139,15 @@ export async function test(entrypoints: string[], options: TestOptions): Promise
       });
     }
   };
-  await Promise.all(selectedEntrypoints.map(testFile));
+
+  // split the entrypoints to smaller batches according to the command options-
+  // if none- it will be preformed in one batch
+  const batchSize = Number(options.batch) || selectedEntrypoints.length;
+  for (let i = 0; i < selectedEntrypoints.length; i += batchSize) {
+    log(`processing batch:`);
+    const entrypointBatch = selectedEntrypoints.slice(i, i + batchSize);
+    await Promise.all(entrypointBatch.map(testFile));
+  }
   const testDuration = Date.now() - startTime;
   printResults(results, testDuration);
   if (options.outputFile) {