feat: Add storing output as json (#1559)

docs/index.md

@@ -339,6 +339,11 @@ flank:
   ## Each test configuration name must match the name of a configuration specified in a test plan and is case-sensitive.
   ## Default: null (run all test configurations)
   # skip-test-configuration: en
+
+ ### Enable output report with set type
+ ## Saves output results as parsable file and optionally upload it to Gcloud..
+ ## Default: none
+ # output-report: none
 ```
 
 ### Android example
@@ -690,6 +695,11 @@ flank:
   ## Disable sending usage statistics (without sensitive data) to the analytic tool.
   ## Default: false
   # disable-usage-statistics: false
+
+  ### Enable output report with set type
+  ## Saves output results as parsable file and optionally upload it to Gcloud. Possible values are [none, json].
+  ## Default: none
+  # output-report: none
 ```
 
 ## Android code coverage

integration_tests/src/test/resources/compare/AllTestFilteredIT-android-compare

@@ -62,6 +62,7 @@ AndroidArgs
       disable-results-upload: false
       default-class-test-time: 240.0
       disable-usage-statistics: false
+      output-report: none
 
 RunTests
   No tests for app-single-success-debug-androidTest.apk

integration_tests/src/test/resources/compare/AllTestFilteredIT-ios-compare

@@ -53,6 +53,7 @@ IosArgs
       disable-usage-statistics: false
       only-test-configuration:\s
       skip-test-configuration:\s
+      output-report: none
 Found xctest: [0-9a-zA-Z\/_.-]*\/test_runner\/src\/test\/kotlin\/ftl\/fixtures\/tmp\/ios\/EarlGreyExample\/Debug-iphoneos\/EarlGreyExampleSwift.app\/PlugIns\/EarlGreyExampleSwiftTests.xctest
 isMacOS = (true \(mac os x\)|false \(linux\))
 (PATH=~\/.flank\s)?nm -U "[0-9a-zA-Z\/_.-]*\/test_runner\/src\/test\/kotlin\/ftl\/fixtures\/tmp\/ios\/EarlGreyExample\/Debug-iphoneos\/EarlGreyExampleSwift.app\/PlugIns\/EarlGreyExampleSwiftTests.xctest\/EarlGreyExampleSwiftTests"

integration_tests/src/test/resources/compare/GameloopIT-android-compare

@@ -63,6 +63,7 @@ AndroidArgs
       disable-results-upload: false
       default-class-test-time: 240.0
       disable-usage-statistics: false
+      output-report: none
 \s*
 RunTests
   Uploading \[test.obb\] to https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\/\.*

integration_tests/src/test/resources/compare/GameloopIT-ios-compare

@@ -53,6 +53,7 @@ IosArgs
       disable-usage-statistics: false
       only-test-configuration:\s
       skip-test-configuration:\s
+      output-report: none
 
 RunTests
 \s*

integration_tests/src/test/resources/compare/IgnoreFailedIT-compare

@@ -1 +1,100 @@
-AndroidArgs    gcloud:      results-bucket: test-lab-[a-zA-Z0-9-]*      results-dir: [.a-zA-Z0-9_-]*      record-video: false      timeout: 15m      async: false      client-details:      network-profile: null      results-history-name: null      # Android gcloud      app: [0-9a-zA-Z\\\/_.:-]*[\\\/]test_runner[\\\/]src[\\\/]test[\\\/]kotlin[\\\/]ftl[\\\/]fixtures[\\\/]tmp[\\\/]apk[\\\/]app-debug.apk      test: [0-9a-zA-Z\\\/_.:-]*[\\\/]test_runner[\\\/]src[\\\/]test[\\\/]kotlin[\\\/]ftl[\\\/]fixtures[\\\/]tmp[\\\/]apk[\\\/]app-single-error-debug-androidTest.apk      additional-apks:      auto-google-login: false      use-orchestrator: true      directories-to-pull:      grant-permissions: all      type: null      other-files:      scenario-numbers:      scenario-labels:      obb-files:      obb-names:      performance-metrics: false      num-uniform-shards: null      test-runner-class: null      test-targets:      robo-directives:      robo-script: null      device:        - model: NexusLowRes          version: 28          locale: en          orientation: portrait      num-flaky-test-attempts: 0      test-targets-for-shard:      fail-fast: false    flank:      max-test-shards: 1      shard-time: -1      num-test-runs: 1      smart-flank-gcs-path:\s      smart-flank-disable-upload: false      default-test-time: 120.0      use-average-test-time-for-new-tests: false      files-to-download:      test-targets-always-run:      disable-sharding: false      project: flank-open-source      local-result-dir: results      full-junit-result: false      # Android Flank Yml      keep-file-path: false      additional-app-test-apks:      run-timeout: -1      legacy-junit-result: false      ignore-failed-tests: true      output-style: verbose      disable-results-upload: true      default-class-test-time: 240.0      disable-usage-statistics: falseRunTests Smart Flank cache hit: 0\% \(0 \/ 1\)  Shard times: 120s  Saved 1 shards to .*\/android_shards.json  Uploading \[app-debug.apk\] to https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\/\.*  Uploading \[app-single-error-debug-androidTest.apk\] to https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\/\.*  1 test \/ 1 shard  1 matrix ids created in \d{1,2}m \d{1,2}s  Raw results will be stored in your GCS bucket at \[https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\]Matrices webLink  matrix-[a-zA-Z0-9]* https:\/\/console.firebase.google.com\/project\/flank-open-source\/testlab\/histories\/[.a-zA-Z0-9_-]*\/matrices\/[.a-zA-Z0-9_-]*(\/executions\/[.a-zA-Z0-9_-]*)?[\s\S]*CostReport  Virtual devices    \$\d{1,2}.\d{1,2} for \d{1,2}mMatrixResultsReport  0 \/ 1 \(0.00\%\)  1 matrices failed[\s\S]*More details are available at:https:\/\/console.firebase.google.com\/project\/flank-open-source\/testlab\/histories\/[.a-zA-Z0-9_-]*\/matrices\/[.a-zA-Z0-9_-]*(\/executions\/[.a-zA-Z0-9_-]*)?FetchArtifacts    Updating matrix file\s*Matrices webLink  matrix-[a-zA-Z0-9]* https:\/\/console.firebase.google.com\/project\/flank-open-source\/testlab\/histories\/[.a-zA-Z0-9_-]*\/matrices\/[.a-zA-Z0-9_-]*(\/executions\/[.a-zA-Z0-9_-]*)?
+AndroidArgs
+    gcloud:
+      results-bucket: test-lab-[a-zA-Z0-9-]*
+      results-dir: [.a-zA-Z0-9_-]*
+      record-video: false
+      timeout: 15m
+      async: false
+      client-details:
+      network-profile: null
+      results-history-name: null
+      # Android gcloud
+      app: [0-9a-zA-Z\\\/_.:-]*[\\\/]test_runner[\\\/]src[\\\/]test[\\\/]kotlin[\\\/]ftl[\\\/]fixtures[\\\/]tmp[\\\/]apk[\\\/]app-debug.apk
+      test: [0-9a-zA-Z\\\/_.:-]*[\\\/]test_runner[\\\/]src[\\\/]test[\\\/]kotlin[\\\/]ftl[\\\/]fixtures[\\\/]tmp[\\\/]apk[\\\/]app-single-error-debug-androidTest.apk
+      additional-apks:
+      auto-google-login: false
+      use-orchestrator: true
+      directories-to-pull:
+      grant-permissions: all
+      type: null
+      other-files:
+      scenario-numbers:
+      scenario-labels:
+      obb-files:
+      obb-names:
+      performance-metrics: false
+      num-uniform-shards: null
+      test-runner-class: null
+      test-targets:
+      robo-directives:
+      robo-script: null
+      device:
+        - model: NexusLowRes
+          version: 28
+          locale: en
+          orientation: portrait
+      num-flaky-test-attempts: 0
+      test-targets-for-shard:
+      fail-fast: false
+
+    flank:
+      max-test-shards: 1
+      shard-time: -1
+      num-test-runs: 1
+      smart-flank-gcs-path:\s
+      smart-flank-disable-upload: false
+      default-test-time: 120.0
+      use-average-test-time-for-new-tests: false
+      files-to-download:
+      test-targets-always-run:
+      disable-sharding: false
+      project: flank-open-source
+      local-result-dir: results
+      full-junit-result: false
+      # Android Flank Yml
+      keep-file-path: false
+      additional-app-test-apks:
+      run-timeout: -1
+      legacy-junit-result: false
+      ignore-failed-tests: true
+      output-style: verbose
+      disable-results-upload: true
+      default-class-test-time: 240.0
+      disable-usage-statistics: false
+      output-report: none
+
+RunTests
+
+ Smart Flank cache hit: 0\% \(0 \/ 1\)
+  Shard times: 120s
+
+  Saved 1 shards to .*\/android_shards.json
+  Uploading \[app-debug.apk\] to https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\/\.*
+  Uploading \[app-single-error-debug-androidTest.apk\] to https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\/\.*
+
+  1 test \/ 1 shard
+
+  1 matrix ids created in \d{1,2}m \d{1,2}s
+  Raw results will be stored in your GCS bucket at \[https:\/\/console.developers.google.com\/storage\/browser\/test-lab-[a-zA-Z0-9_-]*\/[.a-zA-Z0-9_-]*\]
+
+Matrices webLink
+  matrix-[a-zA-Z0-9]* https:\/\/console.firebase.google.com\/project\/flank-open-source\/testlab\/histories\/[.a-zA-Z0-9_-]*\/matrices\/[.a-zA-Z0-9_-]*(\/executions\/[.a-zA-Z0-9_-]*)?
+[\s\S]*
+CostReport
+  Virtual devices
+    \$\d{1,2}.\d{1,2} for \d{1,2}m
+
+
+MatrixResultsReport
+  0 \/ 1 \(0.00\%\)
+  1 matrices failed
+[\s\S]*
+More details are available at:
+https:\/\/console.firebase.google.com\/project\/flank-open-source\/testlab\/histories\/[.a-zA-Z0-9_-]*\/matrices\/[.a-zA-Z0-9_-]*(\/executions\/[.a-zA-Z0-9_-]*)?
+
+
+FetchArtifacts
+    Updating matrix file
+\s*
+Matrices webLink
+  matrix-[a-zA-Z0-9]* https:\/\/console.firebase.google.com\/project\/flank-open-source\/testlab\/histories\/[.a-zA-Z0-9_-]*\/matrices\/[.a-zA-Z0-9_-]*(\/executions\/[.a-zA-Z0-9_-]*)?