test: Optimize quota usage in IT

integration_tests/build.gradle.kts

@@ -38,17 +38,43 @@ tasks.test {
     }
 }
 
-tasks.register<Test>("integrationTests") {
+tasks.register<Test>("integrationTestsAndroid") {
     group = "Verification"
-    description = "Runs flank integration tests"
+    description = "Runs flank integration tests -- Android"
     filter {
         includeTestsMatching("*IT")
     }
+    useJUnit {
+        includeCategories = setOf("integration.config.AndroidTest")
+        excludeCategories = setOf("integration.config.IosTest")
+    }
+    testLogging {
+        events("skipped", "failed")
+        exceptionFormat = TestExceptionFormat.FULL
+    }
+    maxParallelForks = Runtime.getRuntime().availableProcessors()
+}
+
+tasks.register<Test>("integrationTestsIos") {
+    group = "Verification"
+    description = "Runs flank integration tests -- iOS"
+    filter {
+        includeTestsMatching("*IT")
+    }
+    useJUnit {
+        includeCategories = setOf("integration.config.IosTest")
+        excludeCategories = setOf("integration.config.AndroidTest")
+    }
     testLogging {
         events("skipped", "failed")
         exceptionFormat = TestExceptionFormat.FULL
     }
-    maxParallelForks = Runtime.getRuntime().availableProcessors() / 2
+    failFast = true
+}
+
+tasks.register("integrationTests") {
+    dependsOn("integrationTestsAndroid", "integrationTestsIos")
+    tasks["integrationTestsIos"].mustRunAfter("integrationTestsAndroid")
 }
 
 val compileTestKotlin: KotlinCompile by tasks

integration_tests/src/test/kotlin/integration/AllTestFilteredIT.kt

@@ -2,7 +2,10 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
+import integration.config.IosTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -19,6 +22,7 @@ import utils.toOutputReportFile
 class AllTestFilteredIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `filter all tests - android`() {
         val name = "$name-android"
@@ -45,6 +49,7 @@ class AllTestFilteredIT {
         assertThat(outputReport.weblinks).isEmpty()
     }
 
+    @Category(IosTest::class)
     @Test
     fun `filter all tests - ios`() {
         val name = "$name-ios"

integration_tests/src/test/kotlin/integration/CustomShardingIT.kt

@@ -5,8 +5,10 @@ import com.fasterxml.jackson.databind.json.JsonMapper
 import com.fasterxml.jackson.module.kotlin.KotlinModule
 import com.google.common.truth.Truth.assertThat
 import flank.common.isWindows
+import integration.config.AndroidTest
 import org.junit.Rule
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import org.junit.rules.TemporaryFolder
 import run
 import utils.AndroidTestShards
@@ -38,6 +40,7 @@ class CustomShardingIT {
     @get:Rule
     val root = TemporaryFolder()
 
+    @Category(AndroidTest::class)
     @Test
     fun `flank custom sharding -- android`() {
 

integration_tests/src/test/kotlin/integration/DumpShardsIT.kt

@@ -3,8 +3,11 @@ package integration
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
 import flank.common.isWindows
+import integration.config.AndroidTest
+import integration.config.IosTest
 import org.junit.Assume.assumeFalse
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -22,6 +25,7 @@ import java.io.File
 class DumpShardsIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `dump shards - android`() {
         val name = "$name-android"
@@ -63,6 +67,7 @@ class DumpShardsIT {
             )
     }
 
+    @Category(IosTest::class)
     @Test
     fun `dump shards - ios`() {
         assumeFalse(isWindows)

integration_tests/src/test/kotlin/integration/GameloopIT.kt

@@ -5,8 +5,11 @@ import com.google.common.truth.Truth.assertThat
 import flank.common.isLinux
 import flank.common.isMacOS
 import flank.common.isWindows
+import integration.config.AndroidTest
+import integration.config.IosTest
 import org.junit.Assume.assumeFalse
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -24,6 +27,7 @@ class GameloopIT {
 
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun androidGameloop() {
         val name = "$name-android"
@@ -54,6 +58,7 @@ class GameloopIT {
         assertThat(testAxis.outcome).isEqualTo("success")
     }
 
+    @Category(IosTest::class)
     @Test
     fun iosGameloop() {
         assumeFalse(isWindows)

integration_tests/src/test/kotlin/integration/IgnoreFailedIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -20,6 +22,7 @@ import utils.toOutputReportFile
 class IgnoreFailedIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `return with exit code 0 for failed tests`() {
         val result = FlankCommand(

integration_tests/src/test/kotlin/integration/LegacyResultIT.kt

@@ -3,8 +3,11 @@ package integration
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
 import flank.common.isWindows
+import integration.config.AndroidTest
+import integration.config.IosTest
 import org.junit.Assume.assumeFalse
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -24,6 +27,7 @@ import utils.toOutputReportFile
 class LegacyResultIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun androidLegacyJUnitResultTest() {
         val result = FlankCommand(
@@ -59,6 +63,7 @@ class LegacyResultIT {
         )
     }
 
+    @Category(IosTest::class)
     @Test
     fun iosLegacyJUnitResultTest() {
         assumeFalse(isWindows)

integration_tests/src/test/kotlin/integration/ManyTestsOnSingleShardIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -25,6 +27,7 @@ class ManyTestsOnSingleShardIT {
 
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `return with exit code 0 and has correct output`() {
         val result = FlankCommand(

integration_tests/src/test/kotlin/integration/MultipleApksIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -26,6 +28,7 @@ import utils.toOutputReportFile
 class MultipleApksIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `flank full option run`() {
         val result = FlankCommand(

integration_tests/src/test/kotlin/integration/MultipleDevicesIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -18,6 +20,7 @@ import utils.toOutputReportFile
 class MultipleDevicesIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `run tests on multiple devices - android`() {
         val name = "$name-android"

integration_tests/src/test/kotlin/integration/RunTimeoutIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -16,6 +18,8 @@ import utils.toOutputReportFile
 
 class RunTimeoutIT {
     private val name = this::class.java.simpleName
+
+    @Category(AndroidTest::class)
     @Test
     fun `cancel test run on timeout`() {
         val result = FlankCommand(

integration_tests/src/test/kotlin/integration/SanityRoboIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -16,8 +18,8 @@ import utils.removeUnicode
 import utils.toOutputReportFile
 
 class SanityRoboIT {
-    private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `sanity robo`() {
         val result = FlankCommand(

integration_tests/src/test/kotlin/integration/TestFilteringIT.kt

@@ -2,7 +2,9 @@ package integration
 
 import FlankCommand
 import com.google.common.truth.Truth.assertThat
+import integration.config.AndroidTest
 import org.junit.Test
+import org.junit.experimental.categories.Category
 import run
 import utils.CONFIGS_PATH
 import utils.FLANK_JAR_PATH
@@ -20,6 +22,7 @@ import utils.toOutputReportFile
 class TestFilteringIT {
     private val name = this::class.java.simpleName
 
+    @Category(AndroidTest::class)
     @Test
     fun `run test from only one apk`() {
         val result = FlankCommand(

integration_tests/src/test/kotlin/integration/config/Categories.kt

@@ -0,0 +1,4 @@
+package integration.config
+
+interface AndroidTest
+interface IosTest