build.sbt

import org.checkerframework.checker.units.qual.s
import Flavor.EMR212
import Flavor.EMR613

lazy val flavor = {
  val f = Flavor.currentFlavor()
  System.err.println(Utils.printWithBorders(s"Building for flavor: ${f}", "*"))
  f
}
lazy val dependencies = flavor.dependencies
lazy val settings     = flavor.settings

//integration tests should extend Test configuration and not Runtime configuration
lazy val IntegrationTest = config("it") extend (Test)

/*
 * Main build definition.
 *
 * See project/Settings.scala for the settings definitions.
 * See project/Dependencies.scala for the dependencies definitions.
 */

/* Libraries */

val generateOpenApi: TaskKey[Unit] = TaskKey("generate-open-api", "Updates the generated open api specification")

/* Framework */

lazy val scala_compiler = Project("wasp-compiler", file("compiler"))
  .settings(settings.commonSettings: _*)
  .dependsOn(model)
  .settings(libraryDependencies ++= dependencies.scalaCompilerDependencies)

lazy val model = Project("wasp-model", file("model"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.modelDependencies)

lazy val core = Project("wasp-core", file("core"))
  .settings(
    Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
      / s"java${if (flavor == EMR613) "-emr613" else "-legacy"}",
    Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}",
  )
  .settings(settings.commonSettings: _*)
  .dependsOn(scala_compiler)
  .dependsOn(model)
  .dependsOn(repository_core)
  .dependsOn(nifi_client)
  .settings(settings.sbtBuildInfoSettings: _*)
  .settings(libraryDependencies ++= dependencies.coreDependencies)
  .enablePlugins(BuildInfoPlugin)

lazy val repository_core = Project("wasp-repository-core", file("repository/core"))
  .settings(settings.commonSettings: _*)
  .dependsOn(model)
  .settings(libraryDependencies ++= dependencies.repositoryCoreDependencies)

lazy val repository_mongo = Project("wasp-repository-mongo", file("repository/mongo"))
  .settings(settings.commonSettings: _*)
  .dependsOn(repository_core)
  .dependsOn(core)
  .settings(libraryDependencies ++= dependencies.repositoryMongoDependencies)

lazy val repository_postgres = Project("wasp-repository-postgres", file("repository/postgres"))
  .settings(settings.commonSettings: _*)
  .dependsOn(repository_core)
  .dependsOn(core)
  .settings(libraryDependencies ++= dependencies.repositoryPostgresDependencies)

lazy val repository = Project("wasp-repository", file("repository"))
  .settings(settings.commonSettings: _*)
  .aggregate(repository_core, repository_mongo, repository_postgres)

lazy val master = Project("wasp-master", file("master"))
  .settings(settings.commonSettings: _*)
  .dependsOn(core)
  .dependsOn(nifi_client)
  .settings(libraryDependencies ++= dependencies.masterDependencies)

lazy val producers = Project("wasp-producers", file("producers"))
  .settings(settings.commonSettings: _*)
  .dependsOn(core)
  .settings(libraryDependencies ++= dependencies.producersDependencies)

lazy val consumers_spark = Project("wasp-consumers-spark", file("consumers-spark"))
  .settings(
    Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
  )
  .settings(settings.commonSettings: _*)
  .dependsOn(core)
  .settings(libraryDependencies ++= dependencies.consumersSparkDependencies)
  .settings(settings.disableParallelTests: _*)

/* Plugins */

lazy val plugin_console_spark = Project("wasp-plugin-console-spark", file("plugin-console-spark"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.sparkPluginBasicDependencies)
  .dependsOn(consumers_spark)

lazy val plugin_elastic_spark = Project("wasp-plugin-elastic-spark", file("plugin-elastic-spark"))
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark)
  .settings(libraryDependencies ++= dependencies.pluginElasticSparkDependencies)

lazy val plugin_hbase_spark = Project("wasp-plugin-hbase-spark", file("plugin-hbase-spark"))
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark)
  .settings(libraryDependencies ++= dependencies.pluginHbaseSparkDependencies)

lazy val plugin_plain_hbase_writer_spark =
  Project("wasp-plugin-plain-hbase-writer-spark", file("plugin-plain-hbase-writer-spark"))
    .settings(settings.commonSettings: _*)
    .dependsOn(consumers_spark)
    .settings(libraryDependencies ++= dependencies.pluginPlainHbaseWriterSparkDependencies)

lazy val plugin_jdbc_spark = Project("wasp-plugin-jdbc-spark", file("plugin-jdbc-spark"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.sparkPluginBasicDependencies)
  .dependsOn(consumers_spark)

lazy val plugin_kafka_spark = Project("wasp-plugin-kafka-spark", file("plugin-kafka-spark"))
  .settings(settings.commonSettings: _*)
  .settings(
    Test / unmanagedSourceDirectories += sourceDirectory.value / "test"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}",
  )
  .dependsOn(consumers_spark % "compile->compile;test->test")
  .settings(libraryDependencies ++= dependencies.pluginKafkaSparkDependencies)

lazy val plugin_kafka_spark_old = Project("wasp-plugin-kafka-spark-old", file("plugin-kafka-spark-old"))
  .settings(settings.commonSettings: _*)
  .settings(
    Compile / scalaSource := baseDirectory.value / ".." / "plugin-kafka-spark" / "src" / "main" / "scala",
    Test / scalaSource := baseDirectory.value / ".." / "plugin-kafka-spark" / "src" / "test" / "scala",
    Test / unmanagedSourceDirectories += baseDirectory.value / ".." / "plugin-kafka-spark" / "src" / "test"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
  )
  .dependsOn(consumers_spark % "compile->compile;test->test")
  .settings(libraryDependencies ++= dependencies.pluginKafkaSparkOldDependencies)

lazy val plugin_raw_spark = Project("wasp-plugin-raw-spark", file("plugin-raw-spark"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.sparkPluginBasicDependencies)
  .dependsOn(consumers_spark % "compile->compile;test->test")

lazy val plugin_solr_spark = Project("wasp-plugin-solr-spark", file("plugin-solr-spark"))
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark)
  .settings(libraryDependencies ++= dependencies.pluginSolrSparkDependencies)

lazy val plugin_mongo_spark = Project("wasp-plugin-mongo-spark", file("plugin-mongo-spark"))
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark)
  .settings(libraryDependencies ++= dependencies.pluginMongoSparkDependencies)

lazy val plugin_mailer_spark = Project("wasp-plugin-mailer-spark", file("plugin-mailer-spark"))
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark)
  .settings(libraryDependencies ++= dependencies.pluginMailerSparkDependencies)

lazy val plugin_http_spark = Project("wasp-plugin-http-spark", file("plugin-http-spark"))
  .settings(
    Test / unmanagedSourceDirectories += sourceDirectory.value / "test"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
  )
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark % "compile->compile;test->test")
  .settings(libraryDependencies ++= dependencies.pluginHttpSparkDependencies)

lazy val plugin_cdc_spark = Project("wasp-plugin-cdc-spark", file("plugin-cdc-spark"))
  .settings(settings.commonSettings: _*)
  .dependsOn(consumers_spark % "compile->compile;test->test")
  .settings(libraryDependencies ++= dependencies.pluginCdcSparkDependencies)

lazy val microservice_catalog = Project("wasp-microservice-catalog", file("microservice-catalog"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.microserviceCatalogDependencies)
  .dependsOn(consumers_spark % "compile->compile;test->test")

lazy val plugin_parallel_write_spark = Project("wasp-plugin-parallel-write-spark", file("plugin-parallel-write-spark"))
  .settings(
    Test / unmanagedSourceDirectories += sourceDirectory.value / "test"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
  )
  .settings(Defaults.itSettings)
  .settings(settings.commonSettings: _*)
  .settings(settings.disableParallelTests)
  .settings(libraryDependencies ++= dependencies.pluginParallelWriteSparkDependencies)
  .dependsOn(microservice_catalog % "compile->compile;test->test")
  .dependsOn(aws_auth_temporary_credentials % "compile->compile;test->test")

/* Yarn  */

lazy val yarn_auth_hdfs =
  Project("wasp-yarn-auth-hdfs", file("yarn/auth/hdfs"))
    .settings(
      Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
        / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}",
    )
    .settings(settings.commonSettings: _*)
    .settings(dependencies.kmsTest: _*)
    .settings(libraryDependencies ++= dependencies.yarnAuthHdfsDependencies)

lazy val yarn_auth_hbase =
  Project("wasp-yarn-auth-hbase", file("yarn/auth/hbase"))
    .settings(
      Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
        / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
    )
    .settings(settings.commonSettings: _*)
    .settings(libraryDependencies ++= dependencies.yarnAuthHBaseDependencies)

lazy val yarn_auth = Project("wasp-yarn-auth", file("yarn/auth"))
  .settings(settings.commonSettings: _*)
  .aggregate(yarn_auth_hbase, yarn_auth_hdfs)

lazy val yarn = Project("wasp-yarn", file("yarn"))
  .settings(settings.commonSettings: _*)
  .aggregate(yarn_auth)

lazy val spark_telemetry_plugin = Project("wasp-spark-telemetry-plugin", file("spark/telemetry-plugin"))
  .settings(
    Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
  )
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.sparkTelemetryPluginDependencies)

lazy val spark_nifi_plugin = Project("wasp-spark-nifi-plugin", file("spark/nifi-plugin"))
  .settings(
    Compile / unmanagedSourceDirectories += sourceDirectory.value / "main"
      / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}"
  )
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.sparkNifiPluginDependencies)
  .dependsOn(consumers_spark)
  .dependsOn(spark_nifi_plugin_bridge)

lazy val spark_nifi_plugin_bridge = Project("wasp-spark-nifi-plugin-bridge", file("spark/nifi-plugin-bridge"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.nifiStatelessDependencies)

lazy val spark = Project("wasp-spark", file("spark"))
  .settings(settings.commonSettings: _*)
  .aggregate(spark_telemetry_plugin, spark_nifi_plugin)

/* nifi */

lazy val nifi_client = Project("wasp-nifi-client", file("nifi-client"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.nifiClientDependencies)

lazy val kernel = project
  .withId("wasp-kernel")
  .settings(settings.commonSettings: _*)
  .aggregate(
    model,
    scala_compiler,
    repository_core,
    core,
    master,
    producers,
    consumers_spark,
    openapi,
    nifi_client,
    spark_nifi_plugin_bridge,
    spark_nifi_plugin,
    yarn,
    spark,
    aws
  )

lazy val plugin =
  if (flavor != EMR613) {
    project
      .withId("wasp-plugin")
      .settings(settings.commonSettings: _*)
      .aggregate(
        plugin_console_spark,
        plugin_hbase_spark,
        plugin_plain_hbase_writer_spark,
        plugin_jdbc_spark,
        plugin_kafka_spark,
        plugin_kafka_spark_old,
        plugin_raw_spark,
        plugin_solr_spark,
        plugin_cdc_spark,
        plugin_parallel_write_spark,
        plugin_mailer_spark,
        plugin_http_spark,
        plugin_mongo_spark,
        microservice_catalog,
        plugin_elastic_spark
      )
  }
  else{
    project
      .withId("wasp-plugin")
      .settings(settings.commonSettings: _*)
      .aggregate(
        plugin_parallel_write_spark,
        plugin_http_spark,
        microservice_catalog,
        plugin_kafka_spark
      )

  }

/* Framework + Plugins */
lazy val wasp = Project("wasp", file("."))
  .settings(settings.commonSettings: _*)
  .aggregate(
    kernel,
    repository,
    plugin
  )

/* WhiteLabel */

lazy val whiteLabelModels = Project("wasp-whitelabel-models", file("whitelabel/models"))
  .settings(settings.commonSettings: _*)
  .dependsOn(core)
  .dependsOn(plugin_parallel_write_spark)
  .settings(libraryDependencies ++= dependencies.whitelabelModelsDependencies)

lazy val whiteLabelMaster = Project("wasp-whitelabel-master", file("whitelabel/master"))
  .settings(settings.commonSettings: _*)
  .dependsOn(whiteLabelModels)
  .dependsOn(repository_mongo)
  .dependsOn(whiteLabelConsumersSpark)
  .dependsOn(master)
  .settings(libraryDependencies ++= dependencies.whitelabelMasterDependencies)
  .enablePlugins(JavaAppPackaging)
  .settings(dependencies.whitelabelMasterScriptClasspath)

lazy val whiteLabelProducers = Project("wasp-whitelabel-producers", file("whitelabel/producers"))
  .settings(settings.commonSettings: _*)
  .dependsOn(whiteLabelModels)
  .dependsOn(repository_mongo)
  .dependsOn(producers)
  .settings(libraryDependencies ++= dependencies.whitelabelProducerDependencies)
  .settings(dependencies.whitelabelProducerScriptClasspath)
  .enablePlugins(JavaAppPackaging)

lazy val whiteLabelConsumersSpark =
  if (flavor != EMR613) {
    Project("wasp-whitelabel-consumers-spark", file("whitelabel/consumers-spark"))
      .settings(settings.commonSettings: _*)
      .dependsOn(whiteLabelModels)
      .dependsOn(consumers_spark)
      .dependsOn(repository_mongo)
      .dependsOn(plugin_console_spark)
      .dependsOn(plugin_hbase_spark)
      .dependsOn(plugin_jdbc_spark)
      .dependsOn(plugin_kafka_spark)
      .dependsOn(plugin_mailer_spark)
      .dependsOn(plugin_raw_spark)
      .dependsOn(plugin_solr_spark)
      .dependsOn(plugin_mongo_spark)
      .dependsOn(plugin_http_spark)
      .dependsOn(plugin_cdc_spark)
      .dependsOn(spark_telemetry_plugin)
      .dependsOn(spark_nifi_plugin)
      .dependsOn(plugin_parallel_write_spark)
      .dependsOn(aws_auth_temporary_credentials)
      .settings(libraryDependencies ++= dependencies.whitelabelSparkConsumerDependencies)
      .enablePlugins(JavaAppPackaging)
      .settings(dependencies.whitelabelSparkConsumerScriptClasspath)
  } else {
    Project("wasp-whitelabel-consumers-spark", file("whitelabel/consumers-spark"))
      .settings(settings.commonSettings: _*)
      .settings(
        Test / unmanagedSourceDirectories += sourceDirectory.value / "test"
          / s"scala${if (flavor == EMR613) "-emr613" else "-legacy"}",
      )
      .dependsOn(whiteLabelModels)
      .dependsOn(consumers_spark)
      .dependsOn(repository_mongo)
      .dependsOn(plugin_http_spark)
      .dependsOn(plugin_parallel_write_spark)
      .dependsOn(plugin_kafka_spark)
      .dependsOn(aws_auth_temporary_credentials)
      .settings(libraryDependencies ++= dependencies.whitelabelSparkConsumerDependencies)
      .enablePlugins(JavaAppPackaging)
      .settings(dependencies.whitelabelSparkConsumerScriptClasspath)
  }

lazy val whiteLabelSingleNode = project
  .withId("wasp-whitelabel-singlenode")
  .in(file("whitelabel/single-node"))
  .settings(settings.commonSettings: _*)
  .dependsOn(whiteLabelMaster)
  .dependsOn(whiteLabelConsumersSpark)
  .dependsOn(whiteLabelProducers)
  .enablePlugins(JavaAppPackaging)
  .settings(dependencies.whiteLabelSingleNodeScriptClasspath)

lazy val whiteLabel = Project("wasp-whitelabel", file("whitelabel"))
  .settings(settings.commonSettings: _*)
  .aggregate(
    whiteLabelModels,
    whiteLabelMaster,
    whiteLabelProducers,
    whiteLabelConsumersSpark,
    whiteLabelSingleNode
  )

lazy val openapi = Project("wasp-openapi", file("openapi"))
  .settings(settings.commonSettings: _*)
  .settings(libraryDependencies ++= dependencies.openapiDependencies)
  .settings(
    generateOpenApi := {
      (Compile / runMain)
        .toTask(" it.agilelab.bigdata.wasp.master.web.openapi.GenerateOpenApi documentation/wasp-openapi.yaml")
        .value
    },
    generateOpenApi := (generateOpenApi dependsOn (Compile / compile)).value
  )
  .dependsOn(core)

lazy val aws_auth_temporary_credentials =
  Project("wasp-aws-auth-temporary-credentials", file("aws/auth/temporary-credentials"))
    .settings(settings.commonSettings: _*)
    .settings(libraryDependencies ++= dependencies.scalaTestDependencies)
    .settings(libraryDependencies ++= dependencies.awsAuth)
    .settings(Test / skip := !(flavor == EMR212 || flavor == EMR613))   //only test this in EMR212 build

lazy val aws_auth = Project("wasp-aws-auth", file("aws/auth"))
  .settings(settings.commonSettings: _*)
  .aggregate(aws_auth_temporary_credentials)

lazy val aws = Project("wasp-aws", file("aws"))
  .settings(settings.commonSettings: _*)
  .aggregate(aws_auth)