Create NORMALIZATION SUB_BUILD

settings.gradle

@@ -13,14 +13,14 @@ gradleEnterprise {
 
 rootProject.name = 'airbyte'
 
-// SUB_BUILD is an enum of <blank>, PLATFORM, CONNECTORS_BASE. Blank is equivalent to all.
+// SUB_BUILD is an enum of <blank>, PLATFORM, CONNECTORS_BASE, NORMALIZATION. Blank is equivalent to all.
 if(!System.getenv().containsKey("SUB_BUILD")) {
     println("Building all of Airbyte.")
 } else {
     def subBuild = System.getenv().get("SUB_BUILD")
     println("Building Airbyte Sub Build: " + subBuild)
-    if(subBuild != "PLATFORM" && subBuild != "CONNECTORS_BASE") {
-        throw new IllegalArgumentException(String.format("%s is invalid. Must be unset or PLATFORM or CONNECTORS_BASE", subBuild))
+    if(subBuild != "PLATFORM" && subBuild != "CONNECTORS_BASE" && subBuild != "NORMALIZATION") {
+        throw new IllegalArgumentException(String.format("%s is invalid. Must be unset or PLATFORM or CONNECTORS_BASE or NORMALIZATION", subBuild))
     }
 }
 
@@ -71,6 +71,24 @@ if(!System.getenv().containsKey("SUB_BUILD") || System.getenv().get("SUB_BUILD")
     include ':tools:code-generator'
 }
 
+// normalization
+if(!System.getenv().containsKey("SUB_BUILD") || System.getenv().get("SUB_BUILD") == "NORMALIZATION") {
+    include ':airbyte-integrations:bases:airbyte-protocol'
+    include ':airbyte-integrations:bases:base'
+    include ':airbyte-integrations:bases:base-java'
+    include ':airbyte-integrations:bases:base-normalization'
+
+    // Needed by normalization integration tests
+    include ':airbyte-integrations:connectors:destination-bigquery'
+    include ':airbyte-integrations:connectors:destination-jdbc'
+    include ':airbyte-integrations:connectors:destination-mysql'
+    include ':airbyte-integrations:connectors:destination-postgres'
+    include ':airbyte-integrations:connectors:destination-redshift'
+    include ':airbyte-integrations:connectors:destination-snowflake'
+    include ':airbyte-integrations:bases:standard-destination-test'
+    include ':tools:code-generator'
+}
+
 // connectors base
 if(!System.getenv().containsKey("SUB_BUILD") || System.getenv().get("SUB_BUILD") == "CONNECTORS_BASE") {
     include ':airbyte-cdk:python'

tools/bin/ci_integration_test.sh

@@ -13,7 +13,17 @@ if [[ "$connector" == "all" ]] ; then
   echo "Running: ./gradlew --no-daemon --scan integrationTest"
   ./gradlew --no-daemon --scan integrationTest
 else
-  if [[ "$connector" == *"connectors"* ]] || [[ "$connector" == *"bases"* ]]; then
+  if [[ "$connector" == *"base-normalization"* ]]; then
+    selected_integration_test="base-normalization"
+    integrationTestCommand="$(_to_gradle_path "airbyte-integrations/bases/base-normalization" integrationTest)"
+    export SUB_BUILD="NORMALIZATION"
+    ./gradlew --no-daemon --scan airbyteDocker
+  elif [[ "$connector" == *"bases"* ]]; then
+    connector_name=$(echo $connector | cut -d / -f 2)
+    selected_integration_test=$(echo "$all_integration_tests" | grep "^$connector_name$" || echo "")
+    integrationTestCommand="$(_to_gradle_path "airbyte-integrations/$connector" integrationTest)"
+    export SUB_BUILD="CONNECTORS_BASE"
+  elif [[ "$connector" == *"connectors"* ]]; then
     connector_name=$(echo $connector | cut -d / -f 2)
     selected_integration_test=$(echo "$all_integration_tests" | grep "^$connector_name$" || echo "")
     integrationTestCommand="$(_to_gradle_path "airbyte-integrations/$connector" integrationTest)"