[ADS-2948]: Implement GetGreengageRecord processor

.github/workflows/ci-workflow.yml

@@ -19,7 +19,6 @@ on: [push, pull_request]
 
 env:
   MAVEN_COMMAND: ./mvnw
-  MAVEN_COMMAND_WINDOWS: ./mvnw.cmd
   DEFAULT_MAVEN_OPTS: >-
     -Xmx3g
     -XX:ReservedCodeCacheSize=1g
@@ -237,131 +236,3 @@ jobs:
         if: failure()
       - name: Post Disk Usage
         run: df
-
-  macos-build-jp:
-    timeout-minutes: 150
-    runs-on: macos-latest
-    name: MacOS Zulu JDK 8 JP
-    steps:
-      - name: System Information
-        run: |
-          hostname
-          top -l 1 | grep PhysMem
-          sysctl machdep.cpu
-          df
-      - name: Checkout Code
-        uses: actions/checkout@v3
-      - name: Cache Node Modules
-        uses: actions/cache@v4
-        with:
-          path: |
-            ~/.npm
-            **/node_modules
-          key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
-      - name: Set up Java 8
-        uses: actions/setup-java@v3
-        with:
-          distribution: 'zulu'
-          java-version: '8'
-          cache: 'maven'
-      - name: Maven Compile
-        env:
-          MAVEN_OPTS: >-
-            ${{ env.COMPILE_MAVEN_OPTS }}
-        run: >
-          ${{ env.MAVEN_COMMAND }}
-          ${{ env.MAVEN_COMPILE_COMMAND }}
-      - name: Maven Verify
-        env:
-          NIFI_CI_LOCALE: >-
-            -Duser.language=ja
-            -Duser.country=JP
-          SUREFIRE_OPTS: >-
-            -Duser.language=ja
-            -Duser.country=JP
-            -Duser.region=JP
-            -Duser.timezone=Asia/Tokyo
-          MAVEN_OPTS: >-
-            ${{ env.DEFAULT_MAVEN_OPTS }}
-            -DargLine=${env.SUREFIRE_OPTS}
-        run: >-
-          ${{ env.MAVEN_COMMAND }}
-          ${{ env.MAVEN_VERIFY_COMMAND }}
-          ${{ env.MAVEN_BUILD_PROFILES }}
-          ${{ env.MAVEN_PROJECTS }}
-      - name: Upload Test Reports
-        uses: actions/upload-artifact@v4
-        with:
-          name: surefire-reports-macos-jp
-          path: |
-            ./**/target/surefire-reports/*.txt
-            ./**/target/surefire-reports/*.xml
-          retention-days: 3
-        if: failure()
-      - name: Post Disk Usage
-        run: df
-
-  windows-build:
-    timeout-minutes: 150
-    runs-on: windows-latest
-    name: Windows Zulu JDK 8 FR
-    steps:
-      - name: System Information
-        run: |
-          systeminfo
-          df
-      - name: Setup Git
-        run:  |
-          git config --global core.autocrlf false
-          git config --global core.longpaths true
-      - name: Checkout Code
-        uses: actions/checkout@v3
-      - name: Cache Node Modules
-        uses: actions/cache@v4
-        with:
-          path: |
-            ~\AppData\npm-cache
-            **\node_modules
-          key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
-      - name: Set up Java 8
-        uses: actions/setup-java@v3
-        with:
-          distribution: 'zulu'
-          java-version: '8'
-          cache: 'maven'
-      - name: Maven Compile
-        env:
-          MAVEN_OPTS: >-
-            ${{ env.COMPILE_MAVEN_OPTS }}
-        run: >
-          ${{ env.MAVEN_COMMAND_WINDOWS }}
-          ${{ env.MAVEN_COMPILE_COMMAND }}
-      - name: Maven Verify
-        env:
-          NIFI_CI_LOCALE: >-
-            -Duser.language=fr
-            -Duser.country=FR
-          SUREFIRE_OPTS: >-
-            -Duser.language=fr
-            -Duser.country=FR
-            -Duser.region=FR
-            -Duser.timezone=Europe/Paris
-          MAVEN_OPTS: >-
-            ${{ env.DEFAULT_MAVEN_OPTS }}
-            -DargLine=${env.SUREFIRE_OPTS}
-        run: >-
-          ${{ env.MAVEN_COMMAND_WINDOWS }}
-          ${{ env.MAVEN_VERIFY_COMMAND }}
-          ${{ env.MAVEN_BUILD_PROFILES }}
-          ${{ env.MAVEN_PROJECTS }}
-      - name: Upload Test Reports
-        uses: actions/upload-artifact@v4
-        with:
-          name: surefire-reports-windows-fr
-          path: |
-            ./**/target/surefire-reports/*.txt
-            ./**/target/surefire-reports/*.xml
-          retention-days: 3
-        if: failure()
-      - name: Post Disk Usage
-        run: df

nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/metadata/ColumnDescription.java

@@ -22,4 +22,6 @@ public interface ColumnDescription {
     ColumnDataType getDataType();
 
     boolean isRequired();
+
+    boolean isNullable();
 }

nifi-nar-bundles/nifi-standard-services/nifi-greengage-service-bundle/nifi-gpfdist-service/src/main/java/org/apache/nifi/gpfdist/service/context/ContextManager.java → nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/metadata/ContextManager.java

@@ -11,10 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package org.apache.nifi.gpfdist.service.context;
-
-import org.apache.nifi.gpfdist.metadata.Context;
-import org.apache.nifi.gpfdist.metadata.ContextId;
+package org.apache.nifi.gpfdist.metadata;
 
 import java.util.Optional;
 

nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/service/GpfdistService.java

@@ -17,12 +17,22 @@
 package org.apache.nifi.gpfdist.service;
 
 import org.apache.nifi.controller.ControllerService;
+import org.apache.nifi.gpfdist.metadata.Context;
+import org.apache.nifi.gpfdist.metadata.ContextManager;
 
 public interface GpfdistService extends ControllerService {
 
     RecordSinkProvider getRecordSinkProvider();
 
-    GreengageService getGreengageTableService();
+    GreengageService getGreengageMetadataService();
 
-    TransferDataQueryExecutor getQueryExecutor();
+    TransferDataQueryExecutor getLoadDataQueryExecutor();
+
+    TransferDataQueryExecutor getUnloadDataQueryExecutor();
+
+    GpfdistUnloadMetadataFactory getGpfdistUnloadMetadataFactory();
+
+    ContextManager<? extends Context> getReadContextManager();
+
+    NodeIndexService getNodeIndexService();
 }

nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/service/GpfdistUnloadMetadataFactory.java

@@ -0,0 +1,29 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.nifi.gpfdist.service;
+
+import org.apache.nifi.gpfdist.metadata.ColumnDescription;
+import org.apache.nifi.gpfdist.metadata.ContextId;
+import org.apache.nifi.gpfdist.metadata.GpfdistMetadata;
+import org.apache.nifi.gpfdist.metadata.TableDescription;
+
+import java.util.List;
+
+public interface GpfdistUnloadMetadataFactory {
+    GpfdistMetadata create(TableDescription tableMetadata,
+                           List<ColumnDescription> columnDescriptions,
+                           ContextId contextId,
+                           String processorTaskId,
+                           int globalWorkerIndex);
+}

nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/service/GreengageService.java

@@ -25,4 +25,6 @@ public interface GreengageService {
     DatabaseMetaData getDatabaseMetadata();
 
     TableDescription getTableDescription(String schemaName, String tableName);
+
+    int getSegmentCount();
 }

nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/service/NodeIndexService.java

@@ -0,0 +1,19 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.nifi.gpfdist.service;
+
+public interface NodeIndexService {
+    int getNodeIndex() throws Exception;
+    int getNodeCount();
+}

nifi-nar-bundles/nifi-standard-services/nifi-gpfdist-service-api/src/main/java/org/apache/nifi/gpfdist/service/RecordSinkProvider.java

@@ -17,13 +17,14 @@
 package org.apache.nifi.gpfdist.service;
 
 import org.apache.nifi.gpfdist.metadata.ColumnDescription;
+import org.apache.nifi.gpfdist.metadata.ContextId;
 import org.apache.nifi.gpfdist.metadata.TableDescription;
 import org.apache.nifi.serialization.record.RecordSchema;
 
 import java.util.List;
 
 public interface RecordSinkProvider {
-    RecordSink createRecordSink(TableDescription tableDescription,
+    RecordSink createRecordSink(ContextId contextId, TableDescription tableDescription,
                                 List<ColumnDescription> insertColumnDescriptions,
                                 RecordSchema recordSchema);
 }

nifi-nar-bundles/nifi-standard-services/nifi-greengage-service-bundle/nifi-gpfdist-service/pom.xml

@@ -58,6 +58,11 @@
             <artifactId>nifi-record-serialization-service-api</artifactId>
             <version>${nifi.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.nifi</groupId>
+            <artifactId>nifi-record-serialization-services</artifactId>
+            <version>${nifi.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.nifi</groupId>
             <artifactId>nifi-gpfdist-service-api</artifactId>