Adds in support for S3 CRT client

Author: ahmarsuhail

hadoop-project/pom.xml

@@ -205,6 +205,7 @@
     <surefire.fork.timeout>900</surefire.fork.timeout>
     <aws-java-sdk.version>1.12.720</aws-java-sdk.version>
     <aws-java-sdk-v2.version>2.25.53</aws-java-sdk-v2.version>
+    <software.amazon.awssdk.crt.version>0.29.11</software.amazon.awssdk.crt.version>
     <amazon-s3-encryption-client-java.version>3.1.1</amazon-s3-encryption-client-java.version>
     <amazon-s3-analyticsaccelerator-s3.version>1.0.0</amazon-s3-analyticsaccelerator-s3.version>
     <aws.eventstream.version>1.0.1</aws.eventstream.version>
@@ -1103,6 +1104,11 @@
           </exclusion>
         </exclusions>
       </dependency>
+      <dependency>
+        <groupId>software.amazon.awssdk.crt</groupId>
+        <artifactId>aws-crt</artifactId>
+        <version>${software.amazon.awssdk.crt.version}</version>
+      </dependency>
       <dependency>
         <groupId>software.amazon.encryption.s3</groupId>
         <artifactId>amazon-s3-encryption-client-java</artifactId>

hadoop-tools/hadoop-aws/pom.xml

@@ -123,6 +123,8 @@
                 <fs.s3a.scale.test.timeout>${fs.s3a.scale.test.timeout}</fs.s3a.scale.test.timeout>
                 <!-- Stream Type -->
                 <fs.s3a.input.stream.type>${stream}</fs.s3a.input.stream.type>
+                <!-- S3 CRT Client -->
+                <fs.s3a.crt.enabled>${fs.s3a.crt.enabled}</fs.s3a.crt.enabled>
               </systemPropertyVariables>
             </configuration>
           </plugin>
@@ -324,6 +326,19 @@
       </properties>
     </profile>
 
+    <!-- Use the S3 CRT client -->
+    <profile>
+      <id>crt</id>
+      <activation>
+        <property>
+          <name>crt</name>
+        </property>
+      </activation>
+      <properties>
+        <fs.s3a.crt.enabled>true</fs.s3a.crt.enabled>
+      </properties>
+    </profile>
+
   </profiles>
 
   <build>
@@ -479,6 +494,11 @@
       <artifactId>bundle</artifactId>
       <scope>compile</scope>
     </dependency>
+    <dependency>
+      <groupId>software.amazon.awssdk.crt</groupId>
+      <artifactId>aws-crt</artifactId>
+      <scope>compile</scope>
+    </dependency>
     <dependency>
       <groupId>software.amazon.encryption.s3</groupId>
       <artifactId>amazon-s3-encryption-client-java</artifactId>

hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/Constants.java

@@ -1828,12 +1828,21 @@ private Constants() {
    */
   public static final String S3A_IO_RATE_LIMIT = "fs.s3a.io.rate.limit";
 
-
   /**
    * Prefix to configure Analytics Accelerator Library.
    * Value: {@value}.
    */
   public static final String ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX =
           "fs.s3a.analytics.accelerator";
 
+  /**
+   * Flag to enable the CRT client. Value {@value}.
+   */
+  public static final String CRT_CLIENT_ENABLED = "fs.s3a.crt.enabled";
+
+  /**
+   * Default value for {@link #DEFAULT_CRT_ENABLED}.
+   * Value: {@value}.
+   */
+  public static final boolean DEFAULT_CRT_ENABLED = false;
 }