Skip to content

Commit 55e0f0a

Browse files
authored
HADOOP-19480. Upgrades AAL version to 1.0.0. (#7469)
Contributed by: Ahmar Suhail
1 parent d7a462f commit 55e0f0a

File tree

2 files changed

+1
-33
lines changed

2 files changed

+1
-33
lines changed

hadoop-project/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -206,7 +206,7 @@
206206
<aws-java-sdk.version>1.12.720</aws-java-sdk.version>
207207
<aws-java-sdk-v2.version>2.25.53</aws-java-sdk-v2.version>
208208
<amazon-s3-encryption-client-java.version>3.1.1</amazon-s3-encryption-client-java.version>
209-
<amazon-s3-analyticsaccelerator-s3.version>0.0.4</amazon-s3-analyticsaccelerator-s3.version>
209+
<amazon-s3-analyticsaccelerator-s3.version>1.0.0</amazon-s3-analyticsaccelerator-s3.version>
210210
<aws.eventstream.version>1.0.1</aws.eventstream.version>
211211
<hsqldb.version>2.7.1</hsqldb.version>
212212
<frontend-maven-plugin.version>1.11.2</frontend-maven-plugin.version>

hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AAnalyticsAcceleratorStreamReading.java

Lines changed: 0 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,6 @@
3838

3939
import software.amazon.s3.analyticsaccelerator.S3SeekableInputStreamConfiguration;
4040
import software.amazon.s3.analyticsaccelerator.common.ConnectorConfiguration;
41-
import software.amazon.s3.analyticsaccelerator.util.PrefetchMode;
4241

4342
import static org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY;
4443
import static org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY_PARQUET;
@@ -64,8 +63,6 @@
6463
public class ITestS3AAnalyticsAcceleratorStreamReading extends AbstractS3ATestBase {
6564

6665
private static final String PHYSICAL_IO_PREFIX = "physicalio";
67-
private static final String LOGICAL_IO_PREFIX = "logicalio";
68-
6966

7067
private Path externalTestFile;
7168

@@ -176,35 +173,6 @@ public void testMultiRowGroupParquet() throws Throwable {
176173
verifyStatisticCounterValue(ioStats, STREAM_READ_ANALYTICS_OPENED, 1);
177174
}
178175

179-
@Test
180-
public void testConnectorFrameworkConfigurable() {
181-
describe("Verify S3 connector framework reads configuration");
182-
183-
Configuration conf = new Configuration(getConfiguration());
184-
185-
//Disable Predictive Prefetching
186-
conf.set(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX +
187-
"." + LOGICAL_IO_PREFIX + ".prefetching.mode", "all");
188-
189-
//Set Blobstore Capacity
190-
conf.setInt(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX +
191-
"." + PHYSICAL_IO_PREFIX + ".blobstore.capacity", 1);
192-
193-
ConnectorConfiguration connectorConfiguration =
194-
new ConnectorConfiguration(conf, ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX);
195-
196-
S3SeekableInputStreamConfiguration configuration =
197-
S3SeekableInputStreamConfiguration.fromConfiguration(connectorConfiguration);
198-
199-
Assertions.assertThat(configuration.getLogicalIOConfiguration().getPrefetchingMode())
200-
.as("AnalyticsStream configuration is not set to expected value")
201-
.isSameAs(PrefetchMode.ALL);
202-
203-
Assertions.assertThat(configuration.getPhysicalIOConfiguration().getBlobStoreCapacity())
204-
.as("AnalyticsStream configuration is not set to expected value")
205-
.isEqualTo(1);
206-
}
207-
208176
@Test
209177
public void testInvalidConfigurationThrows() throws Exception {
210178
describe("Verify S3 connector framework throws with invalid configuration");

0 commit comments

Comments
 (0)