|
38 | 38 |
|
39 | 39 | import software.amazon.s3.analyticsaccelerator.S3SeekableInputStreamConfiguration; |
40 | 40 | import software.amazon.s3.analyticsaccelerator.common.ConnectorConfiguration; |
41 | | -import software.amazon.s3.analyticsaccelerator.util.PrefetchMode; |
42 | 41 |
|
43 | 42 | import static org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY; |
44 | 43 | import static org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY_PARQUET; |
|
64 | 63 | public class ITestS3AAnalyticsAcceleratorStreamReading extends AbstractS3ATestBase { |
65 | 64 |
|
66 | 65 | private static final String PHYSICAL_IO_PREFIX = "physicalio"; |
67 | | - private static final String LOGICAL_IO_PREFIX = "logicalio"; |
68 | | - |
69 | 66 |
|
70 | 67 | private Path externalTestFile; |
71 | 68 |
|
@@ -176,35 +173,6 @@ public void testMultiRowGroupParquet() throws Throwable { |
176 | 173 | verifyStatisticCounterValue(ioStats, STREAM_READ_ANALYTICS_OPENED, 1); |
177 | 174 | } |
178 | 175 |
|
179 | | - @Test |
180 | | - public void testConnectorFrameworkConfigurable() { |
181 | | - describe("Verify S3 connector framework reads configuration"); |
182 | | - |
183 | | - Configuration conf = new Configuration(getConfiguration()); |
184 | | - |
185 | | - //Disable Predictive Prefetching |
186 | | - conf.set(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX + |
187 | | - "." + LOGICAL_IO_PREFIX + ".prefetching.mode", "all"); |
188 | | - |
189 | | - //Set Blobstore Capacity |
190 | | - conf.setInt(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX + |
191 | | - "." + PHYSICAL_IO_PREFIX + ".blobstore.capacity", 1); |
192 | | - |
193 | | - ConnectorConfiguration connectorConfiguration = |
194 | | - new ConnectorConfiguration(conf, ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX); |
195 | | - |
196 | | - S3SeekableInputStreamConfiguration configuration = |
197 | | - S3SeekableInputStreamConfiguration.fromConfiguration(connectorConfiguration); |
198 | | - |
199 | | - Assertions.assertThat(configuration.getLogicalIOConfiguration().getPrefetchingMode()) |
200 | | - .as("AnalyticsStream configuration is not set to expected value") |
201 | | - .isSameAs(PrefetchMode.ALL); |
202 | | - |
203 | | - Assertions.assertThat(configuration.getPhysicalIOConfiguration().getBlobStoreCapacity()) |
204 | | - .as("AnalyticsStream configuration is not set to expected value") |
205 | | - .isEqualTo(1); |
206 | | - } |
207 | | - |
208 | 176 | @Test |
209 | 177 | public void testInvalidConfigurationThrows() throws Exception { |
210 | 178 | describe("Verify S3 connector framework throws with invalid configuration"); |
|
0 commit comments