Skip to content

Commit 6446175

Browse files
committed
SPARK-3422. JavaAPISuite.getHadoopInputSplits isn't used anywhere.
1 parent eddfedd commit 6446175

File tree

1 file changed

+0
-25
lines changed

1 file changed

+0
-25
lines changed

core/src/test/java/org/apache/spark/JavaAPISuite.java

Lines changed: 0 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -29,27 +29,21 @@
2929
import com.google.common.collect.Iterators;
3030
import com.google.common.collect.Lists;
3131
import com.google.common.collect.Maps;
32-
import com.google.common.collect.Sets;
3332
import com.google.common.base.Optional;
3433
import com.google.common.base.Charsets;
3534
import com.google.common.io.Files;
3635
import org.apache.hadoop.io.IntWritable;
37-
import org.apache.hadoop.io.LongWritable;
3836
import org.apache.hadoop.io.Text;
3937
import org.apache.hadoop.io.compress.DefaultCodec;
40-
import org.apache.hadoop.mapred.FileSplit;
41-
import org.apache.hadoop.mapred.InputSplit;
4238
import org.apache.hadoop.mapred.SequenceFileInputFormat;
4339
import org.apache.hadoop.mapred.SequenceFileOutputFormat;
44-
import org.apache.hadoop.mapred.TextInputFormat;
4540
import org.apache.hadoop.mapreduce.Job;
4641
import org.junit.After;
4742
import org.junit.Assert;
4843
import org.junit.Before;
4944
import org.junit.Test;
5045

5146
import org.apache.spark.api.java.JavaDoubleRDD;
52-
import org.apache.spark.api.java.JavaHadoopRDD;
5347
import org.apache.spark.api.java.JavaPairRDD;
5448
import org.apache.spark.api.java.JavaRDD;
5549
import org.apache.spark.api.java.JavaSparkContext;
@@ -1283,23 +1277,4 @@ public void collectUnderlyingScalaRDD() {
12831277
SomeCustomClass[] collected = (SomeCustomClass[]) rdd.rdd().retag(SomeCustomClass.class).collect();
12841278
Assert.assertEquals(data.size(), collected.length);
12851279
}
1286-
1287-
public void getHadoopInputSplits() {
1288-
String outDir = new File(tempDir, "output").getAbsolutePath();
1289-
sc.parallelize(Arrays.asList(1, 2, 3, 4, 5), 2).saveAsTextFile(outDir);
1290-
1291-
JavaHadoopRDD<LongWritable, Text> hadoopRDD = (JavaHadoopRDD<LongWritable, Text>)
1292-
sc.hadoopFile(outDir, TextInputFormat.class, LongWritable.class, Text.class);
1293-
List<String> inputPaths = hadoopRDD.mapPartitionsWithInputSplit(
1294-
new Function2<InputSplit, Iterator<Tuple2<LongWritable, Text>>, Iterator<String>>() {
1295-
@Override
1296-
public Iterator<String> call(InputSplit split, Iterator<Tuple2<LongWritable, Text>> it)
1297-
throws Exception {
1298-
FileSplit fileSplit = (FileSplit) split;
1299-
return Lists.newArrayList(fileSplit.getPath().toUri().getPath()).iterator();
1300-
}
1301-
}, true).collect();
1302-
Assert.assertEquals(Sets.newHashSet(inputPaths),
1303-
Sets.newHashSet(outDir + "/part-00000", outDir + "/part-00001"));
1304-
}
13051280
}

0 commit comments

Comments
 (0)