Skip to content

Commit cbdff49

Browse files
phalodisrowen
authored andcommitted
[SPARK-16816] Modify java example which is also reflect in documentation exmaple
## What changes were proposed in this pull request? Modify java example which is also reflect in document. ## How was this patch tested? run test cases. Author: sandy <phalodi@gmail.com> Closes #14436 from phalodi/SPARK-16816.
1 parent 2330f3e commit cbdff49

File tree

1 file changed

+16
-0
lines changed

1 file changed

+16
-0
lines changed

examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,10 +19,13 @@
1919
// $example on:schema_merging$
2020
import java.io.Serializable;
2121
import java.util.ArrayList;
22+
import java.util.Arrays;
2223
import java.util.List;
2324
// $example off:schema_merging$
2425

2526
// $example on:basic_parquet_example$
27+
import org.apache.spark.api.java.JavaRDD;
28+
import org.apache.spark.api.java.JavaSparkContext;
2629
import org.apache.spark.api.java.function.MapFunction;
2730
import org.apache.spark.sql.Encoders;
2831
// $example on:schema_merging$
@@ -213,6 +216,19 @@ private static void runJsonDatasetExample(SparkSession spark) {
213216
// +------+
214217
// |Justin|
215218
// +------+
219+
220+
// Alternatively, a DataFrame can be created for a JSON dataset represented by
221+
// an RDD[String] storing one JSON object per string.
222+
List<String> jsonData = Arrays.asList(
223+
"{\"name\":\"Yin\",\"address\":{\"city\":\"Columbus\",\"state\":\"Ohio\"}}");
224+
JavaRDD<String> anotherPeopleRDD = new JavaSparkContext(spark.sparkContext()).parallelize(jsonData);
225+
Dataset anotherPeople = spark.read().json(anotherPeopleRDD);
226+
anotherPeople.show();
227+
// +---------------+----+
228+
// | address|name|
229+
// +---------------+----+
230+
// |[Columbus,Ohio]| Yin|
231+
// +---------------+----+
216232
// $example off:json_dataset$
217233
}
218234

0 commit comments

Comments
 (0)