added data resources folder

Author: P Sruthi

.gitignore

@@ -0,0 +1,5 @@
+.idea
+target
+*.iml
+*.log
+metastore_db

data/records.json

@@ -0,0 +1 @@
+{"id":"305901156","language":"English","content":"Demo SparkSql as JDBC source via Spark ThriftServer"}

pom.xml

@@ -226,6 +226,30 @@
             <artifactId>gson</artifactId>
             <version>2.2.4</version>
         </dependency>
+
+       <dependency>
+            <groupId>org.apache.hive</groupId>
+            <artifactId>hive-common</artifactId>
+            <version>2.1.1</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.hive</groupId>
+            <artifactId>hive-jdbc</artifactId>
+            <version>2.1.1</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.hive</groupId>
+            <artifactId>hive-exec</artifactId>
+            <version>2.1.1</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.hive</groupId>
+            <artifactId>hive-service</artifactId>
+            <version>2.1.1</version>
+        </dependency>
     </dependencies>
 
 </project>

src/main/scala/MainApp.scala

@@ -23,9 +23,9 @@ object MainApp {
 
     // For simplicity, Iam loading data from one file for now..
     // But, in reality, this records dataset can be some real-time continuous streaming data
-    val records = spark.read.format("json").load("/Users/surthi/Downloads/delme.json")
+    val records = spark.read.format("json").load("data/records.json")
     records.show()
-   // records.write.saveAsTable("records")
+    records.write.saveAsTable("records")
 
     // This loop will keep the session alive
     while (true) {

src/test/java/TestThriftClient.java

@@ -7,7 +7,6 @@
 import java.sql.Statement;
 import java.sql.DriverManager;
 
-
 /**
  * This is a test case that connects to sprak's thrift server and asserts that the data is present.
  * In this example, 3 asserts are done: "show tables", "describe table <table-name>" and "select * from <table-name>".
@@ -26,7 +25,7 @@ public static void main(String[] args) throws SQLException {
         }
 
         // Change the connection-url, username and password accordingly
-        String connUrl = "jdbc:hive2://172.20.1.190:10000/default";
+        String connUrl = "jdbc:hive2://localhost:10000/default";
         String username = "";
         String password = "";
 
@@ -42,7 +41,7 @@ public static void main(String[] args) throws SQLException {
         }
 
         // describe table
-        String tableName = "hiveivnews";
+        String tableName = "records";
         sql = "describe " + tableName;
         System.out.println("Running: " + sql);
         res = stmt.executeQuery(sql);