1.3.2

Experimental support for big CSVs... (toCSV)

Author: badosa

inout

@@ -4,8 +4,10 @@ var
 	JSONstat=require("jsonstat-toolkit"),
 
 	dataset=function(contents){
+		var json;
+
 		try{
-			var json=JSON.parse(contents);
+			json=JSON.parse(contents);
 		}catch (e){
 			console.error("Error: The input does not containt JSON.");
 			process.exit(1);
@@ -66,9 +68,16 @@ var
 						console.log("Warning: Using " + output + " instead.");
 					}
 
-					if(fs.writeFileSync(output, content, "utf8")===false){
-						console.error("Error: Couldn't create " + output + ".");
-						process.exit(1);
+					//So far, only in the non-stream interface...
+					if(Array.isArray(content)){
+						content.forEach(function(item){
+							fs.writeFileSync(output, item+"\n", { flag: "a+" });
+						});
+					}else{
+						if(fs.writeFileSync(output, content, "utf8")===false){
+							console.error("Error: Couldn't create " + output + ".");
+							process.exit(1);
+						}
 					}
 
 					console.log("Success: " + output + " has been created.");

jsonstat2csv

@@ -39,6 +39,7 @@ var
 			csv=utils.toCSV(
 				inout.dataset(contents),
 				{
+					array: argv.stream ? false : true, //big datasets experimentally when interface is not stream (weird)
 					rich: argv.rich,
 					status: argv.status,
 					vlabel: argv.vlabel,

package.json

@@ -1,6 +1,6 @@
 {
 	"name": "jsonstat-conv",
-	"version": "1.3.1",
+	"version": "1.3.2",
 	"description": "JSON-stat Command Line Conversion Tools",
 	"homepage": "https://github.com/jsonstat/conv",
 	"keywords": [
@@ -39,7 +39,7 @@
 	},
 	"license": "Apache-2.0",
 	"dependencies": {
-		"jsonstat-suite": "^3.1.7",
+		"jsonstat-suite": "^3.2.2",
 		"jsonstat-toolkit": "^1.3.1",
 		"rw": "^1.3.3",
 		"yargs": "^15.1.0"