increase disk buffer size from 4Kb to 4Mb

r-spark · Aug 22, 2017 · f86aa27 · f86aa27
1 parent 4813a4a
commit f86aa27
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/warc.cpp b/src/warc.cpp
@@ -34,7 +34,7 @@ DataFrame rcpp_read_warc(std::string path,
   gzFile gzf = gzdopen(fileno(fp), "rb");
   if (!gzf) Rcpp::stop("Failed to open WARC as a compressed file.");
 
-  const int buffer_size = 4 * 1024;
+  const int buffer_size = 4 * 1024 * 1024;
   char buffer[buffer_size] = {'\0'};
 
   std::list<std::string> warc_entries;