avoid referencing sparkwarc directly in worker node

r-spark · Jul 18, 2017 · f54be52 · f54be52
1 parent 3d36bce
commit f54be52
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/R/sparkwarc.R b/R/sparkwarc.R
@@ -69,7 +69,7 @@ spark_read_warc <- function(sc,
         devtools::install_github("javierluraschi/sparkwarc", ref = "feature/spark-apply-rcpp")
       }
 
-      library(sparkwarc)
+      rcpp_read_warc <- get("rcpp_read_warc", envir = asNamespace("sparkwarc"))
 
       entries <- apply(df, 1, function(path) {
         if (grepl("s3n://", path)) {