Merge pull request #18 from mlsecproject/i14_cleanup

Cleaning up the data and markdown files (closes #14)
mlsecproject · Aug 17, 2014 · a45be72 · a45be72
2 parents 90f6b9b + 52a8ba3
commit a45be72
Show file tree

Hide file tree

Showing 134 changed files with 42 additions and 617 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -0,0 +1,11 @@
+CHANGE LOG
+==========
+
+#### 0.1.2 Bouncing Armadillo
+* Separating the data files and R Markdowns in their own repos ([issue 14](https://github.com/mlsecproject/tiq-test/issues/14))
+
+#### 0.1.1 Axiomatic Armadillo
+* This is the "final version" after some chart tweaking and adding the information from the slides and RMarkdown file locations. From now on, we will start tweaking the API and chart output for the new versions/talks
+
+#### 0.1.0 Armadillo
+* First release of tiq-test, for the talks in BSidesLV 2014 and DEF CON 22.
diff --git a/README.md b/README.md
@@ -2,13 +2,13 @@ tiq-test
 ========
 Threat Intelligence Quotient Test
 
-Code and data repository for the statistical analysis of TI indicator feeds
+Dataviz and Statistical Analysis of Threat Intelligence Indicator feeds
 
 As seen in:
 * BSides LV 2014 - "Measuring the IQ of your threat intelligence feeds"
 * DEF CON 22 - "Measuring the IQ of your threat intelligence feeds"
 
-Check out the usage examples of the talks in http://rpubs.com/alexcpsec/tiq-test-Summer2014
+The data repository and R Markdown source for these talks can be found at https://github.com/mlsecproject/tiq-test-Summer2014
 
 Copyright Info
 --------------
@@ -44,6 +44,29 @@ have some packages installed. The required packages are:
 
 Running this on your R console should take care of that:
 ```
-install.packages(c("futile.logger", "data.table", "testthat", "reshape2", "ggplot2"), 
+install.packages(c("futile.logger", "data.table", "testthat", "reshape2", "ggplot2"),
                  repos="http://cran.us.r-project.org")
 ```
+
+How to use these tools
+----------------------
+
+This is not an R package (yet) so it is necessary for you to set the working directory
+to the directory where you clone this repository in order for the functions to work.
+
+```
+## Some limitations from not being an R package: Setting the Working directory
+tiqtest.dir = "../tiq-test"
+current.dir = setwd(tiqtest.dir)
+source("tiq-test.R")
+```
+
+There is also the requirement to set the data directory so the data functions
+know where to look.
+
+```
+## Setting the root data path to where it should be in this repo
+.tiq.data.setRootPath(file.path(current.dir, "data"))
+```
+
+Check out usage examples for the tests here http://rpubs.com/alexcpsec/tiq-test-Summer2014-2
diff --git a/data/enriched/public_inbound/20140615.csv.gz b/data/enriched/public_inbound/20140615.csv.gz
diff --git a/data/enriched/public_inbound/20140616.csv.gz b/data/enriched/public_inbound/20140616.csv.gz
diff --git a/data/enriched/public_inbound/20140617.csv.gz b/data/enriched/public_inbound/20140617.csv.gz
diff --git a/data/enriched/public_inbound/20140618.csv.gz b/data/enriched/public_inbound/20140618.csv.gz
diff --git a/data/enriched/public_inbound/20140619.csv.gz b/data/enriched/public_inbound/20140619.csv.gz
diff --git a/data/enriched/public_inbound/20140620.csv.gz b/data/enriched/public_inbound/20140620.csv.gz
diff --git a/data/enriched/public_inbound/20140622.csv.gz b/data/enriched/public_inbound/20140622.csv.gz
diff --git a/data/enriched/public_inbound/20140623.csv.gz b/data/enriched/public_inbound/20140623.csv.gz
diff --git a/data/enriched/public_inbound/20140624.csv.gz b/data/enriched/public_inbound/20140624.csv.gz
diff --git a/data/enriched/public_inbound/20140625.csv.gz b/data/enriched/public_inbound/20140625.csv.gz
diff --git a/data/enriched/public_inbound/20140626.csv.gz b/data/enriched/public_inbound/20140626.csv.gz
diff --git a/data/enriched/public_inbound/20140627.csv.gz b/data/enriched/public_inbound/20140627.csv.gz
diff --git a/data/enriched/public_inbound/20140628.csv.gz b/data/enriched/public_inbound/20140628.csv.gz
diff --git a/data/enriched/public_inbound/20140629.csv.gz b/data/enriched/public_inbound/20140629.csv.gz
diff --git a/data/enriched/public_inbound/20140630.csv.gz b/data/enriched/public_inbound/20140630.csv.gz
diff --git a/data/enriched/public_inbound/20140701.csv.gz b/data/enriched/public_inbound/20140701.csv.gz
diff --git a/data/enriched/public_inbound/20140702.csv.gz b/data/enriched/public_inbound/20140702.csv.gz
diff --git a/data/enriched/public_inbound/20140703.csv.gz b/data/enriched/public_inbound/20140703.csv.gz
diff --git a/data/enriched/public_inbound/20140704.csv.gz b/data/enriched/public_inbound/20140704.csv.gz
diff --git a/data/enriched/public_inbound/20140705.csv.gz b/data/enriched/public_inbound/20140705.csv.gz
diff --git a/data/enriched/public_inbound/20140706.csv.gz b/data/enriched/public_inbound/20140706.csv.gz
diff --git a/data/enriched/public_inbound/20140707.csv.gz b/data/enriched/public_inbound/20140707.csv.gz
diff --git a/data/enriched/public_inbound/20140708.csv.gz b/data/enriched/public_inbound/20140708.csv.gz
diff --git a/data/enriched/public_inbound/20140709.csv.gz b/data/enriched/public_inbound/20140709.csv.gz
diff --git a/data/enriched/public_inbound/20140710.csv.gz b/data/enriched/public_inbound/20140710.csv.gz
diff --git a/data/enriched/public_inbound/20140711.csv.gz b/data/enriched/public_inbound/20140711.csv.gz
diff --git a/data/enriched/public_inbound/20140712.csv.gz b/data/enriched/public_inbound/20140712.csv.gz
diff --git a/data/enriched/public_inbound/20140713.csv.gz b/data/enriched/public_inbound/20140713.csv.gz
diff --git a/data/enriched/public_inbound/20140714.csv.gz b/data/enriched/public_inbound/20140714.csv.gz
diff --git a/data/enriched/public_inbound/20140715.csv.gz b/data/enriched/public_inbound/20140715.csv.gz
diff --git a/data/enriched/public_outbound/20140615.csv.gz b/data/enriched/public_outbound/20140615.csv.gz
diff --git a/data/enriched/public_outbound/20140616.csv.gz b/data/enriched/public_outbound/20140616.csv.gz
diff --git a/data/enriched/public_outbound/20140617.csv.gz b/data/enriched/public_outbound/20140617.csv.gz
diff --git a/data/enriched/public_outbound/20140618.csv.gz b/data/enriched/public_outbound/20140618.csv.gz
diff --git a/data/enriched/public_outbound/20140619.csv.gz b/data/enriched/public_outbound/20140619.csv.gz
diff --git a/data/enriched/public_outbound/20140620.csv.gz b/data/enriched/public_outbound/20140620.csv.gz
diff --git a/data/enriched/public_outbound/20140621.csv.gz b/data/enriched/public_outbound/20140621.csv.gz
diff --git a/data/enriched/public_outbound/20140622.csv.gz b/data/enriched/public_outbound/20140622.csv.gz
diff --git a/data/enriched/public_outbound/20140623.csv.gz b/data/enriched/public_outbound/20140623.csv.gz
diff --git a/data/enriched/public_outbound/20140624.csv.gz b/data/enriched/public_outbound/20140624.csv.gz
diff --git a/data/enriched/public_outbound/20140625.csv.gz b/data/enriched/public_outbound/20140625.csv.gz
diff --git a/data/enriched/public_outbound/20140626.csv.gz b/data/enriched/public_outbound/20140626.csv.gz
diff --git a/data/enriched/public_outbound/20140627.csv.gz b/data/enriched/public_outbound/20140627.csv.gz
diff --git a/data/enriched/public_outbound/20140628.csv.gz b/data/enriched/public_outbound/20140628.csv.gz
diff --git a/data/enriched/public_outbound/20140629.csv.gz b/data/enriched/public_outbound/20140629.csv.gz
diff --git a/data/enriched/public_outbound/20140630.csv.gz b/data/enriched/public_outbound/20140630.csv.gz
diff --git a/data/enriched/public_outbound/20140701.csv.gz b/data/enriched/public_outbound/20140701.csv.gz
diff --git a/data/enriched/public_outbound/20140702.csv.gz b/data/enriched/public_outbound/20140702.csv.gz
diff --git a/data/enriched/public_outbound/20140703.csv.gz b/data/enriched/public_outbound/20140703.csv.gz
diff --git a/data/enriched/public_outbound/20140704.csv.gz b/data/enriched/public_outbound/20140704.csv.gz
diff --git a/data/enriched/public_outbound/20140705.csv.gz b/data/enriched/public_outbound/20140705.csv.gz
diff --git a/data/enriched/public_outbound/20140706.csv.gz b/data/enriched/public_outbound/20140706.csv.gz
diff --git a/data/enriched/public_outbound/20140707.csv.gz b/data/enriched/public_outbound/20140707.csv.gz
diff --git a/data/enriched/public_outbound/20140708.csv.gz b/data/enriched/public_outbound/20140708.csv.gz
diff --git a/data/enriched/public_outbound/20140709.csv.gz b/data/enriched/public_outbound/20140709.csv.gz
diff --git a/data/enriched/public_outbound/20140710.csv.gz b/data/enriched/public_outbound/20140710.csv.gz
diff --git a/data/enriched/public_outbound/20140711.csv.gz b/data/enriched/public_outbound/20140711.csv.gz
diff --git a/data/enriched/public_outbound/20140712.csv.gz b/data/enriched/public_outbound/20140712.csv.gz
diff --git a/data/enriched/public_outbound/20140713.csv.gz b/data/enriched/public_outbound/20140713.csv.gz
diff --git a/data/enriched/public_outbound/20140714.csv.gz b/data/enriched/public_outbound/20140714.csv.gz
diff --git a/data/enriched/public_outbound/20140715.csv.gz b/data/enriched/public_outbound/20140715.csv.gz
diff --git a/data/population/mmasn/20140602.csv.gz b/data/population/mmasn/20140602.csv.gz
diff --git a/data/population/mmasn/20140623.csv.gz b/data/population/mmasn/20140623.csv.gz
diff --git a/data/population/mmasn/20140630.csv.gz b/data/population/mmasn/20140630.csv.gz
diff --git a/data/population/mmasn/20140714.csv.gz b/data/population/mmasn/20140714.csv.gz
diff --git a/data/population/mmgeo/20140604.csv.gz b/data/population/mmgeo/20140604.csv.gz
diff --git a/data/population/mmgeo/20140702.csv.gz b/data/population/mmgeo/20140702.csv.gz
diff --git a/data/raw/public_inbound/20140615.csv.gz b/data/raw/public_inbound/20140615.csv.gz
diff --git a/data/raw/public_inbound/20140616.csv.gz b/data/raw/public_inbound/20140616.csv.gz
diff --git a/data/raw/public_inbound/20140617.csv.gz b/data/raw/public_inbound/20140617.csv.gz
diff --git a/data/raw/public_inbound/20140618.csv.gz b/data/raw/public_inbound/20140618.csv.gz
diff --git a/data/raw/public_inbound/20140619.csv.gz b/data/raw/public_inbound/20140619.csv.gz
diff --git a/data/raw/public_inbound/20140620.csv.gz b/data/raw/public_inbound/20140620.csv.gz
diff --git a/data/raw/public_inbound/20140622.csv.gz b/data/raw/public_inbound/20140622.csv.gz
diff --git a/data/raw/public_inbound/20140623.csv.gz b/data/raw/public_inbound/20140623.csv.gz
diff --git a/data/raw/public_inbound/20140624.csv.gz b/data/raw/public_inbound/20140624.csv.gz
diff --git a/data/raw/public_inbound/20140625.csv.gz b/data/raw/public_inbound/20140625.csv.gz
diff --git a/data/raw/public_inbound/20140626.csv.gz b/data/raw/public_inbound/20140626.csv.gz
diff --git a/data/raw/public_inbound/20140627.csv.gz b/data/raw/public_inbound/20140627.csv.gz
diff --git a/data/raw/public_inbound/20140628.csv.gz b/data/raw/public_inbound/20140628.csv.gz
diff --git a/data/raw/public_inbound/20140629.csv.gz b/data/raw/public_inbound/20140629.csv.gz
diff --git a/data/raw/public_inbound/20140630.csv.gz b/data/raw/public_inbound/20140630.csv.gz
diff --git a/data/raw/public_inbound/20140701.csv.gz b/data/raw/public_inbound/20140701.csv.gz
diff --git a/data/raw/public_inbound/20140702.csv.gz b/data/raw/public_inbound/20140702.csv.gz
diff --git a/data/raw/public_inbound/20140703.csv.gz b/data/raw/public_inbound/20140703.csv.gz
diff --git a/data/raw/public_inbound/20140704.csv.gz b/data/raw/public_inbound/20140704.csv.gz
diff --git a/data/raw/public_inbound/20140705.csv.gz b/data/raw/public_inbound/20140705.csv.gz
diff --git a/data/raw/public_inbound/20140706.csv.gz b/data/raw/public_inbound/20140706.csv.gz
diff --git a/data/raw/public_inbound/20140707.csv.gz b/data/raw/public_inbound/20140707.csv.gz
diff --git a/data/raw/public_inbound/20140708.csv.gz b/data/raw/public_inbound/20140708.csv.gz
diff --git a/data/raw/public_inbound/20140709.csv.gz b/data/raw/public_inbound/20140709.csv.gz
diff --git a/data/raw/public_inbound/20140710.csv.gz b/data/raw/public_inbound/20140710.csv.gz
diff --git a/data/raw/public_inbound/20140711.csv.gz b/data/raw/public_inbound/20140711.csv.gz
diff --git a/data/raw/public_inbound/20140712.csv.gz b/data/raw/public_inbound/20140712.csv.gz
diff --git a/data/raw/public_inbound/20140713.csv.gz b/data/raw/public_inbound/20140713.csv.gz
diff --git a/data/raw/public_inbound/20140714.csv.gz b/data/raw/public_inbound/20140714.csv.gz
diff --git a/data/raw/public_inbound/20140715.csv.gz b/data/raw/public_inbound/20140715.csv.gz
diff --git a/data/raw/public_outbound/20140615.csv.gz b/data/raw/public_outbound/20140615.csv.gz
diff --git a/data/raw/public_outbound/20140616.csv.gz b/data/raw/public_outbound/20140616.csv.gz
diff --git a/data/raw/public_outbound/20140617.csv.gz b/data/raw/public_outbound/20140617.csv.gz
diff --git a/data/raw/public_outbound/20140618.csv.gz b/data/raw/public_outbound/20140618.csv.gz
diff --git a/data/raw/public_outbound/20140619.csv.gz b/data/raw/public_outbound/20140619.csv.gz
diff --git a/data/raw/public_outbound/20140620.csv.gz b/data/raw/public_outbound/20140620.csv.gz
diff --git a/data/raw/public_outbound/20140621.csv.gz b/data/raw/public_outbound/20140621.csv.gz
diff --git a/data/raw/public_outbound/20140622.csv.gz b/data/raw/public_outbound/20140622.csv.gz
diff --git a/data/raw/public_outbound/20140623.csv.gz b/data/raw/public_outbound/20140623.csv.gz
diff --git a/data/raw/public_outbound/20140624.csv.gz b/data/raw/public_outbound/20140624.csv.gz
diff --git a/data/raw/public_outbound/20140625.csv.gz b/data/raw/public_outbound/20140625.csv.gz
diff --git a/data/raw/public_outbound/20140626.csv.gz b/data/raw/public_outbound/20140626.csv.gz
diff --git a/data/raw/public_outbound/20140627.csv.gz b/data/raw/public_outbound/20140627.csv.gz
diff --git a/data/raw/public_outbound/20140628.csv.gz b/data/raw/public_outbound/20140628.csv.gz
diff --git a/data/raw/public_outbound/20140629.csv.gz b/data/raw/public_outbound/20140629.csv.gz
diff --git a/data/raw/public_outbound/20140630.csv.gz b/data/raw/public_outbound/20140630.csv.gz
diff --git a/data/raw/public_outbound/20140701.csv.gz b/data/raw/public_outbound/20140701.csv.gz
diff --git a/data/raw/public_outbound/20140702.csv.gz b/data/raw/public_outbound/20140702.csv.gz
diff --git a/data/raw/public_outbound/20140703.csv.gz b/data/raw/public_outbound/20140703.csv.gz
diff --git a/data/raw/public_outbound/20140704.csv.gz b/data/raw/public_outbound/20140704.csv.gz
diff --git a/data/raw/public_outbound/20140705.csv.gz b/data/raw/public_outbound/20140705.csv.gz
diff --git a/data/raw/public_outbound/20140706.csv.gz b/data/raw/public_outbound/20140706.csv.gz
diff --git a/data/raw/public_outbound/20140707.csv.gz b/data/raw/public_outbound/20140707.csv.gz
diff --git a/data/raw/public_outbound/20140708.csv.gz b/data/raw/public_outbound/20140708.csv.gz
diff --git a/data/raw/public_outbound/20140709.csv.gz b/data/raw/public_outbound/20140709.csv.gz
diff --git a/data/raw/public_outbound/20140710.csv.gz b/data/raw/public_outbound/20140710.csv.gz
diff --git a/data/raw/public_outbound/20140711.csv.gz b/data/raw/public_outbound/20140711.csv.gz
diff --git a/data/raw/public_outbound/20140712.csv.gz b/data/raw/public_outbound/20140712.csv.gz
diff --git a/data/raw/public_outbound/20140713.csv.gz b/data/raw/public_outbound/20140713.csv.gz
diff --git a/data/raw/public_outbound/20140714.csv.gz b/data/raw/public_outbound/20140714.csv.gz
diff --git a/data/raw/public_outbound/20140715.csv.gz b/data/raw/public_outbound/20140715.csv.gz
diff --git a/tiq-test-Summer2014.Rmd b/tiq-test-Summer2014.Rmd
diff --git a/tiq-test-Summer2014.html b/tiq-test-Summer2014.html
diff --git a/tiq-test.Rproj b/tiq-test.Rproj
diff --git a/utils/tiq-data.R b/utils/tiq-data.R
@@ -15,6 +15,11 @@ library(testthat)
 # "data" path. Change here if you want it to point to a different place.
 .tiq.data.rootPath = file.path(getwd(), "data")
 
+.tiq.data.setRootPath <- function(newRootPath) {
+  flog.info("tiq.data.setRootPath: Setting path to '%s'", newRootPath)
+  .tiq.data.rootPath <<- newRootPath
+}
+
 # tiq.data.getDirPath - returns 'character'
 # Builds the path for the intel analysts sources and returns it.
 #  - category: currently one of "raw", "enriched", "population"