add meta review len analysis

shaohua0116 · Dec 20, 2019 · 08e8e84 · 08e8e84
1 parent 30d877c
commit 08e8e84
Show file tree

Hide file tree

Showing 17 changed files with 3,484 additions and 3,344 deletions.
diff --git a/README.md b/README.md
diff --git a/asset/decision.png b/asset/decision.png
diff --git a/asset/frequency.png b/asset/frequency.png
diff --git a/asset/logo_wordcloud.png b/asset/logo_wordcloud.png
diff --git a/asset/meta_review_len_hist.png b/asset/meta_review_len_hist.png
diff --git a/asset/rating.png b/asset/rating.png
diff --git a/asset/rating_cumsum.png b/asset/rating_cumsum.png
diff --git a/asset/rating_difference.png b/asset/rating_difference.png
diff --git a/asset/rating_frequency.png b/asset/rating_frequency.png
diff --git a/asset/rating_mean_difference.png b/asset/rating_mean_difference.png
diff --git a/asset/review_len_hist.png b/asset/review_len_hist.png
diff --git a/asset/review_len_hist_rating.png b/asset/review_len_hist_rating.png
diff --git a/asset/wordcloud.png b/asset/wordcloud.png
diff --git a/data_20191205000551.hdf5 → data_20191219203358.hdf5 b/data_20191205000551.hdf5 → data_20191219203358.hdf5
diff --git a/demo.ipynb b/demo.ipynb
diff --git a/download_all_paper.sh b/download_all_paper.sh
@@ -2560,7 +2560,7 @@ curl -o On_The_Linguistic_Capacity_Of_Real-time_Counter_Automata.pdf https://ope
 curl -o Zero-shot_Task_Adaptation_By_Homoiconic_Meta-mapping.pdf https://openreview.net/pdf?id=HyeX7aVKvr
 curl -o Few-shot_One-class_Classification_Via_Meta-learning.pdf https://openreview.net/pdf?id=B1ltfgSYwS
 curl -o Vl-bert:_Pre-training_Of_Generic_Visual-linguistic_Representations.pdf https://openreview.net/pdf?id=SygXPaEYvH
-curl -o Unveiling_Hidden_Biases_In_Deep_Networks_With_Classification_Images_And_Spike_Triggered_Analysis.pdf https://openreview.net/pdf?id=H1ebhnEYDH
+curl -o White_Noise_Analysis_Of_Neural_Networks.pdf https://openreview.net/pdf?id=H1ebhnEYDH
 curl -o Learning_To_Rank_Learning_Curves.pdf https://openreview.net/pdf?id=BJxAHgSYDB
 curl -o Deep_Symbolic_Superoptimization_Without_Human_Knowledge.pdf https://openreview.net/pdf?id=r1egIyBFPS
 curl -o Evaluations_And_Methods_For_Explanation_Through_Robustness_Analysis.pdf https://openreview.net/pdf?id=Hye4KeSYDr

diff --git a/util.py b/util.py
@@ -96,9 +96,9 @@ def crawl_meta(meta_hdf5=None, write_meta_name='data.hdf5', crawl_review=False):
         from selenium import webdriver
         from selenium.webdriver.chrome.options import Options
 
-        # from pyvirtualdisplay import Display
-        # display = Display(visible=0, size=(800, 800))
-        # display.start()
+        from pyvirtualdisplay import Display
+        display = Display(visible=0, size=(800, 800))
+        display.start()
 
         import time
         executable_path = '/usr/local/bin/chromedriver'
@@ -113,7 +113,7 @@ def crawl_meta(meta_hdf5=None, write_meta_name='data.hdf5', crawl_review=False):
         urls = [url.strip() for url in urls]
 
         meta_list = [] 
-        wait_time = 0.5
+        wait_time = 0.25
         max_try = 1000
         for i, url in enumerate(urls):
             browser.get(url)