Merge pull request #46 from folivetti/master

Webpage with dynamic plots of the results
cavalab · Jul 19, 2021 · f5fd7ae · f5fd7ae
2 parents 63637df + 9f31d9f
commit f5fd7ae
Show file tree

Hide file tree

Showing 25 changed files with 12,648 additions and 48 deletions.
diff --git a/docs/_config.yml b/docs/_config.yml
@@ -1 +1 @@
-theme: jekyll-theme-minimal
+theme: jekyll-theme-leap-day
diff --git a/docs/_includes/custom-head.html b/docs/_includes/custom-head.html
@@ -0,0 +1,5 @@
+  <!-- Import Vega & Vega-Lite (does not have to be from CDN) -->
+  <script src="https://cdn.jsdelivr.net/npm/vega@5"></script>
+  <script src="https://cdn.jsdelivr.net/npm/vega-lite@4"></script>
+  <!-- Import vega-embed -->
+  <script src="https://cdn.jsdelivr.net/npm/vega-embed@6"></script>
diff --git a/docs/_layouts/default.html b/docs/_layouts/default.html
@@ -0,0 +1,72 @@
+<!doctype html>
+<html lang="{{ site.lang | default: "en-US" }}">
+  <head>
+    <meta charset="utf-8">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+{% seo %}
+    <link rel="stylesheet" href="{{ '/assets/css/style.css?v=' | append: site.github.build_revision | relative_url }}">
+    <script src="https://code.jquery.com/jquery-3.3.0.min.js" integrity="sha256-RTQy8VOmNlT6b2PIRur37p6JEBZUE7o8wPgMvu18MC4=" crossorigin="anonymous"></script>
+    <script src="{{ '/assets/js/main.js' | relative_url }}"></script>
+    <!--[if lt IE 9]>
+      <script src="https://cdnjs.cloudflare.com/ajax/libs/html5shiv/3.7.3/html5shiv.min.js" integrity="sha256-3Jy/GbSLrg0o9y5Z5n1uw0qxZECH7C6OQpVBgNFYa0g=" crossorigin="anonymous"></script>
+    <![endif]-->
+    <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
+
+  </head>
+  <body>
+
+      <header>
+        <h1>{{ page.title | default: site.title | default: site.github.repository_name }}</h1>
+        <p>{{ page.description | default: site.description | default: site.github.project_tagline }}</p>
+      </header>
+
+      <div id="banner">
+        <span id="logo"></span>
+
+        <a href="{{ site.github.repository_url }}" class="button fork"><strong>View On GitHub</strong></a>
+        <div class="downloads">
+        <a href="{{ '/' | relative_url }}" class="button"><strong>Home</strong></a>
+        <a href="{{ 'datasets' | relative_url }}" class="button"><strong>Datasets</strong></a>
+        <a href="{{ 'blackbox' | relative_url }}" class="button"><strong>Black-box Results</strong></a>
+        <a href="{{ 'groundtruth' | relative_url }}" class="button"><strong>Ground-truth Results</strong></a>
+        </div>
+        {% if site.show_downloads %}
+          <div class="downloads">
+            <span>Downloads:</span>
+            <ul>
+              <li><a href="{{ site.github.zip_url }}" class="button">ZIP</a></li>
+              <li><a href="{{ site.github.tar_url }}" class="button">TAR</a></li>
+            </ul>
+          </div>
+        {% endif %}
+      </div><!-- end banner -->
+
+    <div class="wrapper">
+      <nav>
+        <ul></ul>
+      </nav>
+      <section>
+        {{ content }}
+
+      </section>
+      <footer>
+        {% if site.github.is_project_page %}
+          <p>Project maintained by <a href="{{ site.github.owner_url }}">{{ site.github.owner_name }}</a></p>
+        {% endif %}
+        <p><small>Hosted on GitHub Pages &mdash; Theme by <a href="https://twitter.com/mattgraham">mattgraham</a></small></p>
+      </footer>
+    </div>
+
+    {% if site.google_analytics %}
+      <script>
+        (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+        (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+        m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+        })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+        ga('create', '{{ site.google_analytics }}', 'auto');
+        ga('send', 'pageview');
+      </script>
+    {% endif %}
+  </body>
+</html>
diff --git a/docs/assets/css/style.scss b/docs/assets/css/style.scss
@@ -0,0 +1,8 @@
+---
+---
+
+@import "{{ site.theme }}";
+
+section{
+  width: 800px;
+}
diff --git a/docs/blackbox/index.md b/docs/blackbox/index.md
@@ -0,0 +1,84 @@
+<script src="https://cdn.jsdelivr.net/npm/vega@5"></script>
+<script src="https://cdn.jsdelivr.net/npm/vega-lite@5"></script>
+<!-- <script src="vega-embed-6.15.0.min.js"></script> -->
+<script src="https://cdn.jsdelivr.net/npm/vega-embed@6"></script>
+
+
+<script type="text/javascript">
+    var view;
+
+    fetch('../plots/r2test.json')
+      .then(res => res.json())
+      .then(spec => render(spec, "#r2test"))
+      .catch(err => console.error(err));
+    fetch('../plots/size.json')
+      .then(res => res.json())
+      .then(spec => render(spec, "#size"))
+      .catch(err => console.error(err));
+    fetch('../plots/time.json')
+      .then(res => res.json())
+      .then(spec => render(spec, "#time"))
+      .catch(err => console.error(err));
+  vegaEmbed('#paretoR2Size', "../plots/paretoR2Size.json").then(function(result) {
+    // Access the Vega view instance (https://vega.github.io/vega/docs/api/view/) as result.view
+  }).catch(console.error);
+  vegaEmbed('#paretoR2Time', "../plots/paretoR2Time.json").then(function(result) {
+    // Access the Vega view instance (https://vega.github.io/vega/docs/api/view/) as result.view
+  }).catch(console.error);
+  vegaEmbed('#paretoTimeSize', "../plots/paretoTimeSize.json").then(function(result) {
+    // Access the Vega view instance (https://vega.github.io/vega/docs/api/view/) as result.view
+  }).catch(console.error);
+
+
+    function render(spec, cont) {
+      view = new vega.View(vega.parse(spec), {
+        renderer:  'canvas',  // renderer (canvas or svg)
+        container: cont,   // parent DOM container
+        hover:     true       // enable hover processing
+      });
+      return view.runAsync();
+    }
+  </script>
+
+# Benchmarking Results
+
+This page summarizes the results of the postprocessing notebooks found in this folder. 
+
+Results are summarized over datasets. 
+
+# Results for Black-box Regression
+
+Select whether to analyze the results for every data set, Non-Friedman datasets, or Friedman datasets. You can also choose the aggregation function and the error measure.
+
+### R2 score of the test set:
+
+<div id="r2test"></div>
+
+<br><br>
+
+### Size of the model:
+
+<div id="size"></div>
+
+<br><br>
+
+### Training time in seconds:
+
+<div id="time"></div>
+
+<br><br>
+
+## Accuracy-Complexity-Time Trade-offs
+
+Considering the accuracy and simplicity of models simultaneously, this figure illustrates the trade-offs made by each method. 
+Methods lower and to the left produce models with better trade-offs between accuracy and simplicity. 
+
+<div id="paretoR2Size"></div>
+
+<br><br>
+
+<div id="paretoR2Time"></div>
+
+<br><br>
+
+
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		theme: jekyll-theme-minimal
		theme: jekyll-theme-leap-day