Update Haskell scraper

Author: Thibaut

assets/images/icons.png

@@ -130,6 +130,11 @@ credits = [
     '2014 Grunt Team',
     'MIT',
     'https://raw.githubusercontent.com/gruntjs/gruntjs.com/master/LICENSE'
+  ], [
+    'Haskell',
+    'The University of Glasgow',
+    'BSD',
+    'http://www.haskell.org/ghc/license'
   ], [
     'HTTP',
     '1999 The Internet Society',

assets/images/icons@2x.png

@@ -24,7 +24,10 @@ newsItem = (date, news) ->
   result
 
 app.news = [
-  [ 1400976000000, # May 25, 2014
+  [ 1402704000000, # June 14, 2014
+    """ New <a href="/haskell/">Haskell</a> documentation """,
+  ], [
+    1400976000000, # May 25, 2014
     """ New <a href="/laravel/">Laravel</a> documentation """,
   ], [
     1399161600000, # May 4, 2014

assets/javascripts/templates/pages/about_tmpl.coffee

@@ -35,6 +35,7 @@
         'pages/ember',
         'pages/express',
         'pages/go',
+        'pages/haskell',
         'pages/jquery',
         'pages/knockout',
         'pages/git',

assets/javascripts/templates/pages/news_tmpl.coffee

@@ -57,3 +57,4 @@
 ._icon-grunt:before         { background-position: -3rem -8rem; }
 ._icon-maxcdn:before        { background-position: -4rem -8rem; }
 ._icon-laravel:before       { background-position: 0 -9rem; }
+._icon-haskell:before       { background-position: -1rem -9rem; }

assets/stylesheets/application.css.scss

@@ -1,121 +1,25 @@
-._icon-haskell:before {
-  background-image: image-url('/icons/docs/haskell/16.png');
-  background-size: cover;
-  background-repeat: no-repeat;
-}
-
-.empty-table .empty {
-  display: none;
-}
-
-.arguments td.src {
-    background: #faf9e2;
-    width: 30%;
-}
-
-th.src,
-td.src {
-  font-family: $monoFont;
-  font-weight: normal;
-  font-style: normal;
-  background: #f8f8f8;
-}
-
-caption {
-  font-weight: bold;
-  text-align: left;
-  font-style: italic;
-  font-size: 1.1em;
-}
-
-// remove margin in descript listing
-dd > pre {
-  @extend %pre;
-  margin: 0;
-  background: #faf9e2;
-  border-color: #dddaaa #dddaaa #d7d7a9;
-}
-
-// warnings are red
-.warning {
-    @extend %note;
-    @extend %note-red;
-}
-
-
-// complexity classes are blue boxes
-.with-complexity {
-  display: flex;
-  display: -webkit-flex;
-
-  justify-content: space-between;
-  -webkit-justify-content: space-between;
+._haskell {
+  > h2 { @extend %block-heading; }
+  > h3 { @extend %block-label; }
+  h4 { font-size: 1em; }
 
-  align-items: flex-start;
-  -webkit-align-items: flex-start;
+  .module + .package, p.src > .link { float: right; }
 
-  align-content: stretch;
-  -webkit-align-content: stretch;
-}
-
-.complexity {
-    @extend %note;
-    @extend %note-blue;
-    margin: 0;
-    margin-left: 1em;
-    margin-bottom: 0.75em;
-    font-style: italic;
-    white-space: nowrap;
-
-    flex-shrink: 0;
-    -webkit-flex-shrink: 0;
-
-    order: 2;
-    -webkit-order: 2;
-}
-
-.complexity + span {
-  order: 1;
-    -webkit-order: 1;
-}
-
-// add box type to "since: ..."
-.added {
-    @extend %note;
-    @extend %note-gold;
-}
-
-.added-cell {
-    @extend %note-gold;
-}
-
-.fields h3 {
-  display: none;
-}
+  .src {
+    white-space: normal;
+    @extend %code;
+  }
+  p.src { @extend %block-label, %label-blue; }
+  dt.src { white-space: normal; }
 
-// separate types more
-.src {
-    margin-top: 2.5em;
-}
+  .top > .subs { margin-left: 2em; }
+  .subs p.src { margin-top: 1em; }
 
-h1 + .top .src,
-h2 + .top .src,
-h3 + .top .src,
-.caption + .top .src {
-  margin-top: 0;
-}
+  dt > code, .complexity, .version { @extend %label; }
+  .complexity, .version { @extend %label-green; }
 
-// but not for first type
-h1 + .top,
-h2 + .top,
-h3 + .top,
-h4 + .top {
-  margin-top: 0;
-}
+  table { margin: 1em 0; }
+  td > pre { margin: 0; }
 
-// change color of example code
-.example {
-    border: 1px solid;
-    background: #faf9e2;
-    border-color: #dddaaa #dddaaa #d7d7a9;
+  .warning { @extend %note; }
 }

assets/stylesheets/global/_icons.scss

@@ -2,146 +2,54 @@ module Docs
   class Haskell
     class CleanHtmlFilter < Filter
       def call
+        root_page? ? root : other
+        doc
+      end
 
-        # remove unwanted elements
-        css('#footer', '#package-header', '#module-header', '#synopsis', '.link', '#table-of-contents', '.package').remove
-
-        # cpations in tables are h3
-        css('table .caption').each do |node|
-          node.name = 'h3'
-        end
-
-        # turn captions into real headers
-        css('.caption').each do |node|
-          node.name = 'h1'
-        end
-
-        # section
-        css('.top > .caption').each do |node|
-          node.name = 'h2'
-        end
-
-        # subsections
-        css('.top > .subs > .caption', '.fields > .caption').each do |node|
-          node.name = 'h3'
-        end
-
-        # subsubsections
-        css('.top > .subs > .subs > .caption').each do |node|
-          node.name = 'h4'
-        end
-
-        # ...
-        css('.top > .subs > .subs > .subs > .caption').each do |node|
-          node.name = 'h5'
-        end
-
-        # ......
-        css('.top > .subs > .subs > .subs > .subs > .caption').each do |node|
-          node.name = 'h6'
-        end
-
-        # all pre's are examples
-        css('pre').each do |node|
-          node.add_css_class('example')
+      def root
+        css('#description', '#module-list').each do |node|
+          node.before(node.children).remove
         end
+      end
 
-        # turn source listing in to pre
-        css('.src').each do |node|
-          if node.name != "td"
-            node.name = 'pre'
-          end
+      def other
+        css('h1').each do |node|
+          node.remove if node.content == 'Documentation'
         end
 
-        # check if second column of table is totally empty.
-        # and remove it if it is
-        css('table').each do |table|
-          empty = true
-          table.css('td + td').each do |snd|
-            empty = empty && snd['class'] =~ /empty/
-          end
-          if empty
-            # remove empty column
-            table.css('td + td').remove
-          end
+        css('h1, h2, h3, h4').each do |node|
+          node.name = node.name.sub(/\d/) { |i| i.to_i + 1 }
         end
 
-        # move table captions into the tables
-        css(".caption + table").each do |table|
-          caption = table.previous
-          caption.name = "caption"
-          caption.parent = table
+        at_css('#module-header').tap do |node|
+          heading = at_css('.caption')
+          heading.name = 'h1'
+          node.before(heading)
+          node.before(node.children).remove
         end
 
-        css(".caption + .show table").each do |table|
-          caption = table.parent.parent.css('.caption')[0]
-          caption.name = 'caption'
-          caption.parent = table
-        end
+        css('#synopsis').remove
 
-        # better arguments display:
-        css('.src + .arguments table').each do |table|
-          src = table.parent.previous # the function name
-          row = doc.document.create_element('tr')
-          table.css('tr')[0].before(row)
-          src.parent = row
-          src.name = "th"
-          src['colspan'] = 2
+        css('#interface', 'h2 code').each do |node|
+          node.before(node.children).remove
         end
 
-        # remove root page title
-        if root_page?
-          at_css('h1').remove
+        css('a[name]').each do |node|
+          node['id'] = node['name']
+          node.remove_attribute('name')
         end
 
-        # add id to links (based on name)
-        css('a').each do |node|
-          if node['name']
-            node['id'] = node['name']
-          end
-        end
-
-        # make code in description into proper pre
-        css('dd > code').each do |node|
-          node.name = 'pre'
+        css('p.caption').each do |node|
+          node.name = 'h4'
         end
 
-        # add some informational boxes
         css('em').each do |node|
-          if node.content == 'Deprecated.'
-            # Make deprecated messages red.
-            node.parent.add_css_class('warning')
-          elsif node.content =~ /O\(.*\)/
-            # this is big_O notation, but only apply the class if this is not
-            # inside running text (it must be at the start of a paragraph)
-            # from:
-            # <p><em>O(n)</em>. Koel ok</p>
-            # to:
-            # <p class="with-complexity">
-            #   <span class="complexity">O(n)</span>
-            #   <span>Koel ok</span>
-            # </p>
-            if node.previous == nil
-              node.add_css_class('complexity')                        # add css class
-              node.name="span"                                        # just make it div
-              node.next.content = node.next.content.gsub(/^. /, "")   # remove . if directly after em
-              node.content = node.content.gsub(/\.$/, "")             # remove trailing . if it's inside em
-
-              # reparent the nodes
-              cont = doc.document.create_element "p", :class => "with-complexity"
-              node.parent.previous = cont
-              par = node.parent
-              node.parent = cont
-              par.parent = cont
-              par.name = "span"
-            end
-          elsif node.content =~ /Since: .*/
-            # add box to 'Since:' annotations
-            if node.parent.parent.name == "td"
-              node.parent.parent.add_css_class('added-cell')
-            else
-              node.add_css_class('added')
-            end
+          if node.content.start_with?('O(')
+            node.name = 'span'
+            node['class'] = 'complexity'
+          elsif node.content.start_with?('Since')
+            node.name = 'span'
+            node['class'] = 'version'
           end
         end
 
@@ -150,10 +58,3 @@ def call
     end
   end
 end
-
-class Nokogiri::XML::Node
-  def add_css_class( *classes )
-    existing = (self['class'] || "").split(/\s+/)
-    self['class'] = existing.concat(classes).uniq.join(" ")
-  end
-end