Update testing framework to modern Chef standards

This is a massive update to bring this cookbook up to modern Chef
standards. It requires ChefDK to be installed and assumes its use,
which is the current best practice versus the Gemfile hell that we
have had to maintain up until now.

- Update Travis CI testing configuration from sous-chefs templates
  - Use Chef Delivery Local mode instead of Rake for testing
  - Remove unnecessary files for Rubocop and Foodcritic
  - Get rid of that terrible Gemfile (yay)
  - Use Dokken for testing inside Docker containers
  - Let `cookstyle -a` do it's thing
  - Functional tests for HDFS/YARN on
    - CentOS 7
    - Ubuntu 14.04
    - Ubuntu 16.04
- Updated ChefSpec platform versions to non-deprecated platforms
  - CentOS - 6.9
  - Ubuntu - 14.04
- Updated ChefSpec tests to have better coverage
  - Use `do_nothing` matchers
- Added a hadoop_test cookbook under test/fixtures/cookbooks
  - HDFS and YARN service setup and start
  - Force `systemctl daemon-reload` on systemd-based systems

The hadoop_test cookbook can be updated to add more test coverage.
This is a first pass and I didn't want to take all the fun. ;-)

Signed-off-by: Chris Gianelloni <wolf31o2@gmail.com>

Author: wolf31o2

.delivery/project.toml

@@ -0,0 +1 @@
+remote_file = "https://raw.githubusercontent.com/chef-cookbooks/community_cookbook_tools/master/delivery/project.toml"

.foodcritic

@@ -0,0 +1,65 @@
+driver:
+  name: dokken
+  privileged: true
+  chef_version: <%= ENV['CHEF_VERSION'] || 'current' %>
+
+transport:
+  name: dokken
+
+provisioner:
+  name: dokken
+  # These three lines enforce Chef 13 compatibility
+  client_rb:
+    treat_deprecation_warnings_as_errors: true
+    resource_cloning: false
+
+platforms:
+  - name: centos-6
+    driver:
+      chef_version: '12.21.3'
+      hostname: 'localhost.localdomain'
+      image: dokken/centos-6
+      pid_one_command: /sbin/init
+      platform: rhel
+  - name: centos-7
+    driver:
+      image: dokken/centos-7
+      intermediate_instructions:
+        - RUN /usr/bin/yum install -y systemd-sysv
+      pid_one_command: /usr/lib/systemd/systemd
+      platform: rhel
+  - name: ubuntu-12.04
+    driver:
+      chef_version: '12.21.3'
+      image: dokken/ubuntu-12.04
+      intermediate_instructions:
+        - RUN /usr/bin/apt-get update
+      pid_one_command: /sbin/init
+  - name: ubuntu-14.04
+    driver:
+      image: dokken/ubuntu-14.04
+      intermediate_instructions:
+        - RUN /usr/bin/apt-get update
+      pid_one_command: /sbin/init
+  - name: ubuntu-16.04
+    driver:
+      image: dokken/ubuntu-16.04
+      intermediate_instructions:
+        - RUN /usr/bin/apt-get update
+      pid_one_command: /bin/systemd
+
+suites:
+  - name: default
+    run_list:
+      - recipe[java::default]
+      - recipe[hadoop_test::default]
+    attributes:
+      hadoop:
+        hdfs_site:
+         'dfs.datanode.max.transfer.threads': 4096
+      hive:
+        hive_site:
+         'hive.support.concurrency': true
+         'hive.zookeeper.quorum': 'localhost'
+      java:
+        jdk_version: 7

.kitchen.dokken.yml

@@ -1,231 +1,52 @@
 ---
 driver:
   name: vagrant
-  customize:
-    cpus: 2
-    memory: 4096
+  # customize:
+  #   cpus: 2
+  #   memory: 4096
 
 provisioner:
-  name: chef_solo
+  name: chef_zero
   require_chef_omnibus: true
 
+verifier:
+  name: inspec
+
 platforms:
-  - name: centos-6.6
-    attributes:
-      hadoop:
-        hdfs_site:
-         'dfs.datanode.max.transfer.threads': 4096
-      hive:
-        hive_site:
-         'hive.support.concurrency': true
-         'hive.zookeeper.quorum': 'localhost'
+  - name: centos-6.7
+  - name: centos-7.3
   - name: debian-6.0.10
     run_list:
     - apt::default
-    attributes:
-      hadoop:
-        hdfs_site:
-         'dfs.datanode.max.transfer.threads': 4096
-      hive:
-        hive_site:
-         'hive.support.concurrency': true
-         'hive.zookeeper.quorum': 'localhost'
   - name: ubuntu-12.04
     run_list:
     - apt::default
-    attributes:
-      hadoop:
-        hdfs_site:
-         'dfs.datanode.max.transfer.threads': 4096
-      hive:
-        hive_site:
-         'hive.support.concurrency': true
-         'hive.zookeeper.quorum': 'localhost'
   - name: ubuntu-14.04
     run_list:
     - apt::default
-    attributes:
-      hadoop:
-        hdfs_site:
-         'dfs.datanode.max.transfer.threads': 4096
-      hive:
-        hive_site:
-         'hive.support.concurrency': true
-         'hive.zookeeper.quorum': 'localhost'
+  - name: ubuntu-16.04
+    run_list:
+    - apt::default
 
 suites:
-  - name: cdh4
-    run_list:
-      - recipe[java::default]
-      - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
-      - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
-      - recipe[hadoop::pig]
-      - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'cdh', distribution_version: 4 } }
-  - name: cdh5
-    run_list:
-      - recipe[java::default]
-      - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
-      - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
-      - recipe[hadoop::pig]
-      - recipe[hadoop::spark_master]
-      - recipe[hadoop::spark_worker]
-      - recipe[hadoop::spark_historyserver]
-      - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'cdh', distribution_version: 5 } }
-  - name: hdp20
-    run_list:
-      - recipe[java::default]
-      - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
-      - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
-      - recipe[hadoop::pig]
-      - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'hdp', distribution_version: '2.0' } }
-  - name: hdp21
-    run_list:
-      - recipe[java::default]
-      - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
-      - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
-      - recipe[hadoop::pig]
-      - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'hdp', distribution_version: '2.1' } }
-  - name: hdp22
-    run_list:
-      - recipe[java::default]
-      - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
-      - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
-      - recipe[hadoop::pig]
-      - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'hdp', distribution_version: '2.2' } }
-  - name: bigtop100
-    excludes: debian-6.0.10
-    run_list:
-      - recipe[java::default]
-      - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
-      - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
-      - recipe[hadoop::pig]
-      - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'bigtop', distribution_version: '1.0.0' } }
-  - name: tuning
-    run_list:
-      - recipe[hadoop::_system_tuning]
-  - name: iop4100
+  - name: default
     run_list:
       - recipe[java::default]
       - recipe[hadoop::default]
-      - recipe[hadoop::hadoop_hdfs_namenode]
-      - recipe[hadoop::hadoop_hdfs_secondarynamenode]
-      - recipe[hadoop::hadoop_hdfs_datanode]
-      - recipe[hadoop::hadoop_mapreduce_historyserver]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hadoop_yarn_nodemanager]
-      - recipe[hadoop::hadoop_yarn_resourcemanager]
-      - recipe[hadoop::hbase_master]
-      - recipe[hadoop::hbase_regionserver]
-      - recipe[hadoop::hbase_rest]
-      - recipe[hadoop::hbase_thrift]
-      - recipe[hadoop::hive_metastore]
-      - recipe[hadoop::hive_server]
-      - recipe[hadoop::hive_server2]
+      - recipe[hadoop::hbase]
+      - recipe[hadoop::hive]
       - recipe[hadoop::oozie]
-      - recipe[hadoop::oozie_client]
       - recipe[hadoop::pig]
+      - recipe[hadoop::spark]
+      - recipe[hadoop::storm]
       - recipe[hadoop::zookeeper]
-      - recipe[hadoop::zookeeper_server]
-    attributes: { hadoop: { distribution: 'iop', distribution_version: '4.1.0.0' } }
+    attributes:
+      hadoop:
+        hdfs_site:
+         'dfs.datanode.max.transfer.threads': 4096
+      hive:
+        hive_site:
+         'hive.support.concurrency': true
+         'hive.zookeeper.quorum': 'localhost'
+      java:
+        jdk_version: 7