Improve tests

.circleci/config.yml

@@ -52,6 +52,8 @@ jobs:
       - run:
           name: run tox
           command: ~/.local/bin/tox
+      - store_artifacts:
+          path: test/artifacts
       - add_ssh_keys:
           fingerprints:
             - "79:16:39:74:e9:b3:39:52:87:2c:90:aa:ee:3c:09:13"

.gitignore

@@ -14,5 +14,6 @@ stdout*
 /integration*
 .idea/
 docs/_build/
-
+test/artifacts/*
+!test/artifacts/.gitkeep
 .tox

test/fixtures/integration/config-linestring.geojson.json

@@ -8,7 +8,7 @@
     {"name": "residential", "filter": ["in", "highway", "residential"]},
     {"name": "unclassified", "filter": ["in", "highway", "unclassified"]}
     ],
-  "geojson": "/Users/marthamorrissey/repos/label-maker/test/fixtures/integration/labels-linestring.geojson",
+  "geojson": "integration-cl/labels-linestring.geojson",
   "imagery": "https://api.mapbox.com/v4/mapbox.satellite/{z}/{x}/{y}.jpg?access_token=ACCESS_TOKEN",
   "background_ratio": 1,
   "split_vals": [1.0, 0.0, 0.0],

test/integration/test_classification_labels.py

@@ -2,6 +2,7 @@
 label-maker labels --dest integration-cl --config test/fixtures/integration/config.integration.json"""
 import unittest
 import json
+import os
 from os import makedirs
 from shutil import copyfile, rmtree
 import subprocess
@@ -37,7 +38,10 @@ def test_cli(self):
         cmd = 'label-maker labels --dest integration-cl --config test/fixtures/integration/config.integration.json'
         cmd = cmd.split(' ')
         with subprocess.Popen(cmd, universal_newlines=True, stdout=subprocess.PIPE) as p:
-            self.assertEqual(expected_output, p.stdout.read())
+            with open(os.path.join('test' ,'artifacts', type(self).__name__), 'w') as w:
+                output = p.stdout.read()
+                w.write(output)
+            self.assertEqual(expected_output, output)
 
         # our labels should look like this
         expected_labels = {

test/integration/test_classification_labels_geojson.py

@@ -2,6 +2,7 @@
 label-maker labels --dest integration-cl --config test/fixtures/integration/config.geojson.json"""
 import unittest
 import json
+import os
 from os import makedirs
 from shutil import copyfile, rmtree
 import subprocess
@@ -37,7 +38,10 @@ def test_cli(self):
         cmd = 'label-maker labels --dest integration-cl --config test/fixtures/integration/config.geojson.json'
         cmd = cmd.split(' ')
         with subprocess.Popen(cmd, universal_newlines=True, stdout=subprocess.PIPE) as p:
-            self.assertEqual(expected_output, p.stdout.read())
+            with open(os.path.join('test' ,'artifacts', type(self).__name__), 'w') as w:
+                output = p.stdout.read()
+                w.write(output)
+            self.assertEqual(expected_output, output)
 
         # our labels should look like this
         expected_labels = {

test/integration/test_classification_labels_linestring_geojson.py

@@ -2,18 +2,19 @@
 label-maker labels --dest integration-cl --config test/fixtures/integration/config.geojson.json"""
 import unittest
 import json
+import os
 from os import makedirs
 from shutil import copyfile, rmtree
 import subprocess
 
 import numpy as np
 
-class TestClassificationLabelGeoJSON(unittest.TestCase):
+class TestClassificationLabelLineStringGeoJSON(unittest.TestCase):
     """Tests for classification label creation"""
     @classmethod
     def setUpClass(cls):
         makedirs('integration-cl')
-        copyfile('test/fixtures/integration/labels-linestring.geojson', 'integration-cl/labels.geojson')
+        copyfile('test/fixtures/integration/labels-linestring.geojson', 'integration-cl/labels-linestring.geojson')
 
     @classmethod
     def tearDownClass(cls):
@@ -37,7 +38,10 @@ def test_cli(self):
         cmd = 'label-maker labels --dest integration-cl --config test/fixtures/integration/config-linestring.geojson.json'
         cmd = cmd.split(' ')
         with subprocess.Popen(cmd, universal_newlines=True, stdout=subprocess.PIPE) as p:
-            self.assertEqual(expected_output, p.stdout.read())
+            with open(os.path.join('test' ,'artifacts', type(self).__name__), 'w') as w:
+                output = p.stdout.read()
+                w.write(output)
+            self.assertEqual(expected_output, output)
 
         # our labels should look like this
 

test/integration/test_classification_labels_sparse.py

@@ -2,6 +2,7 @@
 label-maker labels --dest integration-cl --config test/fixtures/integration/config.integration_sparse.json --sparse"""
 import unittest
 import json
+import os
 from os import makedirs
 from shutil import copyfile, rmtree
 import subprocess
@@ -38,7 +39,10 @@ def test_cli(self):
         cmd = 'label-maker labels --dest integration-cl --config test/fixtures/integration/config.integration_sparse.json --sparse'
         cmd = cmd.split(' ')
         with subprocess.Popen(cmd, universal_newlines=True, stdout=subprocess.PIPE) as p:
-            self.assertEqual(expected_output, p.stdout.read())
+            with open(os.path.join('test' ,'artifacts', type(self).__name__), 'w') as w:
+                output = p.stdout.read()
+                w.write(output)
+            self.assertEqual(expected_output, output)
 
         # our labels should look like this
         expected_labels = {