setup up CI for memory checks

.github/workflows/continous-integration.yml

@@ -163,6 +163,7 @@ jobs:
         - test-nlu-predictors
         - test-full-model-training
         - test-other-unit-tests
+        - test-performance
         os: [ ubuntu-latest, windows-latest ]
         python-version: [ 3.6, 3.7, 3.8 ]
 

Makefile

@@ -199,6 +199,9 @@ test-full-model-training: test-marker
 test-other-unit-tests: PYTEST_MARKER=category_other_unit_tests
 test-other-unit-tests: test-marker
 
+test-other-unit-tests: PYTEST_MARKER=category_performance
+test-other-unit-tests: test-marker
+
 test-marker: clean
     # OMP_NUM_THREADS can improve overall performance using one thread by process (on tensorflow), avoiding overload
 	OMP_NUM_THREADS=1 poetry run pytest tests -n $(JOBS) --cov rasa -m "$(PYTEST_MARKER)" --ignore $(INTEGRATION_TEST_FOLDER)

pytest.ini

@@ -14,6 +14,8 @@ markers =
         models (instead of single policies / components).
     category_other_unit_tests: Default marker for unit tests which have no
         `category_` marker applied to them.
+    category_performance: Marker for performance tests (e.g. speed or detecting
+        memory leaks).
 
 # see https://pypi.org/project/pytest-timeout/
 timeout = 120

tests/conftest.py

@@ -69,6 +69,7 @@
         Path("tests", "core", "test_training.py").absolute(),
         Path("tests", "core", "test_examples.py").absolute(),
     ],
+    "category_performance": [Path("tests", "test_memory_leak.py").absolute()],
 }