Test upstream data

.github/workflows/main.yml

@@ -38,11 +38,11 @@ jobs:
           pip install -r requirements.txt
 
       - name: Run tests
-        run: pytest
+        run: python -m pytest -v -m "not webtest"
         env:
           # The hostname, username used to communicate with the PostgreSQL service container
           POSTGRES_HOST: localhost
           VC_DB_USER: postgres
           POSTGRES_PORT: 5432
           DJANGO_DEV: 1
-          GH_TOKEN: 1 
+          GH_TOKEN: 1 

.github/workflows/upstream_test.yml

@@ -0,0 +1,51 @@
+on:
+  workflow_dispatch: # allow manual execution
+  push:
+  schedule:
+    # run on every 9 o'clock
+    - cron: '0 9 * * *'
+
+jobs:
+  unit_tests:
+    runs-on: ubuntu-latest
+
+    services:
+      # Label used to access the service container
+      postgres:
+        image: postgres
+        env:
+          POSTGRES_PASSWORD: vulnerablecode
+          POSTGRES_DB: vulnerablecode
+        # Set health checks to wait until postgres has started
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          # Maps tcp port 5432 on service container to the host
+          - 5432:5432
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.8
+
+      - name: Install dependencies
+        run: |
+          sudo apt install  python3-dev postgresql libpq-dev build-essential libxml2-dev libxslt1-dev 
+          python -m pip install --upgrade pip 
+          pip install -r requirements.txt
+
+      - name: Run tests
+        run: pytest -v -m webtest
+        env:
+          # The hostname, username used to communicate with the PostgreSQL service container
+          POSTGRES_HOST: localhost
+          VC_DB_USER: postgres
+          POSTGRES_PORT: 5432
+          DJANGO_DEV: 1
+          GH_TOKEN: 1 

.gitignore

@@ -122,3 +122,6 @@ Pipfile
 
 # pytest
 .pytest_cache
+
+# VSCode
+.vscode

.travis.yml

@@ -18,8 +18,7 @@ before_script:
 
 script:
   - ./manage.py collectstatic
-  - pytest
-  - pycodestyle --exclude=migrations,settings.py,venv,lib_oval.py,test_ubuntu.py,test_suse.py,test_data_source.py --max-line-length=100 vulnerablecode vulnerabilities
+  - python -m pytest -v -m "not webtest"
 
 notifications:
   email: false
@@ -28,4 +27,4 @@ notifications:
       - https://webhooks.gitter.im/e/b119fa557626081e1f36
     on_success: change  # options: [always|never|change] default: always
     on_failure: always  # options: [always|never|change] default: always
-    on_start: never     # options: [always|never|change] default: always
+    on_start: never     # options: [always|never|change] default: always

AUTHORS.rst

@@ -11,4 +11,5 @@ The following organizations or individuals have contributed to this repo:
 - Islam Elhakmi @EslamHiko
 - Edoardo Lanzini @elanzini
 - Navonil Das @NavonilDas
-- Tushar Upadhyay @tushar912
+- Tushar Upadhyay @tushar912
+- Hritik Vijay @hritik14

Dockerfile

@@ -6,7 +6,8 @@ ENV PYTHONUNBUFFERED 1
 RUN mkdir /vulnerablecode
 WORKDIR /vulnerablecode
 ADD . /vulnerablecode/
-RUN pip install -r requirements.txt
+RUN pip install -r requirements.txt && \
+    DJANGO_DEV=1 python manage.py collectstatic
 
 LABEL "base_image": "pkg:docker/python@sha256%3Ae9b7e3b4e9569808066c5901b8a9ad315a9f14ae8d3949ece22ae339fff2cad0"
 LABEL "dockerfile_url":  "https://github.com/nexB/vulnerablecode/blob/develop/Dockerfile"