python-app.yml

# This workflow will install Python dependencies, run tests and lint with a single version of Python
# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions

name: Build

on:
  push:
    branches: [ devel ]
  pull_request:
    branches: [ devel ]

jobs:

  tests:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v2
      with:
        fetch-depth: 2
    - name: Set up Python 3.7
      uses: actions/setup-python@v2
      with:
        python-version: 3.7
    - name: Install dependencies
      run: |
        python -m venv testenv
        . testenv/bin/activate
        python -m pip install --upgrade pip setuptools
        python -m pip install git+https://github.com/radical-cybertools/radical.utils.git@devel
        python -m pip install git+https://github.com/radical-cybertools/radical.gtod.git@devel
        python -m pip install git+https://github.com/radical-cybertools/radical.saga.git@devel
        python -m pip install git+https://github.com/radical-cybertools/radical.pilot.git@devel
        python -m pip install --upgrade .
        python -m pip install -r requirements-tests.txt
    - name: Test with pytest
      env:
        LOC: testenv/lib/python3.7/site-packages
      run: |
        . testenv/bin/activate
        radical-stack
        coverage run --include=$LOC/radical/entk/* -m pytest -ra --timeout=600 -vvv --showlocals tests/test_component/ tests/test_integration/ tests/test_utils/
        coverage xml
    - uses: codecov/codecov-action@v3
      env:
        CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      with:
        files: ./coverage.xml

  linting:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v2
      with:
        fetch-depth: 2
    - name: Set up Python 3.7
      uses: actions/setup-python@v2
      with:
        python-version: 3.7
    - name: Install dependencies
      run: |
        python -m venv testenv
        . testenv/bin/activate
        python -m pip install --upgrade pip setuptools
        python -m pip install git+https://github.com/radical-cybertools/radical.utils.git@devel
        python -m pip install git+https://github.com/radical-cybertools/radical.saga.git@devel
        python -m pip install git+https://github.com/radical-cybertools/radical.pilot.git@devel
        python -m pip install --upgrade .
        python -m pip install -r requirements-tests.txt
    - name: Lint with flake8 and pylint
      run: |
        . testenv/bin/activate
        LOG=`git log -n 1 | grep Merge || true`
        NEW=`echo $LOG | cut -d ' ' -f2`
        OLD=`echo $LOG | cut -d ' ' -f3`
        test -z "$NEW" && NEW=HEAD
        test -z "$OLD" && OLD=HEAD
        DIFF=`git diff  --name-only --diff-filter=db $NEW..$OLD`
        DIFF=$(echo $DIFF | grep -o -e '\b[^ ]*.py\b' | sed "s|^|$PWD/|")
        test -z "$DIFF" && echo 'nothing to flake8' || flake8 $DIFF
        test -z "$DIFF" && echo 'nothing to pylint' || pylint $DIFF