ci.yml

name: CI

on:
  push:
  pull_request:
  release:
    types: [released]

defaults:
  run:
    shell: pwsh

jobs:
  package:
    runs-on: ubuntu-latest
    env:
      PYTHONUTF8: 1
      AEXPY_GZIP_IO: 1
      GIT_COMMIT: ${{ github.sha }}
    steps:
    - name: Checkout
      uses: actions/checkout@v4
    - uses: mamba-org/setup-micromamba@v1
      with:
        environment-name: main
        create-args: >-
          python=3.12
        init-shell: >-
          bash
          powershell
        cache-environment: true
        post-cleanup: 'all'
    - name: Inject Build Info
      run: python ./scripts/inject_build.py
    - name: Build
      run: |
        python -m pip install build
        python -m build
    - name: Upload package artifacts
      uses: actions/upload-artifact@v4
      with:
        name: package
        path: ./dist
    - name: Prepare
      run: |
        python -m pip install ./dist/*.whl
        aexpy --version
        aexpy --help
        mkdir -p ./cache
    - name: Test Preprocess
      run: |
        aexpy -vvv preprocess -r -p generator-oj-problem@0.0.1 ./cache ./cache/distribution1.json.gz
        aexpy -vvv preprocess -r -p generator-oj-problem@0.0.2 ./cache ./cache/distribution2.json.gz
    - name: Test Extraction
      run: |
        aexpy -vvv extract ./cache/distribution1.json.gz ./cache/api1.json.gz
        aexpy -vvv extract ./cache/distribution2.json.gz ./cache/api2.json.gz
    - name: Test Extraction in Temp env
      run: |
        aexpy -vvv preprocess -r -p generator-oj-problem@0.0.1 -P 3.8 ./cache ./cache/distribution3.json.gz
        aexpy -vvv extract ./cache/distribution3.json.gz ./cache/api3.json.gz --no-temp
        aexpy -vvv extract ./cache/distribution3.json.gz ./cache/api4.json.gz --temp
    - name: Test Extraction from other input mode
      run: |
        echo generator-oj-problem@0.0.1 | aexpy -vvv extract - ./cache/api5.json.gz -r
        aexpy -vvv extract ./cache/generator_oj_problem-0.0.1-py3-none-any.whl ./cache/api6.json.gz -w
        cd ./cache/generator_oj_problem-0.0.1-py3-none-any && zip -r - ./generator_oj_problem | aexpy -vvv extract - ../api7.json.gz -s
    - name: Test Difference
      run: |
        aexpy -vvv diff ./cache/api1.json.gz ./cache/api2.json.gz ./cache/diff.json.gz
    - name: Test Report
      run: |
        aexpy -vvv report ./cache/diff.json.gz ./cache/report.json.gz
    - name: Test Image Runner
      run: |
        aexpy runimage -t stardustdl/aexpy:latest -- --version
        aexpy runimage -v ./cache -t stardustdl/aexpy:latest -- view /data/report.json.gz
    - name: Test Service Provider
      env:
        AEXPY_SERVICE: "./scripts/services.py"
      run: |
        echo "def getService(): return ServiceProvider()" | aexpy -vvv -s - view --help
        aexpy -vvv view --help
        aexpy -vvv extract ./cache/distribution1.json.gz ./cache/api8.json.gz
        aexpy -vvv extract ./cache/distribution2.json.gz ./cache/api9.json.gz
        aexpy -vvv diff ./cache/api8.json.gz ./cache/api9.json.gz ./cache/diff3.json.gz
        aexpy -vvv report ./cache/diff3.json.gz ./cache/report3.json.gz
    - name: Test Stats
      run: |
        python -m aexpy stat ./cache/*.json.gz ./cache/stats.json.gz
    - name: Test View
      shell: bash
      run: |
        cd cache && find . -maxdepth 1 -type f -name "*.json.gz" -exec micromamba run -n main aexpy -vvv view {} \;
    - name: Upload results
      uses: actions/upload-artifact@v4
      with:
        name: package-cache
        path: ./cache
    - name: Self bootstrapping
      run: |
        mkdir -p self/${{ github.ref_name }}
        aexpy -vvv --no-gzip extract ./dist/*.whl ./self/${{ github.ref_name }}.json -w
    - name: Upload self analyse results
      uses: actions/upload-artifact@v4
      with:
        name: self-results
        path: ./self
  web:
    runs-on: ubuntu-latest
    env:
      PYTHONUTF8: 1
    steps:
    - name: Checkout
      uses: actions/checkout@v4
    - name: Prepare Vite
      run: |
        cd ./src/web && npm install
    - name: Set Server Build Env
      shell: bash
      run: |
        echo -e "VITE_NOSERVER=0\nVITE_COMMIT_ID=${{ github.sha }}\nVITE_BUILD_DATE=$(date -Iseconds)" > ./src/web/.env
    - name: Build Server
      run: |
        cd ./src/web && npm run build
    - name: Upload server web results
      uses: actions/upload-artifact@v4
      with:
        name: web-server-dist
        path: ./src/web/dist
    - name: Set Static Build Env
      shell: bash
      run: |
        echo -e "VITE_NOSERVER=1\nVITE_COMMIT_ID=${{ github.sha }}\nVITE_BUILD_DATE=$(date -Iseconds)" > ./src/web/.env
    - name: Build Static
      run: |
        cd ./src/web && npm run build
    - name: Add track tag
      run: |
        python ./scripts/add_web_track.py
    - name: Upload results
      uses: actions/upload-artifact@v4
      with:
        name: web-static-dist
        path: ./src/web/dist
  image:
    needs: [web]
    runs-on: ubuntu-latest
    env:
      PYTHONUTF8: 1
    steps:
    - name: Checkout
      uses: actions/checkout@v4
    - name: Set up QEMU
      uses: docker/setup-qemu-action@v3
    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v3
    - name: Download app artifacts
      uses: actions/download-artifact@v4
      with:
        name: web-server-dist
        path: ./src/web/dist
    - name: Prepare
      run: |
        python ./scripts/inject_build.py
        python ./scripts/docker_build.py
    - name: Build
      run: |
        docker build -t aexpy/aexpy .
    - name: Prepare
      run: |
        docker run aexpy/aexpy --version
        docker run aexpy/aexpy --help
        mkdir -p ./cache
    - name: Test Service Provider
      run: |
        echo "def getService(): return ServiceProvider()" | docker run -i aexpy/aexpy -vvv -s - view --help
    - name: Test Preprocess
      run: |
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv preprocess -r -p generator-oj-problem@0.0.1 /data /data/distribution1.json
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv preprocess -r -p generator-oj-problem@0.0.2 /data /data/distribution2.json
    - name: Test Extraction
      run: |
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv extract /data/distribution1.json /data/api1.json
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv extract /data/distribution2.json /data/api2.json
    - name: Test Extraction in Env
      run: |
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv preprocess -r -p generator-oj-problem@0.0.1 -P 3.8 /data /data/distribution3.json
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv extract /data/distribution3.json /data/api3.json --temp
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv extract /data/distribution3.json /data/api4.json --no-temp
    - name: Test Extraction from other input mode
      run: |
        echo generator-oj-problem@0.0.1 | docker run -i aexpy/aexpy -vvv extract - - -r > ./cache/api5.json
        sudo cat ./cache/generator_oj_problem-0.0.1-py3-none-any.whl | docker run -i aexpy/aexpy -vvv extract - - -w --wheel-name generator_oj_problem-0.0.1-py3-none-any > ./cache/api6.json
        cd ./cache/generator_oj_problem-0.0.1-py3-none-any && sudo zip -r - ./generator_oj_problem | docker run -i aexpy/aexpy -vvv extract - - -s > ../api7.json
    - name: Test Difference
      run: |
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv diff /data/api1.json /data/api2.json /data/diff.json
        echo "," | sudo cat ./cache/api1.json - ./cache/api2.json | docker run -i aexpy/aexpy -vvv diff - - - > ./cache/diff2.json
    - name: Test Report
      run: |
        docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv report /data/diff.json /data/report.json
    - name: Test View
      shell: bash
      run: |
        cd cache && sudo find . -maxdepth 1 -type f -name "*.json" -exec docker run -v ${{ github.workspace }}/cache:/data -u "$(id -u):$(id -g)" aexpy/aexpy -vvv view /data/{} \;
    - name: Test Server
      run: |
        docker run aexpy/aexpy -vvv serve --help
    - name: Upload results
      uses: actions/upload-artifact@v4
      with:
        name: image-cache
        path: ./cache
  docs:
    runs-on: ubuntu-latest
    env:
      PYTHONUTF8: 1
    steps:
    - name: Checkout
      uses: actions/checkout@v4
    - name: Setup paperead
      run: pip install paperead
    - name: Generate documents
      run: |
        cd docs
        paperead build
    - name: Add track tag
      run: |
        python ./scripts/add_web_track.py
    - name: Upload artifacts
      uses: actions/upload-artifact@v4
      with:
        name: docs
        path: ./docs/dist
  deploy:
    if: ${{ (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/dev' || startsWith(github.ref, 'refs/tags/v')) && github.event_name == 'push' || github.event_name == 'release' }}
    needs: [image, docs, package, web]
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v4
  deploy-apis:
    needs: [deploy]
    if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
    runs-on: ubuntu-latest
    env:
      PYTHONUTF8: 1
    steps:
    - name: Checkout
      uses: actions/checkout@v4
      with:
        persist-credentials: false
    - name: Checkout pages
      continue-on-error: true
      run: |
        git fetch origin gh-pages
        git worktree add ./dist gh-pages
    - name: Download self artifacts
      uses: actions/download-artifact@v4
      with:
        name: self-results
        path: ./self
    - name: Copy data
      shell: bash
      run: |
        mkdir dist || echo "exists"
        cp -r ./self/* ./dist
    - name: Upload API artifacts
      uses: actions/upload-artifact@v4
      with:
        name: apis
        path: ./dist
    - name: Deploy GitHub Pages
      uses: JamesIves/github-pages-deploy-action@v4
      with:
        token: ${{ secrets.PA_TOKEN }}
        branch: gh-pages
        folder: ./dist
  deploy-web:
    needs: [deploy]
    if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
    runs-on: ubuntu-latest
    env:
      PYTHONUTF8: 1
    steps:
    - name: Download docs artifacts
      uses: actions/download-artifact@v4
      with:
        name: docs
        path: ./docs-dist
    - name: Add redirects
      shell: bash
      run: |
        echo -e "/*  /index.html  200" > ./docs-dist/_redirects
    - name: Deploy docs to netlify
      uses: netlify/actions/cli@master
      env:
        NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
        NETLIFY_SITE_ID: ${{ secrets.NETLIFY_DOC_SITE_ID }}
      with:
        args: deploy --dir=./docs-dist --prod
        secrets: '["NETLIFY_AUTH_TOKEN", "NETLIFY_SITE_ID"]'
    - name: Download app artifacts
      uses: actions/download-artifact@v4
      with:
        name: web-static-dist
        path: ./web-dist
    - name: Add redirects
      shell: bash
      run: |
        echo -e "/data https://aexpy-docs.netlify.app/data 301\n/change-spec https://aexpy-docs.netlify.app/change-spec 301\n/*  /index.html  200" > ./web-dist/_redirects
    - name: Deploy docs to netlify
      uses: netlify/actions/cli@master
      env:
        NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
        NETLIFY_SITE_ID: ${{ secrets.NETLIFY_APP_SITE_ID }}
      with:
        args: deploy --dir=./web-dist --prod
        secrets: '["NETLIFY_AUTH_TOKEN", "NETLIFY_SITE_ID"]'
  deploy-package:
    needs: [deploy]
    if: ${{ github.event_name == 'release' }}
    runs-on: ubuntu-latest
    steps:
    - name: Download package artifacts
      uses: actions/download-artifact@v4
      with:
        name: package
        path: ./dist
    - name: Deploy packages
      env:
        TWINE_USERNAME: '__token__'
        TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
      run: |
        python -m pip install --upgrade twine
        python -m twine upload --skip-existing --repository pypi "dist/*"
  deploy-image:
    needs: [deploy]
    runs-on: ubuntu-latest
    steps:
    - name: Checkout
      uses: actions/checkout@v4
    - name: Set up QEMU
      uses: docker/setup-qemu-action@v3
    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v3
    - name: Login to DockerHub
      uses: docker/login-action@v3
      with:
        username: ${{ secrets.DOCKERHUB_USERNAME }}
        password: ${{ secrets.DOCKERHUB_TOKEN }}
    - name: Image Metadata
      id: meta
      uses: docker/metadata-action@v5
      with:
        images: stardustdl/aexpy
    - name: Download app artifacts
      uses: actions/download-artifact@v4
      with:
        name: web-server-dist
        path: ./src/web/dist
    - name: Prepare
      run: |
        python ./scripts/inject_build.py
        python ./scripts/docker_build.py
    - name: Deploy image
      uses: docker/build-push-action@v5
      with:
        push: ${{ github.event_name != 'pull_request' }}
        tags: ${{ steps.meta.outputs.tags }}
        labels: ${{ steps.meta.outputs.labels }}
        context: .