ASN-Signal-Graph/.github/workflows/build.yml at main · ipanalytics/ASN-Signal-Graph · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
name: Build ASN Signal Graph

on:
  workflow_dispatch:
  schedule:
    - cron: "17 3 * * *"

jobs:
  build:
    runs-on: ubuntu-latest
    permissions:
      contents: write
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"
      - name: Fetch upstream snapshots
        run: python3 scripts/fetch_sources.py --sources config/sources.json
      - name: Build ASN signal graph
        run: python3 scripts/build_signal_graph.py --sources config/sources.json --output-dir data/current
      - name: Validate generated files
        run: |
          test -s data/current/asn-signals.csv
          test -s data/current/hosting-signal-graph.jsonl
          test -s data/current/dashboard-data.json
          test -s data/api/index.json
          test -s data/api/top/vpn.json
          test -s data/current/source-index.json
          test -s data/current/summary.json
      - name: Commit generated data
        run: |
          git config user.name "github-actions[bot]"
          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
          git add data/current data/api data/history data/raw/source-fetch-manifest.json
          if git diff --cached --quiet; then
            echo "No generated data changes to commit"
          else
            git commit -m "Update ASN Signal Graph data"
            git push
          fi