Build ASN Signal Graph #94
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build ASN Signal Graph | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "17 3 * * *" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| - name: Fetch upstream snapshots | |
| run: python3 scripts/fetch_sources.py --sources config/sources.json | |
| - name: Build ASN signal graph | |
| run: python3 scripts/build_signal_graph.py --sources config/sources.json --output-dir data/current | |
| - name: Validate generated files | |
| run: | | |
| test -s data/current/asn-signals.csv | |
| test -s data/current/hosting-signal-graph.jsonl | |
| test -s data/current/dashboard-data.json | |
| test -s data/api/index.json | |
| test -s data/api/top/vpn.json | |
| test -s data/current/source-index.json | |
| test -s data/current/summary.json | |
| - name: Commit generated data | |
| run: | | |
| git config user.name "github-actions[bot]" | |
| git config user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
| git add data/current data/api data/history data/raw/source-fetch-manifest.json | |
| if git diff --cached --quiet; then | |
| echo "No generated data changes to commit" | |
| else | |
| git commit -m "Update ASN Signal Graph data" | |
| git push | |
| fi |