Merge pull request #520 from ianhi/test-fail-bot

add bot to comment when cron tests fail

.github/TEST_FAIL_TEMPLATE.md

@@ -0,0 +1,16 @@
+---
+title: "{{ env.TITLE }}"
+labels: [bug]
+---
+<!-- Based on
+https://github.com/pymmcore-plus/pymmcore-widgets/blob/5e233384e223ca00101ef4b741d3c525a5cff9c9/.github/TEST_FAIL_TEMPLATE.md
+-->
+The {{ workflow }} workflow failed on {{ date | date("YYYY-MM-DD HH:mm") }} UTC
+
+The most recent failing test was on {{ env.os }} py{{ env.PYTHON }}, matplotlib version
+{{ env.mpl-version }}
+with commit: {{ sha }}
+
+Full run: https://github.com/matplotlib/ipympl/actions/runs/{{ env.RUN_ID }}
+
+(This post will be updated if another test fails, as long as this issue remains open.)

.github/workflows/main.yml

@@ -138,3 +138,21 @@ jobs:
           path: |
             ui-tests/playwright-report
             ui-tests/test-results
+
+      # If something goes wrong for the latests test cron job
+      # then open an issue in the repo
+      # This setup based on:
+      # https://github.com/pymmcore-plus/pymmcore-widgets/blob/5e233384e223ca00101ef4b741d3c525a5cff9c9/.github/workflows/cron.yml#L49
+      - name: Report Failures
+        if: failure() && github.event_name == 'schedule'
+        uses: JasonEtco/create-an-issue@v2
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          OS: ${{ matrix.os }}
+          PYTHON: ${{ matrix.python }}
+          MATPLOLIBT: ${{ matrix.mpl-version }}
+          RUN_ID: ${{ github.run_id }}
+          TITLE: '[test-bot] Scheduled Tests are failing'
+        with:
+          filename: .github/TEST_FAIL_TEMPLATE.md
+          update_existing: true