diff --git a/.circleci/config.yml b/.circleci/config.yml
index da40b942b0e..ece9d1a7b97 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -357,20 +357,6 @@ jobs:
       - run_tests_selective:
           file_or_dir: test/test_onnx.py
 
-  unittest_prototype:
-    docker:
-      - image: cimg/python:3.7
-    resource_class: xlarge
-    steps:
-      - checkout
-      - install_torchvision
-      - install_prototype_dependencies
-      - pip_install:
-          args: scipy pycocotools h5py
-          descr: Install optional dependencies
-      - run_tests_selective:
-          file_or_dir: test/test_prototype_*.py
-
   unittest_extended:
     docker:
       - image: cimg/python:3.7
@@ -1634,7 +1620,6 @@ workflows:
     jobs:
       - unittest_torchhub
       - unittest_onnx
-      - unittest_prototype
       - unittest_extended
       - unittest_linux_cpu:
           cu_version: cpu
diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in
index a348faaa866..63a41c3d39a 100644
--- a/.circleci/config.yml.in
+++ b/.circleci/config.yml.in
@@ -357,20 +357,6 @@ jobs:
       - run_tests_selective:
           file_or_dir: test/test_onnx.py
 
-  unittest_prototype:
-    docker:
-      - image: cimg/python:3.7
-    resource_class: xlarge
-    steps:
-      - checkout
-      - install_torchvision
-      - install_prototype_dependencies
-      - pip_install:
-          args: scipy pycocotools h5py
-          descr: Install optional dependencies
-      - run_tests_selective:
-          file_or_dir: test/test_prototype_*.py
-
   unittest_extended:
     docker:
       - image: cimg/python:3.7
@@ -1120,7 +1106,6 @@ workflows:
     jobs:
       - unittest_torchhub
       - unittest_onnx
-      - unittest_prototype
       - unittest_extended
       {{ unittest_workflows() }}
 
diff --git a/.github/workflows/prototype-tests.yml b/.github/workflows/prototype-tests.yml
new file mode 100644
index 00000000000..518fa1cedc2
--- /dev/null
+++ b/.github/workflows/prototype-tests.yml
@@ -0,0 +1,44 @@
+name: tests
+
+on:
+  pull_request:
+
+jobs:
+  prototype:
+    strategy:
+      matrix:
+        os:
+          - ubuntu-latest
+          - windows-latest
+          - macos-latest
+      fail-fast: false
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - name: Set up python
+        uses: actions/setup-python@v3
+        with:
+          python-version: 3.7
+
+      - name: Upgrade system packages
+        run: python -m pip install --upgrade pip setuptools wheel
+
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Install PyTorch nightly builds
+        run: pip install --progress-bar=off --pre torch torchdata --extra-index-url https://download.pytorch.org/whl/nightly/cpu/
+
+      - name: Install torchvision
+        run: pip install --progress-bar=off --no-build-isolation --editable .
+
+      - name: Install other prototype dependencies
+        run: pip install --progress-bar=off scipy pycocotools h5py iopath
+
+      - name: Install test requirements
+        run: pip install --progress-bar=off pytest pytest-mock
+
+      - name: Run prototype tests
+        shell: bash
+        run: pytest --durations=20 test/test_prototype_*.py