diff --git a/test/test_c10d.py b/test/test_c10d.py
index 5e715d8e7c9c8..9f477c9c7101e 100644
--- a/test/test_c10d.py
+++ b/test/test_c10d.py
@@ -1565,6 +1565,7 @@ def test_fp16(self):
         )
 
     @skip_if_not_nccl
+    @skip_if_not_multigpu
     def test_queue_reduction(self):
         # Set up process group.
         store = c10d.FileStore(self.file.name, self.world_size)
@@ -1592,6 +1593,7 @@ def test_queue_reduction(self):
                          torch.ones(10) * (self.world_size + 1) * len(devices) / 2.0)
 
     @skip_if_not_nccl
+    @skip_if_not_multigpu
     def test_sync_reduction(self):
         # Set up process group.
         store = c10d.FileStore(self.file.name, self.world_size)