diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 06ecc788fae..5f528389101 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -318,18 +318,11 @@ jobs:
         with:
           path: ~/conda_pkgs_dir
           key: ${{ runner.os }}-python-${{ matrix.python-version }}-conda-${{ github.run_id }}-${{ hashFiles('environment.yml') }}
-      - name: Cache pip on Ubuntu
-        if: ${{ runner.os == 'Linux' }}
+      - name: Cache pip
         uses: actions/cache@v1
         with:
           path: ~/.cache/pip
           key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }}
-      - name: Cache pip on Windows
-        if: ${{ runner.os == 'Windows' }}
-        uses: actions/cache@v1
-        with:
-          path: ~\AppData\Local\pip\Cache
-          key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }}
       - uses: goanpeca/setup-miniconda@v1.6.0
         with:
           activate-environment: modin
diff --git a/.github/workflows/push.yml b/.github/workflows/push.yml
index fbeea008eee..80202becbe1 100644
--- a/.github/workflows/push.yml
+++ b/.github/workflows/push.yml
@@ -16,15 +16,15 @@ jobs:
         with:
           path: ~/conda_pkgs_dir
           key: ${{ matrix.os }}-python-${{ matrix.python-version }}-conda-${{ github.run_id }}-${{ hashFiles('environment.yml') }}
-      - name: Cache pip on Ubuntu
+      - name: Cache pip if Ubuntu
+        if: ${{ matrix.os == 'ubuntu-latest' }}
         uses: actions/cache@v1
-        if: matrix.os == "ubuntu-latest"
         with:
           path: ~/.cache/pip
           key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }}
-      - name: Cache pip on Windows
+      - name: Cache pip if Windows
+        if: ${{ matrix.os == 'windows-latest' }}
         uses: actions/cache@v1
-        if: matrix.os == "windows-latest"
         with:
           path: ~\AppData\Local\pip\Cache
           key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }}