diff --git a/.github/workflows/build_and_test.yaml b/.github/workflows/build_and_test.yaml
index bafd90d8351..92ae1b4822d 100644
--- a/.github/workflows/build_and_test.yaml
+++ b/.github/workflows/build_and_test.yaml
@@ -114,7 +114,19 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        version: [ v1.28.13, v1.29.8, v1.30.4, v1.31.0 ]
+        target:
+        - version: v1.28.13
+          ipFamily: ipv4
+        - version: v1.29.8
+          ipFamily: ipv4
+        - version: v1.30.4
+          ipFamily: ipv4
+        # Enable these after https://github.com/envoyproxy/gateway/issues/4572 fixed
+        # - version: v1.31.0
+        #   ipFamily: ipv6   # only run ipv6 test on latest version to save time
+        # TODO: this's IPv4 first, need a way to test IPv6 first.
+        - version: v1.31.0
+          ipFamily: dual  # only run dual test on latest version to save time
     steps:
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683  # v4.2.2
     - uses: ./tools/github-actions/setup-deps
@@ -133,8 +145,9 @@ jobs:
     # E2E
     - name: Run E2E Tests
       env:
-        KIND_NODE_TAG: ${{ matrix.version }}
+        KIND_NODE_TAG: ${{ matrix.target.version }}
         IMAGE_PULL_POLICY: IfNotPresent
+        IP_FAMILY: ${{ matrix.target.ipFamily }}
       run: make e2e
 
   benchmark-test: