diff --git a/pkg/agent/agent.go b/pkg/agent/agent.go
index 6586e3f2f92..1015b7993ad 100644
--- a/pkg/agent/agent.go
+++ b/pkg/agent/agent.go
@@ -630,7 +630,11 @@ func (i *Initializer) initNodeLocalConfig() error {
 		klog.Errorf("Failed to parse subnet from CIDR string %s: %v", node.Spec.PodCIDR, err)
 		return err
 	}
-	i.nodeConfig.PodIPv4CIDR = localSubnet
+	if localSubnet.IP.To4() != nil {
+		i.nodeConfig.PodIPv4CIDR = localSubnet
+	} else {
+		i.nodeConfig.PodIPv6CIDR = localSubnet
+	}
 	return nil
 }