diff --git a/config/default/kustomization.yaml b/config/default/kustomization.yaml
index 29eebb3b76..cd88212a50 100644
--- a/config/default/kustomization.yaml
+++ b/config/default/kustomization.yaml
@@ -42,11 +42,6 @@ patches:
 # Expose port used by the visibility server
 - path: manager_visibility_patch.yaml
 
-transformers:
-# Sets the namespace for the role binding as kube-system instead of default kueue-system
-- role_binding_visibility_transformer.yaml
-
-
 # [CERTMANAGER] To enable cert-manager, uncomment all sections with 'CERTMANAGER'.
 # Uncomment 'CERTMANAGER' sections in crd/kustomization.yaml to enable the CA injection in the admission webhooks.
 # 'CERTMANAGER' needs to be enabled to use ca injection
diff --git a/config/visibility/kustomization.yaml b/config/visibility/kustomization.yaml
index 8dbcc994d9..293dacb38b 100644
--- a/config/visibility/kustomization.yaml
+++ b/config/visibility/kustomization.yaml
@@ -5,3 +5,7 @@ namespace: kueue-system
 namePrefix: kueue-
 resources:
 - ../components/visibility
+
+transformers:
+# Sets the namespace for the role binding as kube-system instead of default kueue-system
+- role_binding_visibility_transformer.yaml
\ No newline at end of file
diff --git a/config/default/role_binding_visibility_transformer.yaml b/config/visibility/role_binding_visibility_transformer.yaml
similarity index 100%
rename from config/default/role_binding_visibility_transformer.yaml
rename to config/visibility/role_binding_visibility_transformer.yaml