Improve DPM and NCM performance

kubernetes/db/ignite/ignite_alcor.yaml

@@ -12,18 +12,16 @@
 #     FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
 #     WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
-kind: ClusterRoleBinding
-apiVersion: rbac.authorization.k8s.io/v1
+apiVersion: v1
+kind: Namespace
 metadata:
   name: ignite-alcor
-roleRef:
-  kind: ClusterRole
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
   name: ignite-alcor
-  apiGroup: rbac.authorization.k8s.io
-subjects:
-  - kind: ServiceAccount
-    name: ignite-alcor
-    namespace: ignite-alcor
+  namespace: ignite-alcor
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
@@ -41,16 +39,18 @@ rules:
       - list
       - watch
 ---
-apiVersion: v1
-kind: Namespace
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
 metadata:
   name: ignite-alcor
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
+roleRef:
+  kind: ClusterRole
   name: ignite-alcor
-  namespace: ignite-alcor
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+  - kind: ServiceAccount
+    name: ignite-alcor
+    namespace: ignite-alcor
 ---
 apiVersion: v1
 kind: Service

kubernetes/db/ignite/ignite_alcor_ip.yaml

@@ -12,18 +12,17 @@
 #     FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
 #     WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
-kind: ClusterRoleBinding
-apiVersion: rbac.authorization.k8s.io/v1
+
+apiVersion: v1
+kind: Namespace
 metadata:
   name: ignite-alcor-ip
-roleRef:
-  kind: ClusterRole
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
   name: ignite-alcor-ip
-  apiGroup: rbac.authorization.k8s.io
-subjects:
-  - kind: ServiceAccount
-    name: ignite-alcor-ip
-    namespace: ignite-alcor-ip
+  namespace: ignite-alcor-ip
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
@@ -41,16 +40,18 @@ rules:
       - list
       - watch
 ---
-apiVersion: v1
-kind: Namespace
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
 metadata:
   name: ignite-alcor-ip
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
+roleRef:
+  kind: ClusterRole
   name: ignite-alcor-ip
-  namespace: ignite-alcor-ip
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+  - kind: ServiceAccount
+    name: ignite-alcor-ip
+    namespace: ignite-alcor-ip
 ---
 apiVersion: v1
 kind: Service
@@ -75,6 +76,8 @@ spec:
       targetPort: 10900
   selector:
     app: ignite-alcor-ip
+status:
+  loadBalancer: {}
 ---
 apiVersion: apps/v1
 kind: StatefulSet

kubernetes/db/ignite/ignite_alcor_mac.yaml

@@ -12,18 +12,16 @@
 #     FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
 #     WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
-kind: ClusterRoleBinding
-apiVersion: rbac.authorization.k8s.io/v1
+apiVersion: v1
+kind: Namespace
 metadata:
   name: ignite-alcor-mac
-roleRef:
-  kind: ClusterRole
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
   name: ignite-alcor-mac
-  apiGroup: rbac.authorization.k8s.io
-subjects:
-  - kind: ServiceAccount
-    name: ignite-alcor-mac
-    namespace: ignite-alcor-mac
+  namespace: ignite-alcor-mac
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
@@ -41,16 +39,18 @@ rules:
       - list
       - watch
 ---
-apiVersion: v1
-kind: Namespace
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
 metadata:
   name: ignite-alcor-mac
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
+roleRef:
+  kind: ClusterRole
   name: ignite-alcor-mac
-  namespace: ignite-alcor-mac
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+  - kind: ServiceAccount
+    name: ignite-alcor-mac
+    namespace: ignite-alcor-mac
 ---
 apiVersion: v1
 kind: Service
@@ -75,6 +75,8 @@ spec:
       targetPort: 10900
   selector:
     app: ignite-alcor-mac
+status:
+  loadBalancer: {}
 ---
 apiVersion: apps/v1
 kind: StatefulSet

kubernetes/db/ignite/ignite_alcor_port.yaml

@@ -11,19 +11,16 @@
 #     THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 #     FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
 #     WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
-kind: ClusterRoleBinding
-apiVersion: rbac.authorization.k8s.io/v1
+apiVersion: v1
+kind: Namespace
 metadata:
   name: ignite-alcor-port
-roleRef:
-  kind: ClusterRole
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
   name: ignite-alcor-port
-  apiGroup: rbac.authorization.k8s.io
-subjects:
-  - kind: ServiceAccount
-    name: ignite-alcor-port
-    namespace: ignite-alcor-port
+  namespace: ignite-alcor-port
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
@@ -41,16 +38,18 @@ rules:
       - list
       - watch
 ---
-apiVersion: v1
-kind: Namespace
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
 metadata:
   name: ignite-alcor-port
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
+roleRef:
+  kind: ClusterRole
   name: ignite-alcor-port
-  namespace: ignite-alcor-port
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+  - kind: ServiceAccount
+    name: ignite-alcor-port
+    namespace: ignite-alcor-port
 ---
 apiVersion: v1
 kind: Service

kubernetes/db/ignite/ignite_config.xml

@@ -66,8 +66,16 @@ Copyright(c) 2020 Futurewei Cloud
                    Enables Kubernetes IP finder and setting custom namespace and service names.
                -->
                <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
-                  <property name="serviceName" value="ignite-alcor-service"/>
-                  <property name="namespace" value="ignite-alcor"/>
+                  <property name="ipFinder">
+                     <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
+                        <constructor-arg>
+                           <bean class="org.apache.ignite.kubernetes.configuration.KubernetesConnectionConfiguration">
+                              <property name="serviceName" value="ignite-alcor-service"/>
+                              <property name="namespace" value="ignite-alcor"/>
+                           </bean>
+                        </constructor-arg>
+                     </bean>
+                  </property>
                </bean>
             </property>
          </bean>

kubernetes/db/ignite/ignite_ip_config.xml

@@ -63,8 +63,16 @@ Copyright(c) 2020 Futurewei Cloud
                    Enables Kubernetes IP finder and setting custom namespace and service names.
                -->
                <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
-                  <property name="serviceName" value="ignite-alcor-ip-service"/>
-                  <property name="namespace" value="ignite-alcor-ip"/>
+                  <property name="ipFinder">
+                     <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
+                        <constructor-arg>
+                           <bean class="org.apache.ignite.kubernetes.configuration.KubernetesConnectionConfiguration">
+                              <property name="serviceName" value="ignite-alcor-ip-service"/>
+                              <property name="namespace" value="ignite-alcor-ip"/>
+                           </bean>
+                        </constructor-arg>
+                     </bean>
+                  </property>
                </bean>
             </property>
          </bean>

kubernetes/db/ignite/ignite_mac_config.xml

@@ -49,8 +49,16 @@ Copyright(c) 2020 Futurewei Cloud
                    Enables Kubernetes IP finder and setting custom namespace and service names.
                -->
                <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
-                  <property name="serviceName" value="ignite-alcor-mac-service"/>
-                  <property name="namespace" value="ignite-alcor-mac"/>
+                  <property name="ipFinder">
+                     <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
+                        <constructor-arg>
+                           <bean class="org.apache.ignite.kubernetes.configuration.KubernetesConnectionConfiguration">
+                              <property name="serviceName" value="ignite-alcor-mac-service"/>
+                              <property name="namespace" value="ignite-alcor-mac"/>
+                           </bean>
+                        </constructor-arg>
+                     </bean>
+                  </property>
                </bean>
             </property>
          </bean>

kubernetes/db/ignite/ignite_port_config.xml

@@ -79,8 +79,16 @@ Copyright(c) 2020 Futurewei Cloud
                    Enables Kubernetes IP finder and setting custom namespace and service names.
                -->
                <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
-                  <property name="serviceName" value="ignite-alcor-port-service"/>
-                  <property name="namespace" value="ignite-alcor-port"/>
+                  <property name="ipFinder">
+                     <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
+                        <constructor-arg>
+                           <bean class="org.apache.ignite.kubernetes.configuration.KubernetesConnectionConfiguration">
+                              <property name="serviceName" value="ignite-alcor-port-service"/>
+                              <property name="namespace" value="ignite-alcor-port"/>
+                           </bean>
+                        </constructor-arg>
+                     </bean>
+                  </property>
                </bean>
             </property>
          </bean>

kubernetes/services/api-gateway.yaml

@@ -12,6 +12,41 @@
 #     FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
 #     WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: alcor-account
+  namespace: default
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: alcor-servcie
+  namespace: alcor-servcie
+rules:
+  - apiGroups:
+      - ""
+    resources: # Here are resources you can access
+      - pods
+      - endpoints
+    verbs: # That is what you can do with them
+      - get
+      - list
+      - watch
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: alcor-servcie
+roleRef:
+  kind: ClusterRole
+  name: alcor-servcie
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+  - kind: ServiceAccount
+    name: alcor-account
+    namespace: default
+---
 apiVersion: v1
 kind: ConfigMap
 metadata:
@@ -22,6 +57,8 @@ data:
     logging.level.org.springframework.web=DEBUG
     logging.level.org.springframework.cloud=DEBUG
     logging.level.com.github.tomakehurst.wiremock=TRACE
+    ignite.kubeNamespace=ignite-alcor
+    ignite.kubeServiceName=ignite-alcor-service
     ignite.host=ignite-alcor-service.ignite-alcor.svc.cluster.local
     ignite.port=10800
     ignite.thin.client.enable=true
@@ -84,6 +121,7 @@ spec:
       labels:
         app: apimanager
     spec:
+      serviceAccountName: alcor-account
       volumes:
         - name: api-volume
           configMap: