Added full interactive scripts. Final materials for tutorial.

Author: jberkus

operator/pg-manifest.yaml~ renamed to operator/add-to-manifest.yaml

@@ -1,9 +1,9 @@
 apiVersion: "acid.zalan.do/v1"
 kind: postgresql
 metadata:
-  name: web-db6
+  name: spilo-s1
 spec:
-  teamId: "web"
+  teamId: "spilo"
   volume:
     size: 1Gi
   numberOfInstances: 3
@@ -15,9 +15,15 @@ spec:
 
     # role for application foo
     foo_user:
-  
+
+    # new role for application bar
+    bar_user:
+
   #databases: name->owner
   databases:
     foo: zalando
+    bar: zalando
   postgresql:
     version: "10"
+    parameters:
+      timezone: "America/Los_Angeles"

operator/configmap.yaml

@@ -2,7 +2,7 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: postgres-operator
-data:  
+data:
   # if set to the "*", listen to all namespaces
   # watched_namespace: development
   cluster_labels: application:spilo
@@ -11,7 +11,7 @@ data:
 
   debug_logging: "true"
   workers: "4"
-  docker_image: registry.opensource.zalan.do/acid/spilo-cdp-10:1.4-p8
+  docker_image: "jberkus/spilo-demo:latest"
   pod_service_account_name: "zalando-postgres-operator"
   secret_name_template: '{username}.{cluster}.credentials'
   super_username: postgres

operator/connect_min_cluster

@@ -1,8 +1,8 @@
 #!/bin/bash
 
-export HOST_PORT=$(minikube service acid-minimal-cluster --url | sed 's,.*/,,')
+export HOST_PORT=$(minikube service spilo-s1 --url | sed 's,.*/,,')
 export PGHOST=$(echo $HOST_PORT | cut -d: -f 1)
 export PGPORT=$(echo $HOST_PORT | cut -d: -f 2)
-export PGPASSWORD=$(kubectl --context minikube get secret postgres.acid-minimal-cluster.credentials -o 'jsonpath={.data.password}' | base64 -d)
+export PGPASSWORD=$(kubectl --context minikube get secret postgres.spilo-s1.credentials -o 'jsonpath={.data.password}' | base64 -d)
 
-psql -U postgres
+psql -U postgres

operator/fake-teams-api.yaml

@@ -1,9 +1,9 @@
 apiVersion: "acid.zalan.do/v1"
 kind: postgresql
 metadata:
-  name: acid-minimal-cluster2
+  name: spilo-s1
 spec:
-  teamId: "ACID"
+  teamId: "spilo"
   volume:
     size: 1Gi
   numberOfInstances: 3
@@ -15,7 +15,7 @@ spec:
 
     # role for application foo
     foo_user:
-  
+
   #databases: name->owner
   databases:
     foo: zalando

operator/infrastructure-roles-configmap.yaml

@@ -1,3 +1,50 @@
+## optional, a load-balancing service
+## for read-only connections and direct
+## connections to a specific backend
+apiVersion: v1
+kind: Service
+metadata:
+  name: patronidemo-ss
+spec:
+  ports:
+  - port: 5432
+    name: psql
+  - port: 8008
+    name: patronictl
+  clusterIP: None
+  selector:
+    application: patroni
+    cluster-name: patronidemo
+
+---
+## endpoint, this is the master connection endpoint
+# also used as a lock for master election contests
+apiVersion: v1
+kind: Endpoints
+metadata:
+  name: &cluster_name patronidemo
+  labels:
+    application: patroni
+    cluster-name: *cluster_name
+subsets: []
+
+---
+## service for the master endpoint
+apiVersion: v1
+kind: Service
+metadata:
+  name: &cluster_name patronidemo
+  labels:
+    application: patroni
+    cluster-name: *cluster_name
+spec:
+  type: ClusterIP
+  ports:
+  - port: 5432
+    targetPort: 5432
+
+---
+## the statefulset, this is the actual database nodes
 apiVersion: apps/v1beta1
 kind: StatefulSet
 metadata:
@@ -7,7 +54,8 @@ metadata:
     cluster-name: *cluster_name
 spec:
   replicas: 3
-  serviceName: *cluster_name
+# change to *clustername if not using the load-balancing service
+  serviceName: patronidemo-ss
   template:
     metadata:
       labels:
@@ -80,30 +128,9 @@ spec:
          storage: 1Gi
 
 ---
-apiVersion: v1
-kind: Endpoints
-metadata:
-  name: &cluster_name patronidemo
-  labels:
-    application: patroni
-    cluster-name: *cluster_name
-subsets: []
-
----
-apiVersion: v1
-kind: Service
-metadata:
-  name: &cluster_name patronidemo
-  labels:
-    application: patroni
-    cluster-name: *cluster_name
-spec:
-  type: ClusterIP
-  ports:
-  - port: 5432
-    targetPort: 5432
-
----
+# passwords for the patroni database
+# if you had more users + passwords, you'd add them
+# here
 apiVersion: v1
 kind: Secret
 metadata:
@@ -117,6 +144,11 @@ data:
   replication-password: cmVwLXBhc3M=
 
 ---
+## the rest is a serviceaccount and RBAC
+# for permissions and access control for patroni
+# this is required for leader elections to work properly
+# and requires you to have admin rights on the
+# kubernetes cluster
 apiVersion: v1
 kind: ServiceAccount
 metadata:
@@ -148,6 +180,7 @@ rules:
   - patch
   - update
   # the following three privileges are necessary only when using endpoints
+  # and need to be removed for Openshift
   - create
   - list
   - watch

operator/infrastructure-roles.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: pg-shell
+spec:
+  containers:
+  - name: pg-shell
+    image: jberkus/simple-patroni
+    command: ["/bin/bash", "-ec", "while :; do echo '.'; sleep 10 ; done"]
+    env:
+    - name: PGUSER
+      value: postgres
+    - name: PGPASSWORD
+      valueFrom:
+        secretKeyRef:
+          name: patronidemo
+          key: superuser-password
+  restartPolicy: Never