|
1 | 1 | # glusterfs-k8s-ose
|
2 | 2 | GlusterFS + Kubernetes + Openshift
|
| 3 | + |
| 4 | +### Deploying GlusterFS Pod: |
| 5 | + |
| 6 | + |
| 7 | +~~~ |
| 8 | +[root@atomic-node2 gluster_pod]# oc describe pod gluster-1 |
| 9 | +Name: gluster-1 |
| 10 | +Namespace: default |
| 11 | +Image(s): gluster/gluster-centos |
| 12 | +Node: atomic-node1/10.70.43.174 |
| 13 | +Start Time: Tue, 17 May 2016 10:19:17 +0530 |
| 14 | +Labels: name=gluster-1 |
| 15 | +Status: Running |
| 16 | +Reason: |
| 17 | +Message: |
| 18 | +IP: 10.70.43.174 |
| 19 | +Replication Controllers: <none> |
| 20 | +Containers: |
| 21 | + glusterfs: |
| 22 | + Container ID: docker://ff8f4af700d725dfe0e08939ec011c34ddf9dedc7204e0ced1cc355a56150742 |
| 23 | + Image: gluster/gluster-centos |
| 24 | + Image ID: docker://033de9c44a8aabde55ce8a2b751ccf5bc345fdb534ea30e79a8fa70b82dc7761 |
| 25 | + QoS Tier: |
| 26 | + cpu: BestEffort |
| 27 | + memory: BestEffort |
| 28 | + State: Running |
| 29 | + Started: Tue, 17 May 2016 10:20:35 +0530 |
| 30 | + Ready: True |
| 31 | + Restart Count: 0 |
| 32 | + Environment Variables: |
| 33 | +Conditions: |
| 34 | + Type Status |
| 35 | + Ready True |
| 36 | +Volumes: |
| 37 | + brickpath: |
| 38 | + Type: HostPath (bare host directory volume) |
| 39 | + Path: /mnt/brick1 |
| 40 | + default-token-72d89: |
| 41 | + Type: Secret (a secret that should populate this volume) |
| 42 | + SecretName: default-token-72d89 |
| 43 | +Events: |
| 44 | + FirstSeen LastSeen Count From SubobjectPath Reason Message |
| 45 | + ───────── ──────── ───── ──── ───────────── ────── ─────── |
| 46 | + 1m 1m 1 {scheduler } Scheduled Successfully assigned gluster-1 to atomic-node1 |
| 47 | + 1m 1m 1 {kubelet atomic-node1} implicitly required container POD Pulled Container image "openshift3/ose-pod:v3.1.1.6" already present on machine |
| 48 | + 1m 1m 1 {kubelet atomic-node1} implicitly required container POD Created Created with docker id f55ce55e6ea3 |
| 49 | + 1m 1m 1 {kubelet atomic-node1} implicitly required container POD Started Started with docker id f55ce55e6ea3 |
| 50 | + 1m 1m 1 {kubelet atomic-node1} spec.containers{glusterfs} Pulling pulling image "gluster/gluster-centos" |
| 51 | + 8s 8s 1 {kubelet atomic-node1} spec.containers{glusterfs} Pulled Successfully pulled image "gluster/gluster-centos" |
| 52 | + 8s 8s 1 {kubelet atomic-node1} spec.containers{glusterfs} Created Created with docker id ff8f4af700d7 |
| 53 | + 8s 8s 1 {kubelet atomic-node1} spec.containers{glusterfs} Started Started with docker id ff8f4af700d7 |
| 54 | +
|
| 55 | +
|
| 56 | +[root@atomic-node2 gluster_pod]# oc get pods |
| 57 | +NAME READY STATUS RESTARTS AGE |
| 58 | +gluster-1 1/1 Running 0 1m |
| 59 | +[root@atomic-node2 gluster_pod]# oc exec -ti gluster-1 /bin/bash |
| 60 | +[root@atomic-node1 /]# |
| 61 | +[root@atomic-node1 /]# |
| 62 | +[root@atomic-node1 /]# ps aux |
| 63 | +USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND |
| 64 | +root 1 0.4 0.0 40780 2920 ? Ss 04:50 0:00 /usr/sbin/init |
| 65 | +root 20 0.3 0.0 36816 4272 ? Ss 04:50 0:00 /usr/lib/syste |
| 66 | +root 21 0.0 0.0 118476 1332 ? Ss 04:50 0:00 /usr/sbin/lvme |
| 67 | +root 37 0.0 0.0 101344 1228 ? Ssl 04:50 0:00 /usr/sbin/gssp |
| 68 | +rpc 44 0.1 0.0 64904 1052 ? Ss 04:50 0:00 /sbin/rpcbind |
| 69 | +root 209 0.1 0.1 364716 13444 ? Ssl 04:50 0:00 /usr/sbin/glus |
| 70 | +root 341 1.1 0.0 13368 1964 ? Ss 04:51 0:00 /bin/bash |
| 71 | +root 354 0.0 0.0 49020 1820 ? R+ 04:51 0:00 ps aux |
| 72 | +[root@atomic-node1 /]# service glusterd status |
| 73 | +Redirecting to /bin/systemctl status glusterd.service |
| 74 | +● glusterd.service - GlusterFS, a clustered file-system server |
| 75 | + Loaded: loaded (/usr/lib/systemd/system/glusterd.service; enabled; vendor preset: disabled) |
| 76 | + Active: active (running) since Tue 2016-05-17 04:50:41 UTC; 35s ago |
| 77 | + Process: 208 ExecStart=/usr/sbin/glusterd -p /var/run/glusterd.pid --log-level $LOG_LEVEL $GLUSTERD_OPTIONS (code=exited, status=0/SUCCESS) |
| 78 | + Main PID: 209 (glusterd) |
| 79 | + CGroup: /system.slice/docker-ff8f4af700d725dfe0e08939ec011c34ddf9dedc7204e0ced1cc355a56150742.scope/system.slice/glusterd.service |
| 80 | + └─209 /usr/sbin/glusterd -p /var/run/glusterd.pid --log-level INFO... |
| 81 | + ‣ 209 /usr/sbin/glusterd -p /var/run/glusterd.pid --log-level INFO... |
| 82 | +
|
| 83 | +May 17 04:50:36 atomic-node1 systemd[1]: Starting Gluste... |
| 84 | +May 17 04:50:41 atomic-node1 systemd[1]: Started Gluster... |
| 85 | +Hint: Some lines were ellipsized, use -l to show in full. |
| 86 | +[root@atomic-node1 /]# gluster --version |
| 87 | +glusterfs 3.7.9 built on Mar 20 2016 03:19:49 |
| 88 | +Repository revision: git://git.gluster.com/glusterfs.git |
| 89 | +Copyright (c) 2006-2011 Gluster Inc. <http://www.gluster.com> |
| 90 | +GlusterFS comes with ABSOLUTELY NO WARRANTY. |
| 91 | +You may redistribute copies of GlusterFS under the terms of the GNU General Public License. |
| 92 | +[root@atomic-node1 /]# |
| 93 | +
|
| 94 | +[root@atomic-node1 /]# mount |grep mnt |
| 95 | +/dev/mapper/atomic-node1-root on /mnt/brick1 type xfs (rw,relatime,seclabel,attr2,inode64,noquota) |
| 96 | +[root@atomic-node1 /]# ip a |
| 97 | +1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN |
| 98 | + link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 |
| 99 | + inet 127.0.0.1/8 scope host lo |
| 100 | + valid_lft forever preferred_lft forever |
| 101 | + inet6 ::1/128 scope host |
| 102 | + valid_lft forever preferred_lft forever |
| 103 | +2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000 |
| 104 | + link/ether 52:54:00:f3:4b:e3 brd ff:ff:ff:ff:ff:ff |
| 105 | + inet 10.70.43.174/22 brd 10.70.43.255 scope global dynamic eth0 |
| 106 | + valid_lft 62555sec preferred_lft 62555sec |
| 107 | + inet6 2620:52:0:4628:5054:ff:fef3:4be3/64 scope global noprefixroute dynamic |
| 108 | + valid_lft 2591620sec preferred_lft 604420sec |
| 109 | + inet6 fe80::5054:ff:fef3:4be3/64 scope link |
| 110 | + valid_lft forever preferred_lft forever |
| 111 | +3: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN |
| 112 | + link/ether c6:b6:3b:94:a7:88 brd ff:ff:ff:ff:ff:ff |
| 113 | +5: br0: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN |
| 114 | + link/ether 4a:5f:b9:50:89:46 brd ff:ff:ff:ff:ff:ff |
| 115 | +7: lbr0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP |
| 116 | + link/ether f2:2c:ed:a7:d1:6b brd ff:ff:ff:ff:ff:ff |
| 117 | + inet 10.1.3.1/24 scope global lbr0 |
| 118 | + valid_lft forever preferred_lft forever |
| 119 | + inet6 fe80::d070:feff:fe82:afe4/64 scope link |
| 120 | + valid_lft forever preferred_lft forever |
| 121 | +8: vovsbr@vlinuxbr: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc pfifo_fast master ovs-system state UP |
| 122 | + link/ether 96:38:12:0f:c2:e2 brd ff:ff:ff:ff:ff:ff |
| 123 | + inet6 fe80::9438:12ff:fe0f:c2e2/64 scope link |
| 124 | + valid_lft forever preferred_lft forever |
| 125 | +9: vlinuxbr@vovsbr: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc pfifo_fast master lbr0 state UP |
| 126 | + link/ether f2:2c:ed:a7:d1:6b brd ff:ff:ff:ff:ff:ff |
| 127 | + inet6 fe80::f02c:edff:fea7:d16b/64 scope link |
| 128 | + valid_lft forever preferred_lft forever |
| 129 | +10: tun0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN |
| 130 | + link/ether b2:a8:c0:73:3a:be brd ff:ff:ff:ff:ff:ff |
| 131 | + inet 10.1.3.1/24 scope global tun0 |
| 132 | + valid_lft forever preferred_lft forever |
| 133 | + inet6 fe80::b0a8:c0ff:fe73:3abe/64 scope link |
| 134 | + valid_lft forever preferred_lft forever |
| 135 | +[root@atomic-node1 /]# |
| 136 | +[root@atomic-node1 /]# cat /etc/redhat-release |
| 137 | +CentOS Linux release 7.2.1511 (Core) |
| 138 | +[root@atomic-node1 /]# |
| 139 | +
|
| 140 | +
|
| 141 | +[root@atomic-node2 gluster_pod]# oc get pods |
| 142 | +NAME READY STATUS RESTARTS AGE |
| 143 | +gluster-1 1/1 Running 0 3m |
| 144 | +[root@atomic-node2 gluster_pod]# |
| 145 | +
|
| 146 | +
|
| 147 | +
|
| 148 | +~~~ |
| 149 | + |
| 150 | +### Deploying GlusterFS PV, PVC, SERVICE and ENDPOINT |
| 151 | + |
| 152 | +Refer # http://tinyurl.com/hne8g7o |
| 153 | + |
| 154 | +### Deploying GlusterFS Template |
| 155 | + |
| 156 | + |
| 157 | + |
| 158 | + |
0 commit comments