Skip to content

Latest commit

 

History

History
270 lines (224 loc) · 6.39 KB

Linux.md

File metadata and controls

270 lines (224 loc) · 6.39 KB

Linux

Guide for Ubuntu Desktop
 

  1. Download and install Ubuntu Desktop (tested on a virtual machine)
     
  2. Install prerequisites:
sudo apt update
sudo apt upgrade

# on VMWare:
# sudo apt install open-vm-tools-desktop

sudo apt install net-tools htop cpu-checker python3-venv docker.io \
                 libvirt-clients libvirt-daemon-system qemu-kvm

sudo setfacl -m user:$USER:rw /var/run/docker.sock
sudo usermod -aG libvirt $USER
newgrp libvirt

sudo kvm-ok
sudo virt-host-validate

sudo reboot now


  3) Install Kubernetes

curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" \
    && sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl \
    && rm kubectl

curl -LO https://storage.googleapis.com/minikube/releases/latest/docker-machine-driver-kvm2 \
    && sudo install docker-machine-driver-kvm2 /usr/local/bin/ && rm docker-machine-driver-kvm2
    
curl -LO https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 \
    && sudo install minikube-linux-amd64 /usr/local/bin/minikube && rm minikube-linux-amd64


  4) Extras

# Resources
git clone https://github.com/tiagordc/KubDevBox.git

# Dapr
wget -q https://raw.githubusercontent.com/dapr/cli/master/install/install.sh -O - | /bin/bash

# Utils
sudo git clone https://github.com/ahmetb/kubectx /opt/kubectx
sudo ln -s /opt/kubectx/kubectx /usr/local/bin/kubectx
sudo ln -s /opt/kubectx/kubens /usr/local/bin/kubens

# Alias
cat >> ~/.bash_aliases << EOT
alias c='clear'
alias m='minikube'
alias k='kubectl'
alias l='ls -la'
alias watch='watch '
alias python='python3 '
alias ks='kubectl get namespaces'
alias kga='k get pod --all-namespaces'
alias kgaa='kubectl get all --show-labels'
alias kc='k config view --minify | grep name'
alias kdp='kubectl describe pod'
alias krh='kubectl run --help | more'
alias ugh='kubectl get --help | more'
alias kd='kubectl describe pod'
alias ke='kubectl explain'
alias kf='kubectl create -f'
alias kg='kubectl get pods --show-labels'
alias kr='kubectl replace -f'
alias kh='kubectl --help | more'
alias krh='kubectl run --help | more'
EOT

cat >> ~/.bashrc << EOT
if [ -f ~/.bash_aliases ]; then
  . ~/.bash_aliases
fi
EOT

source ~/.bashrc


  5) Start cluster

m profile list
m start --cpus=max --memory=max --driver=kvm2
m addons enable ingress

CLUSTER_IP=$(m ip)
export KUBE_EDITOR="nano"

# On a different tab
# m tunnel
# m dashboard
# m logs -f


  6) Install Operator Lifecycle Manager

curl -sL https://github.com/operator-framework/operator-lifecycle-manager/releases/download/v0.19.1/install.sh | bash -s v0.19.1


  7) Install Keycloak:

k create -f ~/KubDevBox/src/deploy/keycloak-operator.yaml
k wait deployment keycloak-operator -n keycloak --for=condition=Available --timeout=300s
k create -f ~/KubDevBox/src/deploy/keycloak.yaml

until [ $(k get keycloak keycloak -n keycloak -o jsonpath='{.status.ready}') = true ] && [ $(k get keycloakrealms application -n keycloak -o jsonpath='{.status.ready}') = true ];
do
  echo "Waiting..."
  sleep 10s
done

# add to hosts
KEYCLOAK=$(k get keycloak keycloak -n keycloak -o jsonpath='{.spec.externalAccess.host}')
echo "$CLUSTER_IP  $KEYCLOAK" | sudo tee -a /etc/hosts

# get keycloak operator secret
SECRET=$(k get keycloak keycloak -n keycloak -o jsonpath='{.status.credentialSecret}')
SECRET=$(k get secret $SECRET -n keycloak -o json | jq -r '.data.ADMIN_PASSWORD' | base64 --decode)

# confirm ingress address
k get ing -n keycloak

echo "Keycloak available at http://$KEYCLOAK/auth | admin | $SECRET"

# scale keycloak
k get keycloak keycloak -n keycloak -o json | jq '.spec.instances = 2' | k replace -f -

# TODO: create admin user


  8) Install Kafka (using strimzi):

k create namespace kafka
kubens kafka
k apply -f "https://strimzi.io/install/latest?namespace=kafka"
k apply -f ~/KubDevBox/src/deploy/kafka.yaml
k wait kafka/main --for=condition=Ready --timeout=300s


  7) Test Kafka (optional)

k get kafka -o yaml

k run kafka-producer -ti \
                     --image=quay.io/strimzi/kafka:0.26.0-kafka-3.0.0 \
                     --rm=true --restart=Never -- bin/kafka-console-producer.sh \
                     --broker-list main-kafka-bootstrap.kafka.svc.cluster.local:9092 \
                     --topic my-topic

k run kafka-consumer -ti \
                     --image=quay.io/strimzi/kafka:0.26.0-kafka-3.0.0 \
                     --rm=true --restart=Never -- bin/kafka-console-consumer.sh \
                     --bootstrap-server main-kafka-bootstrap.kafka.svc.cluster.local:9092 \
                     --topic my-topic --from-beginning

k delete pod kafka-consumer
k delete pod kafka-producer
k delete kafkatopic my-topic


  8) Install ksqlDB





 
9) Install Keda


k apply -f https://github.com/kedacore/keda/releases/download/v2.4.0/keda-2.4.0.yaml




 
10) Initialize Dapr:


kubens default
dapr init -k --wait
dapr status -k
# dapr dashboard -k -p 9999




 
11) Deploy ingestion service and VSCode debugging


k apply -f ~/KubDevBox/src/service/ingestion/k8s.yaml
k get services
# k rollout restart deployment/ingestion




 
12) Test Kafka with a Dapr connector (optional)


cat << EOF | k create -f -
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaTopic
metadata:
  name: request-topic
  labels:
    strimzi.io/cluster: "main"
spec:
  partitions: 3
  replicas: 2
EOF

cat << EOF | k create -f -
apiVersion: dapr.io/v1alpha1
kind: Component
metadata:
  name: request-pubsub
spec:
  type: pubsub.kafka
  version: v1
  metadata:
    - name: brokers
      value: "main-kafka-bootstrap.kafka.svc.cluster.local:9092"
    - name: authRequired
      value: "false"
    - name: initialOffset
      value: "oldest"
    - name: maxMessageBytes
      value: 8192
EOF

k create -f ~/KubDevBox/src/service/producer/k8s.yaml

k run kafka-consumer -ti \
                     --image=quay.io/strimzi/kafka:0.26.0-kafka-3.0.0 \
                     --rm=true --restart=Never -- bin/kafka-console-consumer.sh \
                     --bootstrap-server main-kafka-bootstrap.kafka.svc.cluster.local:9092 \
                     --topic request-topic --from-beginning

# cleanup
k delete pod kafka-consumer
k delete service producer
k delete deployment producer
k delete component request-pubsub
k delete kafkatopic request-topic