Skip to content

Commit

Permalink
Rewrite all build, push, pull makefile targets into pyinvoke script
Browse files Browse the repository at this point in the history
  • Loading branch information
@Grokzen
Grokzen committed Mar 28, 2021
1 parent 09d6e74 commit f85ca92
Show file tree
Hide file tree
Showing 3 changed files with 219 additions and 315 deletions.
315 changes: 0 additions & 315 deletions Makefile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,36 +6,6 @@ help:
@echo " rebuild rebuilds the image from scratch without using any cached layers"
@echo " bash starts bash inside a running container."
@echo " cli run redis-cli inside the container on the server with port 7000"
@echo " ---------"
@echo "Bulk build options"
@echo " build-3.0"
@echo " build-3.2"
@echo " build-4.0"
@echo " build-5.0"
@echo " build-6.0"
@echo " build-6.2"
@echo " build-latest"
@echo " build-all"
@echo "----------"
@echo "Push command options"
@echo " push-releases-3.0"
@echo " push-releases-3.2"
@echo " push-releases-4.0"
@echo " push-releases-5.0"
@echo " push-releases-6.0"
@echo " push-releases-6.2"
@echo " push-releases-latest"
@echo " push-all"
@echo "----------"
@echo "Pull command options"
@echo " pull-releases-3.0"
@echo " pull-releases-3.2"
@echo " pull-releases-4.0"
@echo " pull-releases-5.0"
@echo " pull-releases-6.0"
@echo " pull-releases-6.2"
@echo " pull-latest"
@echo " pull-all"

build:
docker-compose build
Expand All @@ -54,288 +24,3 @@ bash:

cli:
docker-compose exec redis-cluster /redis/src/redis-cli -p 7000

build-3.0:
@docker build --build-arg redis_version=3.0.0 -t grokzen/redis-cluster:3.0.0 . &
@docker build --build-arg redis_version=3.0.1 -t grokzen/redis-cluster:3.0.1 . &
@docker build --build-arg redis_version=3.0.2 -t grokzen/redis-cluster:3.0.2 . &
@docker build --build-arg redis_version=3.0.3 -t grokzen/redis-cluster:3.0.3 . &
@docker build --build-arg redis_version=3.0.4 -t grokzen/redis-cluster:3.0.4 . &
@docker build --build-arg redis_version=3.0.5 -t grokzen/redis-cluster:3.0.5 . &
@docker build --build-arg redis_version=3.0.6 -t grokzen/redis-cluster:3.0.6 . &
@docker build --build-arg redis_version=3.0.7 -t grokzen/redis-cluster:3.0.7 . &
echo "All 3.0.x builds started as background jobs... Will now wait for them to complete building"
wait
echo "All 3.0.x builds now completed"

build-3.2:
@docker build --build-arg redis_version=3.2.0 -t grokzen/redis-cluster:3.2.0 . &
@docker build --build-arg redis_version=3.2.1 -t grokzen/redis-cluster:3.2.1 . &
@docker build --build-arg redis_version=3.2.2 -t grokzen/redis-cluster:3.2.2 . &
@docker build --build-arg redis_version=3.2.3 -t grokzen/redis-cluster:3.2.3 . &
@docker build --build-arg redis_version=3.2.4 -t grokzen/redis-cluster:3.2.4 . &
@docker build --build-arg redis_version=3.2.5 -t grokzen/redis-cluster:3.2.5 . &
@docker build --build-arg redis_version=3.2.6 -t grokzen/redis-cluster:3.2.6 . &
@docker build --build-arg redis_version=3.2.7 -t grokzen/redis-cluster:3.2.7 . &
@docker build --build-arg redis_version=3.2.8 -t grokzen/redis-cluster:3.2.8 . &
@docker build --build-arg redis_version=3.2.9 -t grokzen/redis-cluster:3.2.9 . &
@docker build --build-arg redis_version=3.2.10 -t grokzen/redis-cluster:3.2.10 . &
@docker build --build-arg redis_version=3.2.11 -t grokzen/redis-cluster:3.2.11 . &
@docker build --build-arg redis_version=3.2.12 -t grokzen/redis-cluster:3.2.12 . &
@docker build --build-arg redis_version=3.2.13 -t grokzen/redis-cluster:3.2.13 . &
echo "All 3.2.x builds started as background jobs... Will now wait for them to complete building"
wait
echo "All 3.2.x builds now completed"

build-4.0:
@docker build --build-arg redis_version=4.0.0 -t grokzen/redis-cluster:4.0.0 . &
@docker build --build-arg redis_version=4.0.1 -t grokzen/redis-cluster:4.0.1 . &
@docker build --build-arg redis_version=4.0.2 -t grokzen/redis-cluster:4.0.2 . &
@docker build --build-arg redis_version=4.0.3 -t grokzen/redis-cluster:4.0.3 . &
@docker build --build-arg redis_version=4.0.4 -t grokzen/redis-cluster:4.0.4 . &
@docker build --build-arg redis_version=4.0.5 -t grokzen/redis-cluster:4.0.5 . &
@docker build --build-arg redis_version=4.0.6 -t grokzen/redis-cluster:4.0.6 . &
@docker build --build-arg redis_version=4.0.7 -t grokzen/redis-cluster:4.0.7 . &
@docker build --build-arg redis_version=4.0.8 -t grokzen/redis-cluster:4.0.8 . &
@docker build --build-arg redis_version=4.0.9 -t grokzen/redis-cluster:4.0.9 . &
@docker build --build-arg redis_version=4.0.10 -t grokzen/redis-cluster:4.0.10 . &
@docker build --build-arg redis_version=4.0.11 -t grokzen/redis-cluster:4.0.11 . &
@docker build --build-arg redis_version=4.0.12 -t grokzen/redis-cluster:4.0.12 . &
@docker build --build-arg redis_version=4.0.13 -t grokzen/redis-cluster:4.0.13 . &
@docker build --build-arg redis_version=4.0.14 -t grokzen/redis-cluster:4.0.14 . &
echo "All 4.0.x builds started as background jobs... Will now wait for them to complete building"
wait
echo "All 4.0.x builds now completed"

build-5.0:
# Run all build commands in parralel to possibly get better performance
@docker build --build-arg redis_version=5.0.0 -t grokzen/redis-cluster:5.0.0 . &
@docker build --build-arg redis_version=5.0.1 -t grokzen/redis-cluster:5.0.1 . &
@docker build --build-arg redis_version=5.0.2 -t grokzen/redis-cluster:5.0.2 . &
@docker build --build-arg redis_version=5.0.3 -t grokzen/redis-cluster:5.0.3 . &
@docker build --build-arg redis_version=5.0.4 -t grokzen/redis-cluster:5.0.4 . &
@docker build --build-arg redis_version=5.0.5 -t grokzen/redis-cluster:5.0.5 . &
@docker build --build-arg redis_version=5.0.6 -t grokzen/redis-cluster:5.0.6 . &
@docker build --build-arg redis_version=5.0.7 -t grokzen/redis-cluster:5.0.7 . &
@docker build --build-arg redis_version=5.0.8 -t grokzen/redis-cluster:5.0.8 . &
@docker build --build-arg redis_version=5.0.9 -t grokzen/redis-cluster:5.0.9 . &
@docker build --build-arg redis_version=5.0.10 -t grokzen/redis-cluster:5.0.10 . &
@docker build --build-arg redis_version=5.0.11 -t grokzen/redis-cluster:5.0.11 . &
echo "All 5.0.x builds started as background jobs... Will now wait for them to complete building"
wait
echo "All 5.0.x builds now completed"

build-6.0:
@docker build --build-arg redis_version=6.0.0 -t grokzen/redis-cluster:6.0.0 . &
@docker build --build-arg redis_version=6.0.1 -t grokzen/redis-cluster:6.0.1 . &
@docker build --build-arg redis_version=6.0.2 -t grokzen/redis-cluster:6.0.2 . &
@docker build --build-arg redis_version=6.0.3 -t grokzen/redis-cluster:6.0.3 . &
@docker build --build-arg redis_version=6.0.4 -t grokzen/redis-cluster:6.0.4 . &
@docker build --build-arg redis_version=6.0.5 -t grokzen/redis-cluster:6.0.5 . &
@docker build --build-arg redis_version=6.0.6 -t grokzen/redis-cluster:6.0.6 . &
@docker build --build-arg redis_version=6.0.7 -t grokzen/redis-cluster:6.0.7 . &
@docker build --build-arg redis_version=6.0.8 -t grokzen/redis-cluster:6.0.8 . &
@docker build --build-arg redis_version=6.0.9 -t grokzen/redis-cluster:6.0.9 . &
@docker build --build-arg redis_version=6.0.10 -t grokzen/redis-cluster:6.0.10 . &
@docker build --build-arg redis_version=6.0.11 -t grokzen/redis-cluster:6.0.11 . &
echo "All 6.0.x builds started as background jobs... Will now wait for them to complete building"
wait
echo "All 6.0.x builds now completed"

build-6.2:
@docker build --build-arg redis_version=6.2-rc1 -t grokzen/redis-cluster:6.2-rc1 . &
@docker build --build-arg redis_version=6.2-rc2 -t grokzen/redis-cluster:6.2-rc2 . &
@docker build --build-arg redis_version=6.2.0 -t grokzen/redis-cluster:6.2.0 . &
echo "All 6.2.x builds started as background jobs... Will now wait for them to complete building"
wait
echo "All 6.2.x builds now completed"

build-latest:
docker build --build-arg redis_version=6.2.0 -t grokzen/redis-cluster:latest .

build-all: build-3.0 build-3.2 build-4.0 build-5.0 build-6.0 build-6.2 build-latest

push-releases-3.0:
@docker push grokzen/redis-cluster:3.0.0 &
@docker push grokzen/redis-cluster:3.0.1 &
@docker push grokzen/redis-cluster:3.0.2 &
@docker push grokzen/redis-cluster:3.0.3 &
@docker push grokzen/redis-cluster:3.0.4 &
@docker push grokzen/redis-cluster:3.0.5 &
@docker push grokzen/redis-cluster:3.0.6 &
@docker push grokzen/redis-cluster:3.0.7 &
echo "Pushing all 3.0.x releases to docker-hub... waiting for task to finish"
wait
echo "Upload completed..."

push-releases-3.2:
@docker push grokzen/redis-cluster:3.2.0 &
@docker push grokzen/redis-cluster:3.2.1 &
@docker push grokzen/redis-cluster:3.2.2 &
@docker push grokzen/redis-cluster:3.2.3 &
@docker push grokzen/redis-cluster:3.2.4 &
@docker push grokzen/redis-cluster:3.2.5 &
@docker push grokzen/redis-cluster:3.2.6 &
@docker push grokzen/redis-cluster:3.2.7 &
@docker push grokzen/redis-cluster:3.2.8 &
@docker push grokzen/redis-cluster:3.2.9 &
@docker push grokzen/redis-cluster:3.2.10 &
@docker push grokzen/redis-cluster:3.2.11 &
@docker push grokzen/redis-cluster:3.2.12 &
@docker push grokzen/redis-cluster:3.2.13 &
echo "Pushing all 3.2.x releases to docker-hub... waiting for task to finish"
wait
echo "Upload completed..."

push-releases-4.0:
@docker push grokzen/redis-cluster:4.0.0 &
@docker push grokzen/redis-cluster:4.0.1 &
@docker push grokzen/redis-cluster:4.0.2 &
@docker push grokzen/redis-cluster:4.0.3 &
@docker push grokzen/redis-cluster:4.0.4 &
@docker push grokzen/redis-cluster:4.0.5 &
@docker push grokzen/redis-cluster:4.0.6 &
@docker push grokzen/redis-cluster:4.0.7 &
@docker push grokzen/redis-cluster:4.0.8 &
@docker push grokzen/redis-cluster:4.0.9 &
@docker push grokzen/redis-cluster:4.0.10 &
@docker push grokzen/redis-cluster:4.0.11 &
@docker push grokzen/redis-cluster:4.0.12 &
@docker push grokzen/redis-cluster:4.0.13 &
@docker push grokzen/redis-cluster:4.0.14 &
echo "Pushing all 4.0.x releases to docker-hub... waiting for task to finish"
wait
echo "Upload completed..."

push-releases-5.0:
@docker push grokzen/redis-cluster:5.0.0 &
@docker push grokzen/redis-cluster:5.0.1 &
@docker push grokzen/redis-cluster:5.0.2 &
@docker push grokzen/redis-cluster:5.0.3 &
@docker push grokzen/redis-cluster:5.0.4 &
@docker push grokzen/redis-cluster:5.0.5 &
@docker push grokzen/redis-cluster:5.0.6 &
@docker push grokzen/redis-cluster:5.0.7 &
@docker push grokzen/redis-cluster:5.0.8 &
@docker push grokzen/redis-cluster:5.0.9 &
@docker push grokzen/redis-cluster:5.0.10 &
@docker push grokzen/redis-cluster:5.0.11 &
echo "Pushing all 5.0.x releases to docker-hub... waiting for task to finish"
wait
echo "Upload completed..."

push-releases-6.0:
@docker push grokzen/redis-cluster:6.0.0 &
@docker push grokzen/redis-cluster:6.0.1 &
@docker push grokzen/redis-cluster:6.0.2 &
@docker push grokzen/redis-cluster:6.0.3 &
@docker push grokzen/redis-cluster:6.0.4 &
@docker push grokzen/redis-cluster:6.0.5 &
@docker push grokzen/redis-cluster:6.0.6 &
@docker push grokzen/redis-cluster:6.0.7 &
@docker push grokzen/redis-cluster:6.0.8 &
@docker push grokzen/redis-cluster:6.0.9 &
@docker push grokzen/redis-cluster:6.0.10 &
@docker push grokzen/redis-cluster:6.0.11 &
echo "Pushing all 6.0.x releases to docker-hub... waiting for task to finish"
wait
echo "Upload completed..."

push-releases-6.2:
@docker push grokzen/redis-cluster:6.2-rc1 &
@docker push grokzen/redis-cluster:6.2-rc2 &
@docker push grokzen/redis-cluster:6.2.0 &
echo "Pushing all 6.2.x releases to docker-hub... waiting for task to finish"
wait
echo "Upload completed..."

push-latest:
@docker push grokzen/redis-cluster:latest

push-all: push-releases-3.0 push-releases-3.2 push-releases-4.0 push-releases-5.0 push-releases-6.0 push-releases-6.2 push-latest


#
## Pull operations for rebuilding all containers from already published versions
#

pull-releases-3.0:
@docker pull grokzen/redis-cluster:3.0.0 &
@docker pull grokzen/redis-cluster:3.0.1 &
@docker pull grokzen/redis-cluster:3.0.2 &
@docker pull grokzen/redis-cluster:3.0.3 &
@docker pull grokzen/redis-cluster:3.0.4 &
@docker pull grokzen/redis-cluster:3.0.5 &
@docker pull grokzen/redis-cluster:3.0.6 &
@docker pull grokzen/redis-cluster:3.0.7 &

pull-releases-3.2:
@docker pull grokzen/redis-cluster:3.2.0 &
@docker pull grokzen/redis-cluster:3.2.1 &
@docker pull grokzen/redis-cluster:3.2.2 &
@docker pull grokzen/redis-cluster:3.2.3 &
@docker pull grokzen/redis-cluster:3.2.4 &
@docker pull grokzen/redis-cluster:3.2.5 &
@docker pull grokzen/redis-cluster:3.2.6 &
@docker pull grokzen/redis-cluster:3.2.7 &
@docker pull grokzen/redis-cluster:3.2.8 &
@docker pull grokzen/redis-cluster:3.2.9 &
@docker pull grokzen/redis-cluster:3.2.10 &
@docker pull grokzen/redis-cluster:3.2.11 &
@docker pull grokzen/redis-cluster:3.2.12 &
@docker pull grokzen/redis-cluster:3.2.13 &

pull-releases-4.0:
@docker pull grokzen/redis-cluster:4.0.0 &
@docker pull grokzen/redis-cluster:4.0.1 &
@docker pull grokzen/redis-cluster:4.0.2 &
@docker pull grokzen/redis-cluster:4.0.3 &
@docker pull grokzen/redis-cluster:4.0.4 &
@docker pull grokzen/redis-cluster:4.0.5 &
@docker pull grokzen/redis-cluster:4.0.6 &
@docker pull grokzen/redis-cluster:4.0.7 &
@docker pull grokzen/redis-cluster:4.0.8 &
@docker pull grokzen/redis-cluster:4.0.9 &
@docker pull grokzen/redis-cluster:4.0.10 &
@docker pull grokzen/redis-cluster:4.0.11 &
@docker pull grokzen/redis-cluster:4.0.12 &
@docker pull grokzen/redis-cluster:4.0.13 &
@docker pull grokzen/redis-cluster:4.0.14 &

pull-releases-5.0:
@docker pull grokzen/redis-cluster:5.0.0 &
@docker pull grokzen/redis-cluster:5.0.1 &
@docker pull grokzen/redis-cluster:5.0.2 &
@docker pull grokzen/redis-cluster:5.0.3 &
@docker pull grokzen/redis-cluster:5.0.4 &
@docker pull grokzen/redis-cluster:5.0.5 &
@docker pull grokzen/redis-cluster:5.0.6 &
@docker pull grokzen/redis-cluster:5.0.7 &
@docker pull grokzen/redis-cluster:5.0.8 &
@docker pull grokzen/redis-cluster:5.0.9 &
@docker pull grokzen/redis-cluster:5.0.10 &
@docker pull grokzen/redis-cluster:5.0.11 &

pull-releases-6.0:
@docker pull grokzen/redis-cluster:6.0.0 &
@docker pull grokzen/redis-cluster:6.0.1 &
@docker pull grokzen/redis-cluster:6.0.2 &
@docker pull grokzen/redis-cluster:6.0.3 &
@docker pull grokzen/redis-cluster:6.0.4 &
@docker pull grokzen/redis-cluster:6.0.5 &
@docker pull grokzen/redis-cluster:6.0.6 &
@docker pull grokzen/redis-cluster:6.0.7 &
@docker pull grokzen/redis-cluster:6.0.8 &
@docker pull grokzen/redis-cluster:6.0.9 &
@docker pull grokzen/redis-cluster:6.0.10 &
@docker pull grokzen/redis-cluster:6.0.11 &

pull-releases-6.2:
@docker pull grokzen/redis-cluster:6.2-rc1 &
@docker pull grokzen/redis-cluster:6.2-rc2 &
@docker pull grokzen/redis-cluster:6.2.0 &

pull-latest:
@docker pull grokzen/redis-cluster:latest

pull-all: pull-releases-3.0 pull-releases-3.2 pull-releases-4.0 pull-releases-5.0 pull-releases-6.0 pull-releases-6.2 pull-latest
33 changes: 33 additions & 0 deletions README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,39 @@ docker run -e "IP=0.0.0.0" -p 7000-7005:7000-7005 grokzen/redis-cluster:latest

# Usage

This git repo is using `pyinvoke` to pull, build, push docker images. You can use it to build your own images if you like.

The invoke scripts in this repo is written only for python 3.7 and above

Install `pyinvoke` with `pip install invoke`.

This script will run `N num of cpu - 1` parralell tasks based on your version input.

To see available commands run `invoke -l` in the root folder of this repo. Example

```
(tmp-615229a94c330b9) ➜ docker-redis-cluster git:(pyinvoke) ✗ invoke -l
"Configured multiprocess pool size: 3
Available tasks:
build
pull
push
```

Each command is only taking one required positional argument `version`. Example:

```
(tmp-615229a94c330b9) ➜ docker-redis-cluster git:(pyinvoke) ✗ invoke build 6.0
...
```

and it will run the build step on all versions that starts with 6.0.

The only other optional usefull argument is `--cpu=N` and it will set how many paralell processes will be used

Makefile still has a few docker-compose commands that can be used

To build your own image run:

make build
Expand Down
Loading

0 comments on commit f85ca92

Please sign in to comment.