Davkutalek/refactor

commands/cmd_to_run_generator.sh

@@ -0,0 +1,84 @@
+#!/bin/bash
+set -uo pipefail
+
+function generate_cmd() {
+	local -n cmds="$1"
+	local -n display="$2"
+
+	shell_disabled=1
+	result=()
+
+	if [[ -n "${BUILDKITE_COMMAND}" ]]; then
+		shell_disabled=''
+	fi
+
+	# Handle shell being disabled
+	if [[ "${BUILDKITE_PLUGIN_DOCKER_COMPOSE_SHELL:-}" =~ ^(false|off|0)$ ]] ; then
+		shell_disabled=1
+
+	# Show a helpful error message if a string version of shell is used
+	elif [[ -n "${BUILDKITE_PLUGIN_DOCKER_COMPOSE_SHELL:-}" ]] ; then
+		echo -n "🚨 The Docker Compose Plugin’s shell configuration option must be specified as an array. "
+		echo -n "Please update your pipeline.yml to use an array, "
+		echo "for example: [\"/bin/sh\", \"-e\", \"-u\"]."
+		echo
+		echo -n "Note that a shell will be inferred if one is required, so you might be able to remove"
+		echo "the option entirely"
+		exit 1
+
+	# Handle shell being provided as a string or list
+	elif plugin_read_list_into_result BUILDKITE_PLUGIN_DOCKER_COMPOSE_SHELL ; then
+		shell_disabled=''
+		for arg in "${result[@]}" ; do
+			cmds+=("$arg")
+		done
+	fi
+
+	# Set a default shell if one is needed
+	if [[ -z $shell_disabled ]] && [[ ${#cmds[@]} -eq 0 ]] ; then
+		if is_windows ; then
+			cmds=("CMD.EXE" "/c")
+		# else
+		# 	cmds=("/bin/sh" "-e" "-c")
+		fi
+	fi
+
+	if [[ ${#cmds[@]} -gt 0 ]] ; then
+		for shell_arg in "${cmds[@]}" ; do
+			display+=("$shell_arg")
+		done
+	fi
+
+	# Show a helpful error message if string version of command is used
+	if [[ -n "${BUILDKITE_PLUGIN_DOCKER_COMPOSE_COMMAND:-}" ]] ; then
+		echo "🚨 The Docker Compose Plugin’s command configuration option must be an array."
+		exit 1
+	fi
+
+	# Parse plugin command if provided
+	if plugin_read_list_into_result BUILDKITE_PLUGIN_DOCKER_COMPOSE_COMMAND ; then
+		if [[ "${#result[@]}" -gt 0 ]] && [[ -n "${BUILDKITE_COMMAND}" ]] ; then
+			echo "+++ Error: Can't use both a step level command and the command parameter of the plugin"
+			exit 1
+		elif [[ "${#result[@]}" -gt 0 ]] ; then
+			echo "compose plugin command: ${result[@]}"
+			for arg in "${result[@]}" ; do
+			cmds+=("$arg")
+			display+=("$arg")
+			done
+		fi
+	fi
+	if [[ -n "${BUILDKITE_COMMAND}" ]] ; then
+		echo "buildkite command: ${BUILDKITE_COMMAND}"
+		if [[ $(echo "$BUILDKITE_COMMAND" | wc -l) -gt 1 ]]; then
+			# FIXME: This is easy to fix, just need to do at end
+
+			# An array of commands in the step will be a single string with multiple lines
+			# This breaks a lot of things here so we will print a warning for user to be aware
+			echo "⚠️  Warning: The command received has multiple lines."
+			echo "⚠️           The Docker Compose Plugin does not correctly support step-level array commands."
+		fi
+		cmds+=("${BUILDKITE_COMMAND}")
+		display+=("'${BUILDKITE_COMMAND}'")
+	fi
+}

commands/pull.sh

@@ -0,0 +1,73 @@
+#!/bin/bash
+set -uo pipefail
+
+function pull() {
+  prebuilt_candidates=("$1")
+
+  pull_services=()
+  pull_params=()
+
+  override_file="docker-compose.buildkite-${BUILDKITE_BUILD_NUMBER}-override.yml"
+  pull_retries="$(plugin_read_config PULL_RETRIES "0")"
+
+  # Build a list of services that need to be pulled down
+  while read -r name ; do
+    if [[ -n "$name" ]] ; then
+      pull_services+=("$name")
+
+      if ! in_array "$name" "${prebuilt_candidates[@]}" ; then
+        prebuilt_candidates+=("$name")
+      fi
+    fi
+  done <<< "$(plugin_read_list PULL)"
+
+  # A list of tuples of [service image cache_from] for build_image_override_file
+  prebuilt_service_overrides=()
+  prebuilt_services=()
+
+  # We look for a prebuilt images for all the pull services and the run_service.
+  prebuilt_image_override="$(plugin_read_config RUN_IMAGE)"
+  for service_name in "${prebuilt_candidates[@]}" ; do
+    if [[ -n "$prebuilt_image_override" ]] && [[ "$service_name" == "$1" ]] ; then
+      echo "~~~ :docker: Overriding run image for $service_name"
+      prebuilt_image="$prebuilt_image_override"
+    elif prebuilt_image=$(get_prebuilt_image "$service_name") ; then
+      echo "~~~ :docker: Found a pre-built image for $service_name"
+    fi
+
+    if [[ -n "$prebuilt_image" ]] ; then
+      prebuilt_service_overrides+=("$service_name" "$prebuilt_image" "" 0 0)
+      prebuilt_services+=("$service_name")
+
+      # If it's prebuilt, we need to pull it down
+      if [[ -z "${pull_services:-}" ]] || ! in_array "$service_name" "${pull_services[@]}" ; then
+        pull_services+=("$service_name")
+    fi
+    fi
+  done
+
+  exitcode=1
+  # If there are any prebuilts, we need to generate an override docker-compose file
+  if [[ ${#prebuilt_services[@]} -gt 0 ]] ; then
+    echo "~~~ :docker: Creating docker-compose override file for prebuilt services"
+    build_image_override_file "${prebuilt_service_overrides[@]}" | tee "$override_file"
+    pull_params+=(-f "$override_file")
+    exitcode=0
+  fi
+
+  # If there are multiple services to pull, run it in parallel (although this is now the default)
+  if [[ ${#pull_services[@]} -gt 1 ]] ; then
+    pull_params+=("pull" "--parallel" "${pull_services[@]}")
+  elif [[ ${#pull_services[@]} -eq 1 ]] ; then
+    pull_params+=("pull" "${pull_services[0]}")
+  fi
+
+  # Pull down specified services
+  if [[ ${#pull_services[@]} -gt 0 ]] && [[ "$(plugin_read_config SKIP_PULL "false")" != "true" ]]; then
+    echo "~~~ :docker: Pulling services ${pull_services[0]}"
+    retry "$pull_retries" run_docker_compose "${pull_params[@]}"
+  fi
+
+  echo "done pulling. exitcode: $exitcode"
+  return $exitcode
+}