Clamp thread count to number of envs to export (#905)

* Clamp thread count to number of envs to export No need to launch 32 workers if we have two envs to export! * Update pkg/tanka/parallel.go Co-authored-by: Javier Palomo <javier.palomo@grafana.com> --------- Co-authored-by: Javier Palomo <javier.palomo@grafana.com>
grafana · Aug 9, 2023 · 2238ad2 · 2238ad2
1 parent 965612c
commit 2238ad2
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/pkg/tanka/parallel.go b/pkg/tanka/parallel.go
@@ -30,6 +30,11 @@ func parallelLoadEnvironments(envs []*v1alpha1.Environment, opts parallelOpts) (
 		opts.Parallelism = defaultParallelism
 	}
 
+	if opts.Parallelism > len(envs) {
+		log.Info().Int("parallelism", opts.Parallelism).Int("envs", len(envs)).Msg("Reducing parallelism to match number of environments")
+		opts.Parallelism = len(envs)
+	}
+
 	for i := 0; i < opts.Parallelism; i++ {
 		go parallelWorker(jobsCh, outCh)
 	}