Expose logs/resources after test run

Signed-off-by: Joaquim Moreno Prusi <joaquim@redhat.com>

Author: jmprusi

go.mod

@@ -11,6 +11,8 @@ require (
 	github.com/operator-framework/operator-registry v1.26.3
 	github.com/operator-framework/rukpak v0.12.0
 	go.uber.org/zap v1.24.0
+	gopkg.in/yaml.v2 v2.4.0
+	k8s.io/api v0.26.1
 	k8s.io/apimachinery v0.26.1
 	k8s.io/client-go v0.26.1
 	k8s.io/utils v0.0.0-20221128185143-99ec85e7a448
@@ -69,9 +71,7 @@ require (
 	google.golang.org/appengine v1.6.7 // indirect
 	google.golang.org/protobuf v1.28.1 // indirect
 	gopkg.in/inf.v0 v0.9.1 // indirect
-	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	k8s.io/api v0.26.1 // indirect
 	k8s.io/apiextensions-apiserver v0.26.1 // indirect
 	k8s.io/apiserver v0.26.1 // indirect
 	k8s.io/component-base v0.26.1 // indirect

test/e2e/install_test.go

@@ -3,17 +3,25 @@ package e2e
 import (
 	"context"
 	"fmt"
+	"io/ioutil"
+	"os"
+	"strings"
 	"time"
 
 	. "github.com/onsi/ginkgo/v2"
 	. "github.com/onsi/gomega"
 	catalogd "github.com/operator-framework/catalogd/pkg/apis/core/v1beta1"
 	operatorv1alpha1 "github.com/operator-framework/operator-controller/api/v1alpha1"
 	rukpakv1alpha1 "github.com/operator-framework/rukpak/api/v1alpha1"
+	"gopkg.in/yaml.v2"
+	v1 "k8s.io/api/core/v1"
 	apimeta "k8s.io/apimachinery/pkg/api/meta"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/apimachinery/pkg/types"
 	"k8s.io/apimachinery/pkg/util/rand"
+	kubeclient "k8s.io/client-go/kubernetes"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/client"
 )
 
 const (
@@ -99,10 +107,137 @@ var _ = Describe("Operator Install", func() {
 
 		})
 		AfterEach(func() {
+
+			// get all the artifacts from the test run and save them to the artifact path
+			getArtifactsOutput()
+
 			err := c.Delete(ctx, operatorCatalog)
 			Expect(err).ToNot(HaveOccurred())
 			err = c.Delete(ctx, operator)
 			Expect(err).ToNot(HaveOccurred())
 		})
 	})
 })
+
+// getArtifactsOutput gets all the artifacts from the test run and saves them to the artifact path.
+// right now it will save:
+// - operators
+// - pods logs
+// - deployments
+// - bundle
+// - bundledeployments
+// - catalogsources
+
+func getArtifactsOutput() {
+	ctx := context.Background()
+	cfg = ctrl.GetConfigOrDie()
+	kubeClient, err := kubeclient.NewForConfig(cfg)
+	Expect(err).To(Not(HaveOccurred()))
+
+	artifactPath := "/tmp/artifacts/" + "operator-controller-e2e" + "/" + fmt.Sprint(time.Now().UnixNano()) + "/"
+
+	// Create the full artifact path
+	err = os.MkdirAll(artifactPath, 0755)
+	Expect(err).To(Not(HaveOccurred()))
+
+	// Get all namespaces
+	namespaces, err := kubeClient.CoreV1().Namespaces().List(ctx, metav1.ListOptions{})
+	Expect(err).To(Not(HaveOccurred()))
+
+	// get all operators save them to the artifact path.
+	operators := operatorv1alpha1.OperatorList{}
+	err = c.List(ctx, &operators, client.InNamespace(""))
+	Expect(err).To(Not(HaveOccurred()))
+	for _, operator := range operators.Items {
+		// Save operator to artifact path
+		operatorYaml, err := yaml.Marshal(operator)
+		Expect(err).To(Not(HaveOccurred()))
+		err = ioutil.WriteFile(artifactPath+operator.Name+"-operator.yaml", operatorYaml, 0644)
+		Expect(err).To(Not(HaveOccurred()))
+	}
+
+	// get all catalogsources save them to the artifact path.
+	catalogsources := catalogd.CatalogSourceList{}
+	err = c.List(ctx, &catalogsources, client.InNamespace(""))
+	Expect(err).To(Not(HaveOccurred()))
+	for _, catalogsource := range catalogsources.Items {
+		// Save catalogsource to artifact path
+		catalogsourceYaml, err := yaml.Marshal(catalogsource)
+		Expect(err).To(Not(HaveOccurred()))
+		err = ioutil.WriteFile(artifactPath+catalogsource.Name+"-catalogsource.yaml", catalogsourceYaml, 0644)
+		Expect(err).To(Not(HaveOccurred()))
+	}
+
+	// Get all Bundles in the namespace and save them to the artifact path.
+	bundles := rukpakv1alpha1.BundleList{}
+	err = c.List(ctx, &bundles, client.InNamespace(""))
+	Expect(err).To(Not(HaveOccurred()))
+	for _, bundle := range bundles.Items {
+		// Save bundle to artifact path
+		bundleYaml, err := yaml.Marshal(bundle)
+		Expect(err).To(Not(HaveOccurred()))
+		err = ioutil.WriteFile(artifactPath+bundle.Name+"-bundle.yaml", bundleYaml, 0644)
+		Expect(err).To(Not(HaveOccurred()))
+	}
+
+	// Get all BundleDeployments in the namespace and save them to the artifact path.
+	bundleDeployments := rukpakv1alpha1.BundleDeploymentList{}
+	err = c.List(ctx, &bundleDeployments, client.InNamespace(""))
+	Expect(err).To(Not(HaveOccurred()))
+	for _, bundleDeployment := range bundleDeployments.Items {
+		// Save bundleDeployment to artifact path
+		bundleDeploymentYaml, err := yaml.Marshal(bundleDeployment)
+		Expect(err).To(Not(HaveOccurred()))
+		err = ioutil.WriteFile(artifactPath+bundleDeployment.Name+"-bundleDeployment.yaml", bundleDeploymentYaml, 0644)
+		Expect(err).To(Not(HaveOccurred()))
+	}
+
+	for _, namespace := range namespaces.Items {
+		// let's ignore kube-* namespaces.
+		if strings.Contains(namespace.Name, "kube-") {
+			continue
+		}
+
+		namespaceArtifactPath := artifactPath + namespace.Name + "/"
+		err = os.Mkdir(namespaceArtifactPath, 0755)
+		Expect(err).To(Not(HaveOccurred()))
+
+		// get all deployments in the namespace and save them to the artifact path.
+		deployments, err := kubeClient.AppsV1().Deployments(namespace.Name).List(ctx, metav1.ListOptions{})
+		Expect(err).To(Not(HaveOccurred()))
+		for _, deployment := range deployments.Items {
+			// Save deployment to artifact path
+			deploymentYaml, err := yaml.Marshal(deployment)
+			Expect(err).To(Not(HaveOccurred()))
+			err = ioutil.WriteFile(namespaceArtifactPath+deployment.Name+"-deployment.yaml", deploymentYaml, 0644)
+			Expect(err).To(Not(HaveOccurred()))
+		}
+
+		// Get logs from all pods in all namespaces
+		pods, err := kubeClient.CoreV1().Pods(namespace.Name).List(ctx, metav1.ListOptions{})
+		Expect(err).To(Not(HaveOccurred()))
+		for _, pod := range pods.Items {
+			if pod.Status.Phase != v1.PodRunning {
+				continue
+			}
+			for _, container := range pod.Spec.Containers {
+				logs, err := kubeClient.CoreV1().Pods(namespace.Name).GetLogs(pod.Name, &v1.PodLogOptions{Container: container.Name}).Stream(ctx)
+				Expect(err).To(Not(HaveOccurred()))
+				defer logs.Close()
+
+				// Read logs
+				buf := make([]byte, 1024)
+				for {
+					_, err := logs.Read(buf)
+					if err != nil {
+						break
+					}
+				}
+
+				// Save logs to artifact path
+				err = ioutil.WriteFile(namespaceArtifactPath+pod.Name+"-"+container.Name+"-logs.txt", buf, 0644)
+				Expect(err).To(Not(HaveOccurred()))
+			}
+		}
+	}
+}