feat: add job to collect nginx-specific CRDs (#7)

Co-authored-by: Madhu Rajagopal <[email protected]>

Author: dareste

pkg/crds/crd.go

@@ -0,0 +1,74 @@
+package crds
+
+type Crd struct {
+	Resource string
+	Group    string
+	Version  string
+}
+
+func GetCRDList() []Crd {
+	crdList := []Crd{
+		{
+			Resource: "apdoslogconfs",
+			Group:    "appprotectdos.f5.com",
+			Version:  "v1beta1",
+		},
+		{
+			Resource: "apdospolicies",
+			Group:    "appprotectdos.f5.com",
+			Version:  "v1beta1",
+		},
+		{
+			Resource: "dosprotectedresources",
+			Group:    "appprotectdos.f5.com",
+			Version:  "v1beta1",
+		},
+		{
+			Resource: "aplogconfs",
+			Group:    "appprotect.f5.com",
+			Version:  "v1beta1",
+		},
+		{
+			Resource: "appolicies",
+			Group:    "appprotect.f5.com",
+			Version:  "v1beta1",
+		},
+		{
+			Resource: "apusersigs",
+			Group:    "appprotect.f5.com",
+			Version:  "v1beta1",
+		},
+		{
+			Resource: "globalconfigurations",
+			Group:    "k8s.nginx.org",
+			Version:  "v1",
+		},
+		{
+			Resource: "policies",
+			Group:    "k8s.nginx.org",
+			Version:  "v1",
+		},
+		{
+			Resource: "transportservers",
+			Group:    "k8s.nginx.org",
+			Version:  "v1",
+		},
+		{
+			Resource: "virtualserverroutes",
+			Group:    "k8s.nginx.org",
+			Version:  "v1",
+		},
+		{
+			Resource: "virtualservers",
+			Group:    "k8s.nginx.org",
+			Version:  "v1",
+		},
+		{
+			Resource: "cosarara",
+			Group:    "k8s.nginx.org",
+			Version:  "v1",
+		},
+	}
+	return crdList
+}
+

pkg/data_collector/data_collector.go

@@ -7,9 +7,11 @@ import (
 	"context"
 	"fmt"
 	helmClient "github.com/mittwald/go-helm-client"
+	"github.com/nginxinc/nginx-k8s-supportpkg/pkg/crds"
 	"io"
 	corev1 "k8s.io/api/core/v1"
 	crdClient "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
+	"k8s.io/apimachinery/pkg/runtime/schema"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/client-go/kubernetes"
 	"k8s.io/client-go/kubernetes/scheme"
@@ -211,6 +213,28 @@ func (c *DataCollector) PodExecutor(namespace string, pod string, command []stri
 	}
 }
 
+func (c *DataCollector) QueryCRD(crd crds.Crd, namespace string, ctx context.Context) ([]byte, error) {
+
+	schemeGroupVersion := schema.GroupVersion{Group: crd.Group, Version: crd.Version}
+	negotiatedSerializer := scheme.Codecs.WithoutConversion()
+	c.K8sRestConfig.APIPath = "apis"
+	c.K8sRestConfig.GroupVersion = &schemeGroupVersion
+	c.K8sRestConfig.NegotiatedSerializer = negotiatedSerializer
+
+	client, err := rest.RESTClientFor(c.K8sRestConfig)
+
+	if err != nil {
+		return nil, err
+	}
+
+	result := client.Get().
+		Namespace(namespace). // Specify the namespace if needed
+		Resource(crd.Resource).
+		Do(ctx)
+
+	return result.Raw()
+}
+
 func (c *DataCollector) AllNamespacesExist() bool {
 	var allExist = true
 	for _, namespace := range c.Namespaces {

pkg/jobs/job_list.go

@@ -5,6 +5,7 @@ import (
 	"context"
 	"encoding/json"
 	"fmt"
+	"github.com/nginxinc/nginx-k8s-supportpkg/pkg/crds"
 	"github.com/nginxinc/nginx-k8s-supportpkg/pkg/data_collector"
 	"io"
 	corev1 "k8s.io/api/core/v1"
@@ -415,6 +416,26 @@ func JobList() []Job {
 				ch <- jobResult
 			},
 		},
+		{
+			Name:    "crd-objects",
+			Timeout: time.Second * 10,
+			Execute: func(dc *data_collector.DataCollector, ctx context.Context, ch chan JobResult) {
+				jobResult := JobResult{Files: make(map[string][]byte), Error: nil}
+				for _, namespace := range dc.Namespaces {
+					for _, crd := range crds.GetCRDList() {
+						result, err := dc.QueryCRD(crd, namespace, ctx)
+						if err != nil {
+							dc.Logger.Printf("\tCRD %s.%s/%s could not be collected in namespace %s: %v\n", crd.Resource, crd.Group, crd.Version, namespace, err)
+						} else {
+							var jsonResult bytes.Buffer
+							_ = json.Indent(&jsonResult, result, "", "  ")
+							jobResult.Files[path.Join(dc.BaseDir, "crds", namespace, crd.Resource+".json")] = jsonResult.Bytes()
+						}
+					}
+				}
+				ch <- jobResult
+			},
+		},
 	}
 	return jobList
 }