add cluster and crd to resources api group (#2053)

pkg/apiserver/apiserver.go

@@ -406,6 +406,24 @@ func (s *APIServer) waitForResourceSync(stopCh <-chan struct{}) error {
 	snapshotInformerFactory.Start(stopCh)
 	snapshotInformerFactory.WaitForCacheSync(stopCh)
 
+	apiextensionsInformerFactory := s.InformerFactory.ApiExtensionSharedInformerFactory()
+	apiextensionsGVRs := []schema.GroupVersionResource{
+		{Group: "apiextensions.k8s.io", Version: "v1", Resource: "customresourcedefinitions"},
+	}
+
+	for _, gvr := range apiextensionsGVRs {
+		if !isResourceExists(gvr) {
+			klog.Warningf("resource %s not exists in the cluster", gvr)
+		} else {
+			_, err = apiextensionsInformerFactory.ForResource(gvr)
+			if err != nil {
+				return err
+			}
+		}
+	}
+	apiextensionsInformerFactory.Start(stopCh)
+	apiextensionsInformerFactory.WaitForCacheSync(stopCh)
+
 	klog.V(0).Info("Finished caching objects")
 
 	return nil

pkg/apiserver/authorization/authorizerfactory/opa_test.go

@@ -231,7 +231,7 @@ resources_in_cluster1 {
 
 	ksClient := fake.NewSimpleClientset()
 	k8sClient := fakek8s.NewSimpleClientset()
-	factory := factory.NewInformerFactories(k8sClient, ksClient, nil, nil, nil)
+	factory := factory.NewInformerFactories(k8sClient, ksClient, nil, nil, nil, nil)
 	for _, role := range globalRoles {
 		err := factory.KubeSphereSharedInformerFactory().Iam().V1alpha2().GlobalRoles().Informer().GetIndexer().Add(role)
 		if err != nil {

pkg/apiserver/authorization/authorizerfactory/rbac_test.go

@@ -243,7 +243,7 @@ func newMockRBACAuthorizer(staticRoles *StaticRoles) (*RBACAuthorizer, error) {
 	appClient := fakeapp.NewSimpleClientset()
 	snapshotClient := fakesnapshot.NewSimpleClientset()
 
-	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient)
+	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient, nil)
 
 	k8sInformerFactory := fakeInformerFactory.KubernetesSharedInformerFactory()
 

pkg/informers/informers.go

@@ -24,6 +24,8 @@ import (
 	applicationinformers "github.com/kubernetes-sigs/application/pkg/client/informers/externalversions"
 	istioclient "istio.io/client-go/pkg/clientset/versioned"
 	istioinformers "istio.io/client-go/pkg/informers/externalversions"
+	apiextensionsclient "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
+	apiextensionsinformers "k8s.io/apiextensions-apiserver/pkg/client/informers/externalversions"
 	k8sinformers "k8s.io/client-go/informers"
 	"k8s.io/client-go/kubernetes"
 	"kubesphere.io/kubesphere/pkg/client/clientset/versioned"
@@ -42,21 +44,23 @@ type InformerFactory interface {
 	IstioSharedInformerFactory() istioinformers.SharedInformerFactory
 	ApplicationSharedInformerFactory() applicationinformers.SharedInformerFactory
 	SnapshotSharedInformerFactory() snapshotinformer.SharedInformerFactory
+	ApiExtensionSharedInformerFactory() apiextensionsinformers.SharedInformerFactory
 
 	// Start shared informer factory one by one if they are not nil
 	Start(stopCh <-chan struct{})
 }
 
 type informerFactories struct {
-	informerFactory         k8sinformers.SharedInformerFactory
-	ksInformerFactory       ksinformers.SharedInformerFactory
-	istioInformerFactory    istioinformers.SharedInformerFactory
-	appInformerFactory      applicationinformers.SharedInformerFactory
-	snapshotInformerFactory snapshotinformer.SharedInformerFactory
+	informerFactory              k8sinformers.SharedInformerFactory
+	ksInformerFactory            ksinformers.SharedInformerFactory
+	istioInformerFactory         istioinformers.SharedInformerFactory
+	appInformerFactory           applicationinformers.SharedInformerFactory
+	snapshotInformerFactory      snapshotinformer.SharedInformerFactory
+	apiextensionsInformerFactory apiextensionsinformers.SharedInformerFactory
 }
 
 func NewInformerFactories(client kubernetes.Interface, ksClient versioned.Interface, istioClient istioclient.Interface,
-	appClient applicationclient.Interface, snapshotClient snapshotclient.Interface) InformerFactory {
+	appClient applicationclient.Interface, snapshotClient snapshotclient.Interface, apiextensionsClient apiextensionsclient.Interface) InformerFactory {
 	factory := &informerFactories{}
 
 	if client != nil {
@@ -79,6 +83,10 @@ func NewInformerFactories(client kubernetes.Interface, ksClient versioned.Interf
 		factory.snapshotInformerFactory = snapshotinformer.NewSharedInformerFactory(snapshotClient, defaultResync)
 	}
 
+	if apiextensionsClient != nil {
+		factory.apiextensionsInformerFactory = apiextensionsinformers.NewSharedInformerFactory(apiextensionsClient, defaultResync)
+	}
+
 	return factory
 }
 
@@ -102,6 +110,10 @@ func (f *informerFactories) SnapshotSharedInformerFactory() snapshotinformer.Sha
 	return f.snapshotInformerFactory
 }
 
+func (f *informerFactories) ApiExtensionSharedInformerFactory() apiextensionsinformers.SharedInformerFactory {
+	return f.apiextensionsInformerFactory
+}
+
 func (f *informerFactories) Start(stopCh <-chan struct{}) {
 	if f.informerFactory != nil {
 		f.informerFactory.Start(stopCh)
@@ -118,4 +130,12 @@ func (f *informerFactories) Start(stopCh <-chan struct{}) {
 	if f.appInformerFactory != nil {
 		f.appInformerFactory.Start(stopCh)
 	}
+
+	if f.snapshotInformerFactory != nil {
+		f.snapshotInformerFactory.Start(stopCh)
+	}
+
+	if f.apiextensionsInformerFactory != nil {
+		f.apiextensionsInformerFactory.Start(stopCh)
+	}
 }

pkg/informers/null_informers.go

@@ -4,6 +4,7 @@ import (
 	snapshotinformer "github.com/kubernetes-csi/external-snapshotter/v2/pkg/client/informers/externalversions"
 	appinformers "github.com/kubernetes-sigs/application/pkg/client/informers/externalversions"
 	istioinformers "istio.io/client-go/pkg/informers/externalversions"
+	apiextensionsinformers "k8s.io/apiextensions-apiserver/pkg/client/informers/externalversions"
 	"k8s.io/client-go/informers"
 	ksinformers "kubesphere.io/kubesphere/pkg/client/informers/externalversions"
 )
@@ -35,5 +36,9 @@ func (n nullInformerFactory) SnapshotSharedInformerFactory() snapshotinformer.Sh
 	return nil
 }
 
+func (n nullInformerFactory) ApiExtensionSharedInformerFactory() apiextensionsinformers.SharedInformerFactory {
+	return nil
+}
+
 func (n nullInformerFactory) Start(stopCh <-chan struct{}) {
 }

pkg/kapis/cluster/v1alpha1/handler_test.go

@@ -100,7 +100,7 @@ func TestGeranteAgentDeployment(t *testing.T) {
 	k8sclient := fake2.NewSimpleClientset(service)
 	ksclient := fake.NewSimpleClientset(cluster)
 
-	informersFactory := informers.NewInformerFactories(k8sclient, ksclient, nil, nil, nil)
+	informersFactory := informers.NewInformerFactories(k8sclient, ksclient, nil, nil, nil, nil)
 
 	informersFactory.KubernetesSharedInformerFactory().Core().V1().Services().Informer().GetIndexer().Add(service)
 	informersFactory.KubeSphereSharedInformerFactory().Cluster().V1alpha1().Clusters().Informer().GetIndexer().Add(cluster)

pkg/kapis/resources/v1alpha3/handler_test.go

@@ -7,6 +7,7 @@ import (
 	fakeistio "istio.io/client-go/pkg/clientset/versioned/fake"
 	appsv1 "k8s.io/api/apps/v1"
 	corev1 "k8s.io/api/core/v1"
+	fakeapiextensions "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset/fake"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	fakek8s "k8s.io/client-go/kubernetes/fake"
 	"kubesphere.io/kubesphere/pkg/api"
@@ -166,8 +167,9 @@ func prepare() (informers.InformerFactory, error) {
 	istioClient := fakeistio.NewSimpleClientset()
 	appClient := fakeapp.NewSimpleClientset()
 	snapshotClient := fakesnapshot.NewSimpleClientset()
+	apiextensionsClient := fakeapiextensions.NewSimpleClientset()
 
-	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient)
+	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient, apiextensionsClient)
 
 	k8sInformerFactory := fakeInformerFactory.KubernetesSharedInformerFactory()
 

pkg/models/resources/v1alpha2/resource/resource_test.go

@@ -217,7 +217,7 @@ func prepare() (informers.InformerFactory, error) {
 	istioClient := fakeistio.NewSimpleClientset()
 	appClient := fakeapp.NewSimpleClientset()
 	snapshotClient := fakesnapshot.NewSimpleClientset()
-	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient)
+	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient, nil)
 
 	k8sInformerFactory := fakeInformerFactory.KubernetesSharedInformerFactory()
 

pkg/models/resources/v1alpha3/cluster/clusters.go

@@ -0,0 +1,61 @@
+package cluster
+
+import (
+	"k8s.io/apimachinery/pkg/runtime"
+	"kubesphere.io/kubesphere/pkg/api"
+	clusterv1alpha1 "kubesphere.io/kubesphere/pkg/apis/cluster/v1alpha1"
+	"kubesphere.io/kubesphere/pkg/apiserver/query"
+	"kubesphere.io/kubesphere/pkg/client/informers/externalversions"
+	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3"
+)
+
+type clustersGetter struct {
+	informers externalversions.SharedInformerFactory
+}
+
+func New(informers externalversions.SharedInformerFactory) v1alpha3.Interface {
+	return &clustersGetter{
+		informers: informers,
+	}
+}
+
+func (c clustersGetter) Get(_, name string) (runtime.Object, error) {
+	return c.informers.Cluster().V1alpha1().Clusters().Lister().Get(name)
+}
+
+func (c clustersGetter) List(_ string, query *query.Query) (*api.ListResult, error) {
+	clusters, err := c.informers.Cluster().V1alpha1().Clusters().Lister().List(query.Selector())
+	if err != nil {
+		return nil, err
+	}
+
+	var result []runtime.Object
+	for _, deploy := range clusters {
+		result = append(result, deploy)
+	}
+
+	return v1alpha3.DefaultList(result, query, c.compare, c.filter), nil
+}
+
+func (c clustersGetter) compare(left runtime.Object, right runtime.Object, field query.Field) bool {
+	leftCluster, ok := left.(*clusterv1alpha1.Cluster)
+	if !ok {
+		return false
+	}
+
+	rightCluster, ok := right.(*clusterv1alpha1.Cluster)
+	if !ok {
+		return false
+	}
+
+	return v1alpha3.DefaultObjectMetaCompare(leftCluster.ObjectMeta, rightCluster.ObjectMeta, field)
+}
+
+func (c clustersGetter) filter(object runtime.Object, filter query.Filter) bool {
+	cluster, ok := object.(*clusterv1alpha1.Cluster)
+	if !ok {
+		return false
+	}
+
+	return v1alpha3.DefaultObjectMetaFilter(cluster.ObjectMeta, filter)
+}

pkg/models/resources/v1alpha3/cluster/clusters_test.go

@@ -0,0 +1,105 @@
+package cluster
+
+import (
+	"github.com/google/go-cmp/cmp"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/runtime"
+	"kubesphere.io/kubesphere/pkg/api"
+	clusterv1alpha1 "kubesphere.io/kubesphere/pkg/apis/cluster/v1alpha1"
+	"kubesphere.io/kubesphere/pkg/apiserver/query"
+	"kubesphere.io/kubesphere/pkg/client/clientset/versioned/fake"
+	"kubesphere.io/kubesphere/pkg/client/informers/externalversions"
+	"testing"
+)
+
+var clusters = []*clusterv1alpha1.Cluster{
+	{
+		ObjectMeta: metav1.ObjectMeta{
+			Name: "foo",
+			Labels: map[string]string{
+				"cluster.kubesphere.io/region": "beijing",
+				"cluster.kubesphere.io/group":  "development",
+			},
+		},
+	},
+	{
+		ObjectMeta: metav1.ObjectMeta{
+			Name: "bar",
+			Labels: map[string]string{
+				"cluster.kubesphere.io/region": "beijing",
+				"cluster.kubesphere.io/group":  "production",
+			},
+		},
+	},
+	{
+		ObjectMeta: metav1.ObjectMeta{
+			Name: "whatever",
+			Labels: map[string]string{
+				"cluster.kubesphere.io/region": "shanghai",
+				"cluster.kubesphere.io/group":  "testing",
+			},
+		},
+	},
+}
+
+func clustersToInterface(clusters ...*clusterv1alpha1.Cluster) []interface{} {
+	items := make([]interface{}, 0)
+
+	for _, cluster := range clusters {
+		items = append(items, cluster)
+	}
+
+	return items
+}
+
+func clustersToRuntimeObject(clusters ...*clusterv1alpha1.Cluster) []runtime.Object {
+	items := make([]runtime.Object, 0)
+
+	for _, cluster := range clusters {
+		items = append(items, cluster)
+	}
+
+	return items
+}
+
+func TestClustersGetter(t *testing.T) {
+	var testCases = []struct {
+		description string
+		query       *query.Query
+		expected    *api.ListResult
+	}{
+		{
+			description: "Test normal case",
+			query: &query.Query{
+				LabelSelector: "cluster.kubesphere.io/region=beijing",
+				Ascending:     false,
+			},
+			expected: &api.ListResult{
+				TotalItems: 2,
+				Items:      clustersToInterface(clusters[0], clusters[1]),
+			},
+		},
+	}
+
+	client := fake.NewSimpleClientset(clustersToRuntimeObject(clusters...)...)
+	informer := externalversions.NewSharedInformerFactory(client, 0)
+
+	for _, cluster := range clusters {
+		informer.Cluster().V1alpha1().Clusters().Informer().GetIndexer().Add(cluster)
+	}
+
+	for _, testCase := range testCases {
+
+		clusterGetter := New(informer)
+		t.Run(testCase.description, func(t *testing.T) {
+			result, err := clusterGetter.List("", testCase.query)
+			if err != nil {
+				t.Error(err)
+			}
+
+			if diff := cmp.Diff(result, testCase.expected); len(diff) != 0 {
+				t.Errorf("%T, got+ expected-, %s", testCase.expected, diff)
+			}
+		})
+	}
+}

pkg/models/resources/v1alpha3/customresourcedefinition/customresourcedefinitions.go

@@ -0,0 +1,61 @@
+package customresourcedefinition
+
+import (
+	"k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
+	apiextensionsinformers "k8s.io/apiextensions-apiserver/pkg/client/informers/externalversions"
+	"k8s.io/apimachinery/pkg/runtime"
+	"kubesphere.io/kubesphere/pkg/api"
+	"kubesphere.io/kubesphere/pkg/apiserver/query"
+	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3"
+)
+
+type crdGetter struct {
+	informers apiextensionsinformers.SharedInformerFactory
+}
+
+func New(informers apiextensionsinformers.SharedInformerFactory) v1alpha3.Interface {
+	return &crdGetter{
+		informers: informers,
+	}
+}
+
+func (c crdGetter) Get(_, name string) (runtime.Object, error) {
+	return c.informers.Apiextensions().V1().CustomResourceDefinitions().Lister().Get(name)
+}
+
+func (c crdGetter) List(_ string, query *query.Query) (*api.ListResult, error) {
+	crds, err := c.informers.Apiextensions().V1().CustomResourceDefinitions().Lister().List(query.Selector())
+	if err != nil {
+		return nil, err
+	}
+
+	var result []runtime.Object
+	for _, deploy := range crds {
+		result = append(result, deploy)
+	}
+
+	return v1alpha3.DefaultList(result, query, c.compare, c.filter), nil
+}
+
+func (c crdGetter) compare(left runtime.Object, right runtime.Object, field query.Field) bool {
+	leftCRD, ok := left.(*v1.CustomResourceDefinition)
+	if !ok {
+		return false
+	}
+
+	rightCRD, ok := right.(*v1.CustomResourceDefinition)
+	if !ok {
+		return false
+	}
+
+	return v1alpha3.DefaultObjectMetaCompare(leftCRD.ObjectMeta, rightCRD.ObjectMeta, field)
+}
+
+func (c crdGetter) filter(object runtime.Object, filter query.Filter) bool {
+	crd, ok := object.(*v1.CustomResourceDefinition)
+	if !ok {
+		return false
+	}
+
+	return v1alpha3.DefaultObjectMetaFilter(crd.ObjectMeta, filter)
+}

pkg/models/resources/v1alpha3/customresourcedefinition/customresourcedefinitions_test.go

@@ -0,0 +1,97 @@
+package customresourcedefinition
+
+import (
+	"github.com/google/go-cmp/cmp"
+	v1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
+	fakeapiextensions "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset/fake"
+	apiextensionsinformers "k8s.io/apiextensions-apiserver/pkg/client/informers/externalversions"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/runtime"
+	"kubesphere.io/kubesphere/pkg/api"
+	"kubesphere.io/kubesphere/pkg/apiserver/query"
+	"testing"
+)
+
+var crds = []*v1.CustomResourceDefinition{
+	{
+		ObjectMeta: metav1.ObjectMeta{
+			Name: "clusters.cluster.kubesphere.io",
+			Labels: map[string]string{
+				"controller-tools.k8s.io": "1.0",
+			},
+		},
+	},
+	{
+		ObjectMeta: metav1.ObjectMeta{
+			Name: "workspaces.tenant.kubesphere.io",
+			Labels: map[string]string{
+				"controller-tools.k8s.io": "1.0",
+			},
+		},
+	},
+}
+
+func crdsToRuntimeObjects(crds ...*v1.CustomResourceDefinition) []runtime.Object {
+	items := make([]runtime.Object, 0)
+
+	for _, crd := range crds {
+		items = append(items, crd)
+	}
+
+	return items
+}
+
+func crdsToInterface(crds ...*v1.CustomResourceDefinition) []interface{} {
+	items := make([]interface{}, 0)
+
+	for _, crd := range crds {
+		items = append(items, crd)
+	}
+
+	return items
+}
+
+func TestCrdGetterList(t *testing.T) {
+	var testCases = []struct {
+		description string
+		query       *query.Query
+		expected    *api.ListResult
+	}{
+		{
+			description: "Test normal case",
+			query: &query.Query{
+				Filters: map[query.Field]query.Value{
+					query.FieldName: "clusters.cluster.kubesphere.io",
+				},
+			},
+			expected: &api.ListResult{
+				TotalItems: 1,
+				Items:      crdsToInterface(crds[0]),
+			},
+		},
+	}
+
+	client := fakeapiextensions.NewSimpleClientset(crdsToRuntimeObjects(crds...)...)
+	informers := apiextensionsinformers.NewSharedInformerFactory(client, 0)
+
+	for _, crd := range crds {
+		informers.Apiextensions().V1().CustomResourceDefinitions().Informer().GetIndexer().Add(crd)
+	}
+
+	for _, testCase := range testCases {
+
+		crdGetter := New(informers)
+
+		t.Run(testCase.description, func(t *testing.T) {
+			result, err := crdGetter.List("", testCase.query)
+
+			if err != nil {
+				t.Error(err)
+			}
+
+			if diff := cmp.Diff(result, testCase.expected); len(diff) != 0 {
+				t.Errorf("%T, got+ expected-, %s", testCase.expected, diff)
+			}
+		})
+	}
+}

pkg/models/resources/v1alpha3/interface.go

@@ -48,6 +48,11 @@ func DefaultList(objects []runtime.Object, q *query.Query, compareFunc CompareFu
 	})
 
 	total := len(filtered)
+
+	if q.Pagination == nil {
+		q.Pagination = query.NoPagination
+	}
+
 	start, end := q.Pagination.GetValidPagination(total)
 
 	return &api.ListResult{

pkg/models/resources/v1alpha3/resource/resource.go

@@ -31,8 +31,10 @@ import (
 	"kubesphere.io/kubesphere/pkg/informers"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/application"
+	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/cluster"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/clusterrole"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/configmap"
+	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/customresourcedefinition"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/deployment"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/globalrole"
 	"kubesphere.io/kubesphere/pkg/models/resources/v1alpha3/namespace"
@@ -67,6 +69,8 @@ func NewResourceGetter(factory informers.InformerFactory) *ResourceGetter {
 	getters[rbacv1.SchemeGroupVersion.WithResource("roles")] = role.New(factory.KubernetesSharedInformerFactory())
 	getters[rbacv1.SchemeGroupVersion.WithResource("clusterroles")] = clusterrole.New(factory.KubernetesSharedInformerFactory())
 	getters[snapshotv1beta1.SchemeGroupVersion.WithResource("volumesnapshots")] = volumesnapshot.New(factory.SnapshotSharedInformerFactory())
+	getters[schema.GroupVersionResource{Group: "cluster.kubesphere.io", Version: "v1alpha1", Resource: "clusters"}] = cluster.New(factory.KubeSphereSharedInformerFactory())
+	getters[schema.GroupVersionResource{Group: "apiextensions.k8s.io", Version: "v1", Resource: "customresourcedefinitions"}] = customresourcedefinition.New(factory.ApiExtensionSharedInformerFactory())
 	return &ResourceGetter{
 		getters: getters,
 	}

pkg/models/resources/v1alpha3/resource/resource_test.go

@@ -24,6 +24,7 @@ import (
 	fakeapp "github.com/kubernetes-sigs/application/pkg/client/clientset/versioned/fake"
 	fakeistio "istio.io/client-go/pkg/clientset/versioned/fake"
 	corev1 "k8s.io/api/core/v1"
+	fakeapiextensions "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset/fake"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	fakek8s "k8s.io/client-go/kubernetes/fake"
 	"kubesphere.io/kubesphere/pkg/api"
@@ -110,7 +111,8 @@ func prepare() *ResourceGetter {
 	istioClient := fakeistio.NewSimpleClientset()
 	appClient := fakeapp.NewSimpleClientset()
 	snapshotClient := fakesnapshot.NewSimpleClientset()
-	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient)
+	apiextensionsClient := fakeapiextensions.NewSimpleClientset()
+	fakeInformerFactory := informers.NewInformerFactories(k8sClient, ksClient, istioClient, appClient, snapshotClient, apiextensionsClient)
 
 	for _, namespace := range namespaces {
 		fakeInformerFactory.KubernetesSharedInformerFactory().Core().V1().

pkg/simple/client/k8s/kubernetes.go

@@ -4,6 +4,7 @@ import (
 	snapshotclient "github.com/kubernetes-csi/external-snapshotter/v2/pkg/client/clientset/versioned"
 	applicationclientset "github.com/kubernetes-sigs/application/pkg/client/clientset/versioned"
 	istioclient "istio.io/client-go/pkg/clientset/versioned"
+	apiextensionsclient "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
 	"k8s.io/client-go/discovery"
 	"k8s.io/client-go/kubernetes"
 	"k8s.io/client-go/rest"
@@ -18,6 +19,7 @@ type Client interface {
 	Istio() istioclient.Interface
 	Application() applicationclientset.Interface
 	Snapshot() snapshotclient.Interface
+	ApiExtensions() apiextensionsclient.Interface
 	Discovery() discovery.DiscoveryInterface
 	Master() string
 	Config() *rest.Config
@@ -39,6 +41,8 @@ type kubernetesClient struct {
 
 	snapshot snapshotclient.Interface
 
+	apiextensions apiextensionsclient.Interface
+
 	master string
 
 	config *rest.Config
@@ -61,6 +65,7 @@ func NewKubernetesClientOrDie(options *KubernetesOptions) Client {
 		istio:           istioclient.NewForConfigOrDie(config),
 		application:     applicationclientset.NewForConfigOrDie(config),
 		snapshot:        snapshotclient.NewForConfigOrDie(config),
+		apiextensions:   apiextensionsclient.NewForConfigOrDie(config),
 		master:          config.Host,
 		config:          config,
 	}
@@ -114,6 +119,11 @@ func NewKubernetesClient(options *KubernetesOptions) (Client, error) {
 		return nil, err
 	}
 
+	k.apiextensions, err = apiextensionsclient.NewForConfig(config)
+	if err != nil {
+		return nil, err
+	}
+
 	k.master = options.Master
 	k.config = config
 
@@ -144,6 +154,10 @@ func (k *kubernetesClient) Snapshot() snapshotclient.Interface {
 	return k.snapshot
 }
 
+func (k *kubernetesClient) ApiExtensions() apiextensionsclient.Interface {
+	return k.apiextensions
+}
+
 // master address used to generate kubeconfig for downloading
 func (k *kubernetesClient) Master() string {
 	return k.master

pkg/simple/client/k8s/null_client.go

@@ -4,6 +4,7 @@ import (
 	snapshotclient "github.com/kubernetes-csi/external-snapshotter/v2/pkg/client/clientset/versioned"
 	application "github.com/kubernetes-sigs/application/pkg/client/clientset/versioned"
 	istio "istio.io/client-go/pkg/clientset/versioned"
+	apiextensionsclient "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
 	"k8s.io/client-go/discovery"
 	"k8s.io/client-go/kubernetes"
 	"k8s.io/client-go/rest"
@@ -37,6 +38,10 @@ func (n nullClient) Snapshot() snapshotclient.Interface {
 	return nil
 }
 
+func (n nullClient) ApiExtensions() apiextensionsclient.Interface {
+	return nil
+}
+
 func (n nullClient) Discovery() discovery.DiscoveryInterface {
 	return nil
 }