refactor workspace controller

Signed-off-by: hongming <talonwan@yunify.com>

pkg/controller/workspacetemplate/workspacetemplate_controller.go

@@ -18,463 +18,310 @@ package workspacetemplate
 
 import (
 	"bytes"
+	"context"
 	"fmt"
+	"github.com/go-logr/logr"
 	corev1 "k8s.io/api/core/v1"
 	rbacv1 "k8s.io/api/rbac/v1"
 	"k8s.io/apimachinery/pkg/api/errors"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
-	"k8s.io/apimachinery/pkg/labels"
-	utilruntime "k8s.io/apimachinery/pkg/util/runtime"
-	"k8s.io/apimachinery/pkg/util/wait"
+	"k8s.io/apimachinery/pkg/types"
 	"k8s.io/apimachinery/pkg/util/yaml"
-	"k8s.io/client-go/kubernetes"
 	"k8s.io/client-go/kubernetes/scheme"
-	typedcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
-	"k8s.io/client-go/tools/cache"
 	"k8s.io/client-go/tools/record"
-	"k8s.io/client-go/util/workqueue"
-	"k8s.io/klog"
 	iamv1alpha2 "kubesphere.io/kubesphere/pkg/apis/iam/v1alpha2"
 	tenantv1alpha1 "kubesphere.io/kubesphere/pkg/apis/tenant/v1alpha1"
 	tenantv1alpha2 "kubesphere.io/kubesphere/pkg/apis/tenant/v1alpha2"
 	typesv1beta1 "kubesphere.io/kubesphere/pkg/apis/types/v1beta1"
-	kubesphere "kubesphere.io/kubesphere/pkg/client/clientset/versioned"
-	iamv1alpha2informers "kubesphere.io/kubesphere/pkg/client/informers/externalversions/iam/v1alpha2"
-	tenantv1alpha1informers "kubesphere.io/kubesphere/pkg/client/informers/externalversions/tenant/v1alpha1"
-	tenantv1alpha2informers "kubesphere.io/kubesphere/pkg/client/informers/externalversions/tenant/v1alpha2"
-	typesv1beta1informers "kubesphere.io/kubesphere/pkg/client/informers/externalversions/types/v1beta1"
-	iamv1alpha2listers "kubesphere.io/kubesphere/pkg/client/listers/iam/v1alpha2"
-	tenantv1alpha1listers "kubesphere.io/kubesphere/pkg/client/listers/tenant/v1alpha1"
-	tenantv1alpha2listers "kubesphere.io/kubesphere/pkg/client/listers/tenant/v1alpha2"
-	typesv1beta1listers "kubesphere.io/kubesphere/pkg/client/listers/types/v1beta1"
+	"kubesphere.io/kubesphere/pkg/constants"
+	controllerutils "kubesphere.io/kubesphere/pkg/controller/utils/controller"
 	"reflect"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	"sigs.k8s.io/controller-runtime/pkg/controller"
 	"sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
-	"time"
 )
 
 const (
-	// SuccessSynced is used as part of the Event 'reason' when a Foo is synced
-	successSynced = "Synced"
-	// is synced successfully
-	messageResourceSynced = "WorkspaceTemplate synced successfully"
-	controllerName        = "workspacetemplate-controller"
+	controllerName = "workspacetemplate-controller"
 )
 
-type controller struct {
-	k8sClient                kubernetes.Interface
-	ksClient                 kubesphere.Interface
-	workspaceTemplateLister  tenantv1alpha2listers.WorkspaceTemplateLister
-	workspaceTemplateSynced  cache.InformerSynced
-	workspaceRoleLister      iamv1alpha2listers.WorkspaceRoleLister
-	workspaceRoleSynced      cache.InformerSynced
-	roleBaseLister           iamv1alpha2listers.RoleBaseLister
-	roleBaseSynced           cache.InformerSynced
-	workspaceLister          tenantv1alpha1listers.WorkspaceLister
-	workspaceSynced          cache.InformerSynced
-	federatedWorkspaceLister typesv1beta1listers.FederatedWorkspaceLister
-	federatedWorkspaceSynced cache.InformerSynced
-	multiClusterEnabled      bool
-	// workqueue is a rate limited work queue. This is used to queue work to be
-	// processed instead of performing it as soon as a change happens. This
-	// means we can ensure we only process a fixed amount of resources at a
-	// time, and makes it easy to ensure we are never processing the same item
-	// simultaneously in two different workers.
-	workqueue workqueue.RateLimitingInterface
-	// recorder is an event recorder for recording Event resources to the
-	// Kubernetes API.
-	recorder record.EventRecorder
+// Reconciler reconciles a WorkspaceRoleBinding object
+type Reconciler struct {
+	client.Client
+	Logger                  logr.Logger
+	Recorder                record.EventRecorder
+	MaxConcurrentReconciles int
+	MultiClusterEnabled     bool
 }
 
-func NewController(k8sClient kubernetes.Interface, ksClient kubesphere.Interface,
-	workspaceTemplateInformer tenantv1alpha2informers.WorkspaceTemplateInformer,
-	workspaceInformer tenantv1alpha1informers.WorkspaceInformer,
-	roleBaseInformer iamv1alpha2informers.RoleBaseInformer,
-	workspaceRoleInformer iamv1alpha2informers.WorkspaceRoleInformer,
-	federatedWorkspaceInformer typesv1beta1informers.FederatedWorkspaceInformer,
-	multiClusterEnabled bool) *controller {
-
-	klog.V(4).Info("Creating event broadcaster")
-	eventBroadcaster := record.NewBroadcaster()
-	eventBroadcaster.StartLogging(klog.Infof)
-	eventBroadcaster.StartRecordingToSink(&typedcorev1.EventSinkImpl{Interface: k8sClient.CoreV1().Events("")})
-	recorder := eventBroadcaster.NewRecorder(scheme.Scheme, corev1.EventSource{Component: controllerName})
-	ctl := &controller{
-		k8sClient:               k8sClient,
-		ksClient:                ksClient,
-		workspaceTemplateLister: workspaceTemplateInformer.Lister(),
-		workspaceTemplateSynced: workspaceTemplateInformer.Informer().HasSynced,
-		workspaceLister:         workspaceInformer.Lister(),
-		workspaceSynced:         workspaceInformer.Informer().HasSynced,
-		workspaceRoleLister:     workspaceRoleInformer.Lister(),
-		workspaceRoleSynced:     workspaceRoleInformer.Informer().HasSynced,
-		roleBaseLister:          roleBaseInformer.Lister(),
-		roleBaseSynced:          roleBaseInformer.Informer().HasSynced,
-		multiClusterEnabled:     multiClusterEnabled,
-		workqueue:               workqueue.NewNamedRateLimitingQueue(workqueue.DefaultControllerRateLimiter(), "WorkspaceTemplate"),
-		recorder:                recorder,
+func (r *Reconciler) SetupWithManager(mgr ctrl.Manager) error {
+	if r.Client == nil {
+		r.Client = mgr.GetClient()
 	}
-
-	if multiClusterEnabled {
-		ctl.federatedWorkspaceLister = federatedWorkspaceInformer.Lister()
-		ctl.federatedWorkspaceSynced = federatedWorkspaceInformer.Informer().HasSynced
+	if r.Logger == nil {
+		r.Logger = ctrl.Log.WithName("controllers").WithName(controllerName)
 	}
-
-	klog.Info("Setting up event handlers")
-	workspaceTemplateInformer.Informer().AddEventHandler(cache.ResourceEventHandlerFuncs{
-		AddFunc: ctl.enqueueWorkspaceTemplate,
-		UpdateFunc: func(old, new interface{}) {
-			ctl.enqueueWorkspaceTemplate(new)
-		},
-		DeleteFunc: ctl.enqueueWorkspaceTemplate,
-	})
-	return ctl
+	if r.Recorder == nil {
+		r.Recorder = mgr.GetEventRecorderFor(controllerName)
+	}
+	if r.MaxConcurrentReconciles <= 0 {
+		r.MaxConcurrentReconciles = 1
+	}
+	return ctrl.NewControllerManagedBy(mgr).
+		Named(controllerName).
+		WithOptions(controller.Options{
+			MaxConcurrentReconciles: r.MaxConcurrentReconciles,
+		}).
+		For(&tenantv1alpha2.WorkspaceTemplate{}).
+		Complete(r)
 }
 
-func (c *controller) Run(threadiness int, stopCh <-chan struct{}) error {
-	defer utilruntime.HandleCrash()
-	defer c.workqueue.ShutDown()
-
-	// Start the informer factories to begin populating the informer caches
-	klog.Info("Starting WorkspaceTemplate controller")
-
-	// Wait for the caches to be synced before starting workers
-	klog.Info("Waiting for informer caches to sync")
-
-	synced := make([]cache.InformerSynced, 0)
-	synced = append(synced, c.workspaceTemplateSynced, c.workspaceSynced, c.workspaceRoleSynced, c.roleBaseSynced)
-	if c.multiClusterEnabled {
-		synced = append(synced, c.federatedWorkspaceSynced)
-	}
-	if ok := cache.WaitForCacheSync(stopCh, synced...); !ok {
-		return fmt.Errorf("failed to wait for caches to sync")
+// +kubebuilder:rbac:groups=iam.kubesphere.io,resources=workspacerolebindings,verbs=get;list;watch;create;update;patch;delete
+// +kubebuilder:rbac:groups=types.kubefed.io,resources=federatedworkspacerolebindings,verbs=get;list;watch;create;update;patch;delete
+// +kubebuilder:rbac:groups=tenant.kubesphere.io,resources=workspaces,verbs=get;list;watch;
+func (r *Reconciler) Reconcile(req ctrl.Request) (ctrl.Result, error) {
+	logger := r.Logger.WithValues("workspacetemplate", req.NamespacedName)
+	rootCtx := context.Background()
+	workspaceTemplate := &tenantv1alpha2.WorkspaceTemplate{}
+	if err := r.Get(rootCtx, req.NamespacedName, workspaceTemplate); err != nil {
+		return ctrl.Result{}, client.IgnoreNotFound(err)
 	}
 
-	klog.Info("Starting workers")
-	// Launch two workers to process Foo resources
-	for i := 0; i < threadiness; i++ {
-		go wait.Until(c.runWorker, time.Second, stopCh)
-	}
-
-	klog.Info("Started workers")
-	<-stopCh
-	klog.Info("Shutting down workers")
-	return nil
-}
-
-func (c *controller) enqueueWorkspaceTemplate(obj interface{}) {
-	var key string
-	var err error
-	if key, err = cache.MetaNamespaceKeyFunc(obj); err != nil {
-		utilruntime.HandleError(err)
-		return
-	}
-	c.workqueue.Add(key)
-}
-
-func (c *controller) runWorker() {
-	for c.processNextWorkItem() {
-	}
-}
-
-func (c *controller) processNextWorkItem() bool {
-	obj, shutdown := c.workqueue.Get()
-
-	if shutdown {
-		return false
-	}
-
-	err := func(obj interface{}) error {
-		defer c.workqueue.Done(obj)
-		var key string
-		var ok bool
-		if key, ok = obj.(string); !ok {
-			c.workqueue.Forget(obj)
-			utilruntime.HandleError(fmt.Errorf("expected string in workqueue but got %#v", obj))
-			return nil
-		}
-		if err := c.reconcile(key); err != nil {
-			c.workqueue.AddRateLimited(key)
-			return fmt.Errorf("error syncing '%s': %s, requeuing", key, err.Error())
-		}
-		c.workqueue.Forget(obj)
-		klog.Infof("Successfully synced %s:%s", "key", key)
-		return nil
-	}(obj)
-
-	if err != nil {
-		utilruntime.HandleError(err)
-		return true
-	}
-
-	return true
-}
-
-// syncHandler compares the actual state with the desired, and attempts to
-// converge the two. It then updates the Status block of the Foo resource
-// with the current status of the resource.
-func (c *controller) reconcile(key string) error {
-	workspaceTemplate, err := c.workspaceTemplateLister.Get(key)
-	if err != nil {
-		// The user may no longer exist, in which case we stop
-		// processing.
-		if errors.IsNotFound(err) {
-			utilruntime.HandleError(fmt.Errorf("workspace template '%s' in work queue no longer exists", key))
-			return nil
-		}
-		klog.Error(err)
-		return err
-	}
-
-	if err = c.initRoles(workspaceTemplate); err != nil {
-		klog.Error(err)
-		return err
-	}
-
-	if err = c.initManagerRoleBinding(workspaceTemplate); err != nil {
-		klog.Error(err)
-		return err
-	}
-
-	if c.multiClusterEnabled {
-		if err = c.multiClusterSync(workspaceTemplate); err != nil {
-			klog.Error(err)
-			return err
+	if r.MultiClusterEnabled {
+		if err := r.multiClusterSync(rootCtx, logger, workspaceTemplate); err != nil {
+			return ctrl.Result{}, err
 		}
 	} else {
-		if err = c.sync(workspaceTemplate); err != nil {
-			klog.Error(err)
-			return err
+		if err := r.singleClusterSync(rootCtx, logger, workspaceTemplate); err != nil {
+			return ctrl.Result{}, err
 		}
 	}
-
-	c.recorder.Event(workspaceTemplate, corev1.EventTypeNormal, successSynced, messageResourceSynced)
-	return nil
+	if err := r.initWorkspaceRoles(rootCtx, logger, workspaceTemplate); err != nil {
+		return ctrl.Result{}, err
+	}
+	if err := r.initManagerRoleBinding(rootCtx, logger, workspaceTemplate); err != nil {
+		return ctrl.Result{}, err
+	}
+	r.Recorder.Event(workspaceTemplate, corev1.EventTypeNormal, controllerutils.SuccessSynced, controllerutils.MessageResourceSynced)
+	return ctrl.Result{}, nil
 }
 
-func (c *controller) Start(stopCh <-chan struct{}) error {
-	return c.Run(4, stopCh)
-}
-
-func (c *controller) multiClusterSync(workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
-	// multi cluster environment, synchronize workspaces with kubefed
-	federatedWorkspace, err := c.federatedWorkspaceLister.Get(workspaceTemplate.Name)
-	if err != nil {
-		// create federatedworkspace if not found
+func (r *Reconciler) singleClusterSync(ctx context.Context, logger logr.Logger, workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
+	workspace := &tenantv1alpha1.Workspace{}
+	if err := r.Get(ctx, types.NamespacedName{Name: workspaceTemplate.Name}, workspace); err != nil {
 		if errors.IsNotFound(err) {
-			return c.createFederatedWorkspace(workspaceTemplate)
-		}
-		klog.Error(err)
-		return err
-	}
-	// update spec
-	if !reflect.DeepEqual(federatedWorkspace.Spec, workspaceTemplate.Spec) {
-		federatedWorkspace.Spec = workspaceTemplate.Spec
-		if err = c.updateFederatedWorkspace(federatedWorkspace); err != nil {
-			klog.Error(err)
-			return err
-		}
-	}
-
-	return nil
-}
-
-func (c *controller) createFederatedWorkspace(workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
-	federatedWorkspace := &typesv1beta1.FederatedWorkspace{
-		ObjectMeta: metav1.ObjectMeta{
-			Name: workspaceTemplate.Name,
-		},
-		Spec: workspaceTemplate.Spec,
-	}
-
-	if err := controllerutil.SetControllerReference(workspaceTemplate, federatedWorkspace, scheme.Scheme); err != nil {
-		return err
-	}
-
-	if _, err := c.ksClient.TypesV1beta1().FederatedWorkspaces().Create(federatedWorkspace); err != nil {
-		if errors.IsAlreadyExists(err) {
-			return nil
-		}
-		klog.Error(err)
-		return err
-	}
-
-	return nil
-}
-
-func (c *controller) sync(workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
-	workspace, err := c.workspaceLister.Get(workspaceTemplate.Name)
-	if err != nil {
-		if errors.IsNotFound(err) {
-			return c.createWorkspace(workspaceTemplate)
-		}
-		klog.Error(err)
-		return err
-	}
-
-	if !reflect.DeepEqual(workspace.Spec, workspaceTemplate.Spec.Template.Spec) ||
-		!reflect.DeepEqual(workspace.Labels, workspaceTemplate.Spec.Template.Labels) ||
-		!reflect.DeepEqual(workspace.Annotations, workspaceTemplate.Spec.Template.Annotations) {
-
-		workspace = workspace.DeepCopy()
-		workspace.Spec = workspaceTemplate.Spec.Template.Spec
-		workspace.Labels = workspaceTemplate.Spec.Template.Labels
-		workspace.Annotations = workspaceTemplate.Spec.Template.Annotations
-
-		return c.updateWorkspace(workspace)
-	}
-
-	return nil
-}
-
-func (c *controller) createWorkspace(workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
-	workspace := &tenantv1alpha1.Workspace{
-		ObjectMeta: metav1.ObjectMeta{
-			Name:        workspaceTemplate.Name,
-			Labels:      workspaceTemplate.Spec.Template.Labels,
-			Annotations: workspaceTemplate.Spec.Template.Annotations,
-		},
-		Spec: workspaceTemplate.Spec.Template.Spec,
-	}
-
-	err := controllerutil.SetControllerReference(workspaceTemplate, workspace, scheme.Scheme)
-	if err != nil {
-		return err
-	}
-
-	_, err = c.ksClient.TenantV1alpha1().Workspaces().Create(workspace)
-	if err != nil {
-		if errors.IsAlreadyExists(err) {
-			return nil
-		}
-		klog.Error(err)
-		return err
-	}
-
-	return nil
-}
-
-func (c *controller) updateWorkspace(workspace *tenantv1alpha1.Workspace) error {
-	_, err := c.ksClient.TenantV1alpha1().Workspaces().Update(workspace)
-	if err != nil {
-		klog.Error(err)
-		return err
-	}
-	return nil
-}
-
-func (c *controller) initRoles(workspace *tenantv1alpha2.WorkspaceTemplate) error {
-	roleBases, err := c.roleBaseLister.List(labels.Everything())
-	if err != nil {
-		klog.Error(err)
-		return err
-	}
-	for _, roleBase := range roleBases {
-		var role iamv1alpha2.WorkspaceRole
-		if err = yaml.NewYAMLOrJSONDecoder(bytes.NewBuffer(roleBase.Role.Raw), 1024).Decode(&role); err == nil && role.Kind == iamv1alpha2.ResourceKindWorkspaceRole {
-			roleName := fmt.Sprintf("%s-%s", workspace.Name, role.Name)
-			if role.Labels == nil {
-				role.Labels = make(map[string]string, 0)
-			}
-			// make sure workspace label always exist
-			role.Labels[tenantv1alpha1.WorkspaceLabel] = workspace.Name
-			role.Name = roleName
-			old, err := c.workspaceRoleLister.Get(roleName)
-			if err != nil {
-				if errors.IsNotFound(err) {
-					_, err = c.ksClient.IamV1alpha2().WorkspaceRoles().Create(&role)
-					if err != nil {
-						klog.Error(err)
-						return err
-					}
-					continue
-				}
-			}
-			if !reflect.DeepEqual(role.Labels, old.Labels) ||
-				!reflect.DeepEqual(role.Annotations, old.Annotations) ||
-				!reflect.DeepEqual(role.Rules, old.Rules) {
-				updated := old.DeepCopy()
-				updated.Labels = role.Labels
-				updated.Annotations = role.Annotations
-				updated.Rules = role.Rules
-				_, err = c.ksClient.IamV1alpha2().WorkspaceRoles().Update(updated)
-				if err != nil {
-					klog.Error(err)
+			if workspace, err := newWorkspace(workspaceTemplate); err != nil {
+				logger.Error(err, "generate workspace failed")
+				return err
+			} else {
+				if err := r.Create(ctx, workspace); err != nil {
+					logger.Error(err, "create workspace failed")
 					return err
 				}
 			}
 		}
+		logger.Error(err, "get workspace failed")
+		return err
+	}
+	if !reflect.DeepEqual(workspace.Spec, workspaceTemplate.Spec.Template.Spec) ||
+		!reflect.DeepEqual(workspace.Labels, workspaceTemplate.Spec.Template.Labels) {
+
+		workspace = workspace.DeepCopy()
+		workspace.Spec = workspaceTemplate.Spec.Template.Spec
+		workspace.Labels = workspaceTemplate.Spec.Template.Labels
+
+		if err := r.Update(ctx, workspace); err != nil {
+			logger.Error(err, "update workspace failed")
+			return err
+		}
 	}
 	return nil
 }
 
-func (c *controller) resetWorkspaceOwner(workspace *tenantv1alpha2.WorkspaceTemplate) error {
-	workspace = workspace.DeepCopy()
-	workspace.Spec.Template.Spec.Manager = ""
-	_, err := c.ksClient.TenantV1alpha2().WorkspaceTemplates().Update(workspace)
-	klog.V(4).Infof("update workspace after manager has been deleted")
-	return err
+func (r *Reconciler) multiClusterSync(ctx context.Context, logger logr.Logger, workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
+	if err := r.ensureNotControlledByKubefed(ctx, logger, workspaceTemplate); err != nil {
+		return err
+	}
+	federatedWorkspace := &typesv1beta1.FederatedWorkspace{}
+	if err := r.Client.Get(ctx, types.NamespacedName{Name: workspaceTemplate.Name}, federatedWorkspace); err != nil {
+		if errors.IsNotFound(err) {
+			if federatedWorkspace, err := newFederatedWorkspace(workspaceTemplate); err != nil {
+				logger.Error(err, "generate federated workspace failed")
+				return err
+			} else {
+				if err := r.Create(ctx, federatedWorkspace); err != nil {
+					logger.Error(err, "create federated workspace failed")
+					return err
+				}
+			}
+		}
+		logger.Error(err, "get federated workspace failed")
+		return err
+	}
+
+	if !reflect.DeepEqual(federatedWorkspace.Spec, workspaceTemplate.Spec) ||
+		!reflect.DeepEqual(federatedWorkspace.Labels, workspaceTemplate.Labels) {
+
+		federatedWorkspace.Spec = workspaceTemplate.Spec
+		federatedWorkspace.Labels = workspaceTemplate.Labels
+
+		if err := r.Update(ctx, federatedWorkspace); err != nil {
+			logger.Error(err, "update federated workspace failed")
+			return err
+		}
+	}
+
+	return nil
 }
 
-func (c *controller) initManagerRoleBinding(workspace *tenantv1alpha2.WorkspaceTemplate) error {
+func newFederatedWorkspace(template *tenantv1alpha2.WorkspaceTemplate) (*typesv1beta1.FederatedWorkspace, error) {
+	federatedWorkspace := &typesv1beta1.FederatedWorkspace{
+		TypeMeta: metav1.TypeMeta{
+			Kind:       typesv1beta1.FederatedWorkspaceRoleKind,
+			APIVersion: typesv1beta1.SchemeGroupVersion.String(),
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name:   template.Name,
+			Labels: template.Labels,
+		},
+		Spec: template.Spec,
+	}
+	if err := controllerutil.SetControllerReference(template, federatedWorkspace, scheme.Scheme); err != nil {
+		return nil, err
+	}
+	return federatedWorkspace, nil
+}
+
+func newWorkspace(template *tenantv1alpha2.WorkspaceTemplate) (*tenantv1alpha1.Workspace, error) {
+	workspace := &tenantv1alpha1.Workspace{
+		ObjectMeta: metav1.ObjectMeta{
+			Name:   template.Name,
+			Labels: template.Spec.Template.Labels,
+		},
+		Spec: template.Spec.Template.Spec,
+	}
+	if err := controllerutil.SetControllerReference(template, workspace, scheme.Scheme); err != nil {
+		return nil, err
+	}
+	return workspace, nil
+}
+
+func (r *Reconciler) ensureNotControlledByKubefed(ctx context.Context, logger logr.Logger, workspaceTemplate *tenantv1alpha2.WorkspaceTemplate) error {
+	if workspaceTemplate.Labels[constants.KubefedManagedLabel] != "false" {
+		if workspaceTemplate.Labels == nil {
+			workspaceTemplate.Labels = make(map[string]string)
+		}
+		workspaceTemplate = workspaceTemplate.DeepCopy()
+		workspaceTemplate.Labels[constants.KubefedManagedLabel] = "false"
+		logger.V(4).Info("update kubefed managed label")
+		if err := r.Update(ctx, workspaceTemplate); err != nil {
+			logger.Error(err, "update kubefed managed label failed")
+			return err
+		}
+	}
+	return nil
+}
+
+func (r *Reconciler) initWorkspaceRoles(ctx context.Context, logger logr.Logger, workspace *tenantv1alpha2.WorkspaceTemplate) error {
+	var templates iamv1alpha2.RoleBaseList
+	if err := r.List(ctx, &templates); err != nil {
+		logger.Error(err, "list role base failed")
+		return err
+	}
+	for _, template := range templates.Items {
+		var expected iamv1alpha2.WorkspaceRole
+		if err := yaml.NewYAMLOrJSONDecoder(bytes.NewBuffer(template.Role.Raw), 1024).Decode(&expected); err == nil && expected.Kind == iamv1alpha2.ResourceKindWorkspaceRole {
+			expected.Name = fmt.Sprintf("%s-%s", workspace.Name, expected.Name)
+			if expected.Labels == nil {
+				expected.Labels = make(map[string]string)
+			}
+			expected.Labels[tenantv1alpha1.WorkspaceLabel] = workspace.Name
+			var existed iamv1alpha2.WorkspaceRole
+			if err := r.Get(ctx, types.NamespacedName{Name: expected.Name}, &existed); err != nil {
+				if errors.IsNotFound(err) {
+					logger.V(4).Info("create workspace role", "workspacerole", expected.Name)
+					if err := r.Create(ctx, &expected); err != nil {
+						logger.Error(err, "create workspace role failed")
+						return err
+					}
+					continue
+				} else {
+					logger.Error(err, "get workspace role failed")
+					return err
+				}
+			}
+			if !reflect.DeepEqual(expected.Labels, existed.Labels) ||
+				!reflect.DeepEqual(expected.Annotations, existed.Annotations) ||
+				!reflect.DeepEqual(expected.Rules, existed.Rules) {
+				updated := existed.DeepCopy()
+				updated.Labels = expected.Labels
+				updated.Annotations = expected.Annotations
+				updated.Rules = expected.Rules
+				logger.V(4).Info("update workspace role", "workspacerole", updated.Name)
+				if err := r.Update(ctx, updated); err != nil {
+					logger.Error(err, "update workspace role failed")
+					return err
+				}
+			}
+		} else if err != nil {
+			logger.Error(fmt.Errorf("invalid role base found"), "init workspace roles failed", "name", template.Name)
+		}
+	}
+	return nil
+}
+
+func (r *Reconciler) initManagerRoleBinding(ctx context.Context, logger logr.Logger, workspace *tenantv1alpha2.WorkspaceTemplate) error {
 	manager := workspace.Spec.Template.Spec.Manager
 	if manager == "" {
 		return nil
 	}
 
-	user, err := c.ksClient.IamV1alpha2().Users().Get(manager, metav1.GetOptions{})
-	if err != nil {
-		// skip if user has been deleted
-		if errors.IsNotFound(err) {
-			return c.resetWorkspaceOwner(workspace)
-		}
-		klog.Error(err)
-		return err
+	var user iamv1alpha2.User
+	if err := r.Get(ctx, types.NamespacedName{Name: manager}, &user); err != nil {
+		return client.IgnoreNotFound(err)
 	}
 
 	// skip if user has been deleted
 	if !user.DeletionTimestamp.IsZero() {
-		return c.resetWorkspaceOwner(workspace)
+		return nil
 	}
 
-	workspaceAdminRoleName := fmt.Sprintf(iamv1alpha2.WorkspaceAdminFormat, workspace.Name)
+	workspaceAdminRoleName := fmt.Sprintf("%s-admin", workspace.Name)
 	managerRoleBinding := &iamv1alpha2.WorkspaceRoleBinding{
 		ObjectMeta: metav1.ObjectMeta{
-			Name: fmt.Sprintf("%s-%s", manager, workspaceAdminRoleName),
-			Labels: map[string]string{
-				tenantv1alpha1.WorkspaceLabel:  workspace.Name,
-				iamv1alpha2.UserReferenceLabel: manager,
-			},
+			Name: workspaceAdminRoleName,
 		},
-		RoleRef: rbacv1.RoleRef{
+	}
+
+	if _, err := ctrl.CreateOrUpdate(ctx, r.Client, managerRoleBinding, workspaceRoleBindingChanger(managerRoleBinding, workspace.Name, manager, workspaceAdminRoleName)); err != nil {
+		logger.Error(err, "create workspace manager role binding failed")
+		return err
+	}
+
+	return nil
+}
+
+func workspaceRoleBindingChanger(workspaceRoleBinding *iamv1alpha2.WorkspaceRoleBinding, workspace, username, workspaceRoleName string) controllerutil.MutateFn {
+	return func() error {
+		workspaceRoleBinding.Labels = map[string]string{
+			tenantv1alpha1.WorkspaceLabel:  workspace,
+			iamv1alpha2.UserReferenceLabel: username,
+		}
+
+		workspaceRoleBinding.RoleRef = rbacv1.RoleRef{
 			APIGroup: iamv1alpha2.SchemeGroupVersion.Group,
 			Kind:     iamv1alpha2.ResourceKindWorkspaceRole,
-			Name:     workspaceAdminRoleName,
-		},
-		Subjects: []rbacv1.Subject{
+			Name:     workspaceRoleName,
+		}
+
+		workspaceRoleBinding.Subjects = []rbacv1.Subject{
 			{
-				Name:     manager,
-				Kind:     iamv1alpha2.ResourceKindUser,
+				Name:     username,
+				Kind:     rbacv1.UserKind,
 				APIGroup: rbacv1.GroupName,
 			},
-		},
-	}
-	_, err = c.ksClient.IamV1alpha2().WorkspaceRoleBindings().Create(managerRoleBinding)
-	if err != nil {
-		if errors.IsAlreadyExists(err) {
-			return nil
 		}
-		klog.Error(err)
-		return err
+		return nil
 	}
-
-	return nil
-}
-
-func (c *controller) updateFederatedWorkspace(workspace *typesv1beta1.FederatedWorkspace) error {
-	_, err := c.ksClient.TypesV1beta1().FederatedWorkspaces().Update(workspace)
-	if err != nil {
-		klog.Error(err)
-		return err
-	}
-	return nil
 }

pkg/controller/workspacetemplate/workspacetemplate_controller_suite_test.go

@@ -0,0 +1,100 @@
+/*
+Copyright 2019 The KubeSphere Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package workspacetemplate
+
+import (
+	"github.com/onsi/gomega/gexec"
+	"k8s.io/client-go/kubernetes/scheme"
+	"k8s.io/klog/klogr"
+	"kubesphere.io/kubesphere/pkg/apis"
+	"os"
+	"path/filepath"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	logf "sigs.k8s.io/controller-runtime/pkg/log"
+	"testing"
+	"time"
+
+	. "github.com/onsi/ginkgo"
+	. "github.com/onsi/gomega"
+	"sigs.k8s.io/controller-runtime/pkg/envtest"
+	"sigs.k8s.io/controller-runtime/pkg/envtest/printer"
+)
+
+// These tests use Ginkgo (BDD-style Go testing framework). Refer to
+// http://onsi.github.io/ginkgo/ to learn more about Ginkgo.
+
+var k8sClient client.Client
+var k8sManager ctrl.Manager
+var testEnv *envtest.Environment
+
+func TestWorkspaceTemplateController(t *testing.T) {
+	RegisterFailHandler(Fail)
+	RunSpecsWithDefaultAndCustomReporters(t,
+		"WorkspaceTemplate Controller Test Suite",
+		[]Reporter{printer.NewlineReporter{}})
+}
+
+var _ = BeforeSuite(func(done Done) {
+	logf.SetLogger(klogr.New())
+
+	By("bootstrapping test environment")
+	t := true
+	if os.Getenv("TEST_USE_EXISTING_CLUSTER") == "true" {
+		testEnv = &envtest.Environment{
+			UseExistingCluster: &t,
+		}
+	} else {
+		testEnv = &envtest.Environment{
+			CRDDirectoryPaths:        []string{filepath.Join("..", "..", "..", "config", "crds")},
+			AttachControlPlaneOutput: false,
+		}
+	}
+
+	cfg, err := testEnv.Start()
+	Expect(err).ToNot(HaveOccurred())
+	Expect(cfg).ToNot(BeNil())
+
+	err = apis.AddToScheme(scheme.Scheme)
+	Expect(err).NotTo(HaveOccurred())
+
+	k8sManager, err = ctrl.NewManager(cfg, ctrl.Options{
+		Scheme:             scheme.Scheme,
+		MetricsBindAddress: "0",
+	})
+	Expect(err).ToNot(HaveOccurred())
+
+	err = (&Reconciler{}).SetupWithManager(k8sManager)
+	Expect(err).ToNot(HaveOccurred())
+
+	go func() {
+		err = k8sManager.Start(ctrl.SetupSignalHandler())
+		Expect(err).ToNot(HaveOccurred())
+	}()
+
+	k8sClient = k8sManager.GetClient()
+	Expect(k8sClient).ToNot(BeNil())
+
+	close(done)
+}, 60)
+
+var _ = AfterSuite(func() {
+	By("tearing down the test environment")
+	gexec.KillAndWait(5 * time.Second)
+	err := testEnv.Stop()
+	Expect(err).ToNot(HaveOccurred())
+})

pkg/controller/workspacetemplate/workspacetemplate_controller_test.go

@@ -0,0 +1,146 @@
+/*
+Copyright 2019 The KubeSphere Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package workspacetemplate
+
+import (
+	"context"
+	. "github.com/onsi/ginkgo"
+	. "github.com/onsi/gomega"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/labels"
+	"k8s.io/apimachinery/pkg/runtime"
+	"k8s.io/apimachinery/pkg/types"
+	iamv1alpha2 "kubesphere.io/kubesphere/pkg/apis/iam/v1alpha2"
+	tenantv1alpha1 "kubesphere.io/kubesphere/pkg/apis/tenant/v1alpha1"
+	tenantv1alpha2 "kubesphere.io/kubesphere/pkg/apis/tenant/v1alpha2"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	"time"
+)
+
+var _ = Describe("WorkspaceTemplate", func() {
+
+	const timeout = time.Second * 30
+	const interval = time.Second * 1
+
+	BeforeEach(func() {
+		workspaceAdmin := newWorkspaceAdmin()
+
+		err := k8sClient.Create(context.Background(), &workspaceAdmin)
+		Expect(err).NotTo(HaveOccurred())
+
+		admin := iamv1alpha2.User{ObjectMeta: metav1.ObjectMeta{Name: "admin"}}
+		err = k8sClient.Create(context.Background(), &admin)
+		Expect(err).NotTo(HaveOccurred())
+	})
+
+	// Add Tests for OpenAPI validation (or additonal CRD features) specified in
+	// your API definition.
+	// Avoid adding tests for vanilla CRUD operations because they would
+	// test Kubernetes API server, which isn't the goal here.
+	Context("WorkspaceTemplate Controller", func() {
+		It("Should create successfully", func() {
+			key := types.NamespacedName{
+				Name: "workspace-template",
+			}
+
+			created := &tenantv1alpha2.WorkspaceTemplate{
+				ObjectMeta: metav1.ObjectMeta{
+					Name: key.Name,
+				},
+			}
+
+			// Create
+			Expect(k8sClient.Create(context.Background(), created)).Should(Succeed())
+
+			By("Expecting to create workspace template successfully")
+			Eventually(func() bool {
+				f := &tenantv1alpha2.WorkspaceTemplate{}
+				k8sClient.Get(context.Background(), key, f)
+				return !f.CreationTimestamp.IsZero()
+			}, timeout, interval).Should(BeTrue())
+
+			By("Expecting to create workspace successfully")
+			Eventually(func() bool {
+				f := &tenantv1alpha1.Workspace{}
+				k8sClient.Get(context.Background(), key, f)
+				return !f.CreationTimestamp.IsZero()
+			}, timeout, interval).Should(BeTrue())
+
+			// List workspace roles
+			By("Expecting to create workspace role successfully")
+			Eventually(func() bool {
+				f := &iamv1alpha2.WorkspaceRoleList{}
+				k8sClient.List(context.Background(), f, &client.ListOptions{LabelSelector: labels.SelectorFromSet(labels.Set{tenantv1alpha1.WorkspaceLabel: key.Name})})
+				return len(f.Items) == 1
+			}, timeout, interval).Should(BeTrue())
+
+			// Update
+			updated := &tenantv1alpha2.WorkspaceTemplate{}
+			Expect(k8sClient.Get(context.Background(), key, updated)).Should(Succeed())
+			updated.Spec.Template.Spec.Manager = "admin"
+			Expect(k8sClient.Update(context.Background(), updated)).Should(Succeed())
+
+			// List workspace role bindings
+			By("Expecting to create workspace manager role binding successfully")
+			Eventually(func() bool {
+				f := &iamv1alpha2.WorkspaceRoleBindingList{}
+				k8sClient.List(context.Background(), f, &client.ListOptions{LabelSelector: labels.SelectorFromSet(labels.Set{tenantv1alpha1.WorkspaceLabel: key.Name})})
+				return len(f.Items) == 1
+			}, timeout, interval).Should(BeTrue())
+
+			// Delete
+			By("Expecting to delete workspace successfully")
+			Eventually(func() error {
+				f := &tenantv1alpha2.WorkspaceTemplate{}
+				k8sClient.Get(context.Background(), key, f)
+				return k8sClient.Delete(context.Background(), f)
+			}, timeout, interval).Should(Succeed())
+
+			By("Expecting to delete workspace finish")
+			Eventually(func() error {
+				f := &tenantv1alpha2.WorkspaceTemplate{}
+				return k8sClient.Get(context.Background(), key, f)
+			}, timeout, interval).ShouldNot(Succeed())
+		})
+	})
+})
+
+func newWorkspaceAdmin() iamv1alpha2.RoleBase {
+	return iamv1alpha2.RoleBase{
+		ObjectMeta: metav1.ObjectMeta{Name: "workspace-admin"},
+		Role: runtime.RawExtension{
+			Raw: []byte(`{
+  "apiVersion": "iam.kubesphere.io/v1alpha2",
+  "kind": "WorkspaceRole",
+  "metadata": {
+    "name": "admin"
+  },
+  "rules": [
+    {
+      "apiGroups": [
+        "*"
+      ],
+      "resources": [
+        "*"
+      ],
+      "verbs": [
+        "*"
+      ]
+    }
+  ]
+}`)}}
+}