fix: runtime release

Signed-off-by: hongming <talonwan@yunify.com>

pkg/simple/client/openpitrix/openpitrixclient.go

@@ -24,7 +24,9 @@ import (
 	"fmt"
 	"github.com/golang/glog"
 	"io/ioutil"
+	"kubesphere.io/kubesphere/pkg/utils/sliceutil"
 	"net/http"
+	"strings"
 	"sync"
 )
 
@@ -48,6 +50,10 @@ type Interface interface {
 	CreateRuntime(runtime *RunTime) error
 	DeleteRuntime(runtimeId string) error
 }
+type cluster struct {
+	Status    string `json:"status"`
+	ClusterId string `json:"cluster_id"`
+}
 
 type Error struct {
 	status  int
@@ -78,14 +84,12 @@ func (c client) CreateRuntime(runtime *RunTime) error {
 
 	data, err := json.Marshal(runtime)
 	if err != nil {
-		glog.Error(err)
 		return err
 	}
 
 	req, err := http.NewRequest(http.MethodPost, fmt.Sprintf("%s/v1/runtimes", openpitrixAPIServer), bytes.NewReader(data))
 
 	if err != nil {
-		glog.Error(err)
 		return err
 	}
 	req.Header.Add("Content-Type", "application/json")
@@ -106,30 +110,46 @@ func (c client) CreateRuntime(runtime *RunTime) error {
 	}
 
 	if resp.StatusCode > http.StatusOK {
-		return Error{resp.StatusCode, string(data)}
+		err = Error{resp.StatusCode, string(data)}
+		glog.Error(err)
+		return err
 	}
 
 	return nil
 }
 
-func (c client) DeleteRuntime(runtimeId string) error {
-	data := []byte(fmt.Sprintf(`{"runtime_id":"%s"}`, runtimeId))
-	req, err := http.NewRequest(http.MethodDelete, fmt.Sprintf("%s/v1/runtimes", openpitrixAPIServer), bytes.NewReader(data))
+func (c client) deleteClusters(clusters []cluster) error {
+	clusterId := make([]string, 0)
 
-	if err != nil {
-		glog.Error(err)
-
-		return err
+	for _, cluster := range clusters {
+		if cluster.Status != "deleted" && cluster.Status != "deleting" && !sliceutil.HasString(clusterId, cluster.ClusterId) {
+			clusterId = append(clusterId, cluster.ClusterId)
+		}
 	}
 
+	if len(clusterId) == 0 {
+		return nil
+	}
+
+	deleteRequest := struct {
+		ClusterId []string `json:"cluster_id"`
+	}{
+		ClusterId: clusterId,
+	}
+	data, _ := json.Marshal(deleteRequest)
+	req, err := http.NewRequest(http.MethodPost, fmt.Sprintf("%s/v1/clusters/delete", openpitrixAPIServer), bytes.NewReader(data))
+
+	if err != nil {
+		return err
+	}
 	req.Header.Add("Authorization", openpitrixProxyToken)
 
 	resp, err := c.client.Do(req)
-
 	if err != nil {
 		glog.Error(err)
 		return err
 	}
+
 	defer resp.Body.Close()
 	data, err = ioutil.ReadAll(resp.Body)
 
@@ -139,8 +159,110 @@ func (c client) DeleteRuntime(runtimeId string) error {
 	}
 
 	if resp.StatusCode > http.StatusOK {
-		return Error{resp.StatusCode, string(data)}
+		err = Error{resp.StatusCode, string(data)}
+		glog.Error(err)
+		return err
 	}
 
 	return nil
 }
+
+func (c client) listClusters(runtimeId string) ([]cluster, error) {
+	limit := 200
+	offset := 0
+	clusters := make([]cluster, 0)
+	for {
+		req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("%s/v1/clusters?runtime_id=%s&limit=%d&offset=%d", openpitrixAPIServer, runtimeId, limit, offset), nil)
+
+		if err != nil {
+			glog.Error(err)
+			return nil, err
+		}
+
+		req.Header.Add("Authorization", openpitrixProxyToken)
+
+		resp, err := c.client.Do(req)
+
+		if err != nil {
+			glog.Error(err)
+			return nil, err
+		}
+
+		data, err := ioutil.ReadAll(resp.Body)
+
+		if err != nil {
+			glog.Error(err)
+			return nil, err
+		}
+
+		resp.Body.Close()
+
+		if resp.StatusCode > http.StatusOK {
+			err = Error{resp.StatusCode, string(data)}
+			glog.Error(err)
+			return nil, err
+		}
+		listClusterResponse := struct {
+			TotalCount int       `json:"total_count"`
+			ClusterSet []cluster `json:"cluster_set"`
+		}{}
+		err = json.Unmarshal(data, &listClusterResponse)
+
+		if err != nil {
+			glog.Error(err)
+			return nil, err
+		}
+
+		clusters = append(clusters, listClusterResponse.ClusterSet...)
+
+		if listClusterResponse.TotalCount <= limit+offset {
+			break
+		}
+
+		offset += limit
+	}
+
+	return clusters, nil
+}
+
+func (c client) DeleteRuntime(runtimeId string) error {
+	clusters, err := c.listClusters(runtimeId)
+
+	if err != nil {
+		glog.Error(err)
+		return err
+	}
+
+	err = c.deleteClusters(clusters)
+
+	if err != nil {
+		glog.Error(err)
+		return err
+	}
+
+	return nil
+}
+
+func IsNotFound(err error) bool {
+	if e, ok := err.(Error); ok {
+		if e.status == http.StatusNotFound {
+			return true
+		}
+		if strings.Contains(e.message, "not exist") {
+			return true
+		}
+		if strings.Contains(e.message, "not found") {
+			return true
+		}
+	}
+	return false
+}
+
+func IsDeleted(err error) bool {
+	if e, ok := err.(Error); ok {
+		if strings.Contains(e.message, "is [deleted]") {
+			return true
+		}
+	}
+	return false
+}