devops refactor (#1739)

* add devops client interface Signed-off-by: runzexia <runzexia@yunify.com> * direct return jenkins Signed-off-by: runzexia <runzexia@yunify.com> * add some interface Signed-off-by: runzexia <runzexia@yunify.com> * update Signed-off-by: runzexia <runzexia@yunify.com> * update interface Signed-off-by: runzexia <runzexia@yunify.com> * update Signed-off-by: runzexia <runzexia@yunify.com> * credential op structs Signed-off-by: runzexia <runzexia@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * credential handler Signed-off-by: runzexia <runzexia@yunify.com> * update devopsoperator func Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * get build sonar Signed-off-by: runzexia <runzexia@yunify.com> * sonar handler * mv code to cilent Signed-off-by: runzexia <runzexia@yunify.com> * update Signed-off-by: runzexia <runzexia@yunify.com> * project member handler Signed-off-by: runzexia <runzexia@yunify.com> * update pipeline operator interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add tenant devops handler Signed-off-by: runzexia <runzexia@yunify.com> * update merge Signed-off-by: runzexia <runzexia@yunify.com> * clean Signed-off-by: runzexia <runzexia@yunify.com> * fmt Signed-off-by: runzexia <runzexia@yunify.com> * update ListPipelineRuns Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * complate pipelineOperator interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update HttpParameters Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add pipeline steps interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update pipeline GetNodesDetail Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add s2i api Signed-off-by: runzexia <runzexia@yunify.com> * add branch pipeline interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add scan branch interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add common interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add SCM interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add handler Signed-off-by: runzexia <runzexia@yunify.com> * add fake s3 Signed-off-by: runzexia <runzexia@yunify.com> * add webhook&check interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * clean Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * clean Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * format Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add some func Signed-off-by: runzexia <runzexia@yunify.com> * clean code Signed-off-by: runzexia <runzexia@yunify.com> * implement interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * fix interface GetBranchArtifacts Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add s2ibinary upload test Signed-off-by: runzexia <runzexia@yunify.com> * tenant devops Signed-off-by: runzexia <runzexia@yunify.com> * update tenant Signed-off-by: runzexia <runzexia@yunify.com> * fake Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add some unit test Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add devops tenant handler Signed-off-by: runzexia <runzexia@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update fake test Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update unit test and fake data Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update Co-authored-by: Xiaoyang Zhu <sunzhu@yunify.com>
2020-02-04 10:40:36 +08:00
parent 71849f028f
commit c5a340a2b4
101 changed files with 6923 additions and 6972 deletions
--- a/pkg/simple/client/devops/jenkins/credential.go
+++ b/pkg/simple/client/devops/jenkins/credential.go
@@ -0,0 +1,341 @@
+/*
+Copyright 2018 The KubeSphere Authors.
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+    http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package jenkins
+
+import (
+	"errors"
+	"fmt"
+	"github.com/PuerkitoBio/goquery"
+	"github.com/emicklei/go-restful"
+	"k8s.io/klog"
+	"kubesphere.io/kubesphere/pkg/simple/client/devops"
+	"net/http"
+	"strconv"
+	"strings"
+)
+
+const SSHCrenditalStaplerClass = "com.cloudbees.jenkins.plugins.sshcredentials.impl.BasicSSHUserPrivateKey"
+const DirectSSHCrenditalStaplerClass = "com.cloudbees.jenkins.plugins.sshcredentials.impl.BasicSSHUserPrivateKey$DirectEntryPrivateKeySource"
+const UsernamePassswordCredentialStaplerClass = "com.cloudbees.plugins.credentials.impl.UsernamePasswordCredentialsImpl"
+const SecretTextCredentialStaplerClass = "org.jenkinsci.plugins.plaincredentials.impl.StringCredentialsImpl"
+const KubeconfigCredentialStaplerClass = "com.microsoft.jenkins.kubernetes.credentials.KubeconfigCredentials"
+const DirectKubeconfigCredentialStaperClass = "com.microsoft.jenkins.kubernetes.credentials.KubeconfigCredentials$DirectEntryKubeconfigSource"
+const GLOBALScope = "GLOBAL"
+
+type UsernamePasswordCredential struct {
+	Scope        string `json:"scope"`
+	Id           string `json:"id"`
+	Username     string `json:"username"`
+	Password     string `json:"password"`
+	Description  string `json:"description"`
+	StaplerClass string `json:"stapler-class"`
+}
+
+type SshCredential struct {
+	Scope        string           `json:"scope"`
+	Id           string           `json:"id"`
+	Username     string           `json:"username"`
+	Passphrase   string           `json:"passphrase"`
+	KeySource    PrivateKeySource `json:"privateKeySource"`
+	Description  string           `json:"description"`
+	StaplerClass string           `json:"stapler-class"`
+}
+
+type SecretTextCredential struct {
+	Scope        string `json:"scope"`
+	Id           string `json:"id"`
+	Secret       string `json:"secret"`
+	Description  string `json:"description"`
+	StaplerClass string `json:"stapler-class"`
+}
+
+type KubeconfigCredential struct {
+	Scope            string           `json:"scope"`
+	Id               string           `json:"id"`
+	Description      string           `json:"description"`
+	KubeconfigSource KubeconfigSource `json:"kubeconfigSource"`
+	StaplerClass     string           `json:"stapler-class"`
+}
+
+type PrivateKeySource struct {
+	StaplerClass string `json:"stapler-class"`
+	PrivateKey   string `json:"privateKey"`
+}
+
+type KubeconfigSource struct {
+	StaplerClass string `json:"stapler-class"`
+	Content      string `json:"content"`
+}
+
+type CredentialResponse struct {
+	Id          string `json:"id"`
+	TypeName    string `json:"typeName"`
+	DisplayName string `json:"displayName"`
+	Fingerprint *struct {
+		FileName string `json:"file_name,omitempty" description:"Credential's display name and description"`
+		Hash     string `json:"hash,omitempty" description:"Credential's hash"`
+		Usage    []*struct {
+			Name   string `json:"name,omitempty" description:"Jenkins pipeline full name"`
+			Ranges struct {
+				Ranges []*struct {
+					Start int `json:"start,omitempty" description:"Start build number"`
+					End   int `json:"end,omitempty" description:"End build number"`
+				} `json:"ranges,omitempty"`
+			} `json:"ranges,omitempty" description:"The build number of all pipelines that use this credential"`
+		} `json:"usage,omitempty" description:"all usage of Credential"`
+	} `json:"fingerprint,omitempty" description:"usage of the Credential"`
+	Description string `json:"description,omitempty"`
+	Domain      string `json:"domain"`
+}
+
+func NewSshCredential(id, username, passphrase, privateKey, description string) *SshCredential {
+	keySource := PrivateKeySource{
+		StaplerClass: DirectSSHCrenditalStaplerClass,
+		PrivateKey:   privateKey,
+	}
+
+	return &SshCredential{
+		Scope:        GLOBALScope,
+		Id:           id,
+		Username:     username,
+		Passphrase:   passphrase,
+		KeySource:    keySource,
+		Description:  description,
+		StaplerClass: SSHCrenditalStaplerClass,
+	}
+}
+
+func NewUsernamePasswordCredential(id, username, password, description string) *UsernamePasswordCredential {
+	return &UsernamePasswordCredential{
+		Scope:        GLOBALScope,
+		Id:           id,
+		Username:     username,
+		Password:     password,
+		Description:  description,
+		StaplerClass: UsernamePassswordCredentialStaplerClass,
+	}
+}
+
+func NewSecretTextCredential(id, secret, description string) *SecretTextCredential {
+	return &SecretTextCredential{
+		Scope:        GLOBALScope,
+		Id:           id,
+		Secret:       secret,
+		Description:  description,
+		StaplerClass: SecretTextCredentialStaplerClass,
+	}
+}
+
+func NewKubeconfigCredential(id, content, description string) *KubeconfigCredential {
+	credentialSource := KubeconfigSource{
+		StaplerClass: DirectKubeconfigCredentialStaperClass,
+		Content:      content,
+	}
+
+	return &KubeconfigCredential{
+		Scope:            GLOBALScope,
+		Id:               id,
+		Description:      description,
+		KubeconfigSource: credentialSource,
+		StaplerClass:     KubeconfigCredentialStaplerClass,
+	}
+}
+
+func (j *Jenkins) GetCredentialInProject(projectId, id string, content bool) (*devops.Credential, error) {
+	responseStruct := &devops.Credential{}
+
+	domain := "_"
+
+	response, err := j.Requester.GetJSON(
+		fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/credential/%s", projectId, id),
+		responseStruct, map[string]string{
+			"depth": "2",
+		})
+	if err != nil {
+		return nil, err
+	}
+	if response.StatusCode != http.StatusOK {
+		return nil, errors.New(strconv.Itoa(response.StatusCode))
+	}
+	responseStruct.Domain = domain
+	if content {
+
+	}
+	contentString := ""
+	response, err = j.Requester.GetHtml(
+		fmt.Sprintf("/job/%s/credentials/store/folder/domain/%s/credential/%s/update", projectId, domain, id),
+		&contentString, nil)
+	if err != nil {
+		return nil, err
+	}
+	if response.StatusCode != http.StatusOK {
+		return nil, errors.New(strconv.Itoa(response.StatusCode))
+	}
+	stringReader := strings.NewReader(contentString)
+	doc, err := goquery.NewDocumentFromReader(stringReader)
+	if err != nil {
+		klog.Errorf("%+v", err)
+		return nil, restful.NewError(http.StatusInternalServerError, err.Error())
+	}
+	switch responseStruct.Type {
+	case devops.CredentialTypeKubeConfig:
+		content := &devops.KubeconfigCredential{}
+		doc.Find("textarea[name*=content]").Each(func(i int, selection *goquery.Selection) {
+			value := selection.Text()
+			content.Content = value
+		})
+		responseStruct.KubeconfigCredential = content
+	case devops.CredentialTypeUsernamePassword:
+		content := &devops.UsernamePasswordCredential{}
+		doc.Find("input[name*=username]").Each(func(i int, selection *goquery.Selection) {
+			value, _ := selection.Attr("value")
+			content.Username = value
+		})
+
+		responseStruct.UsernamePasswordCredential = content
+	case devops.CredentialTypeSsh:
+		content := &devops.SshCredential{}
+		doc.Find("input[name*=username]").Each(func(i int, selection *goquery.Selection) {
+			value, _ := selection.Attr("value")
+			content.Username = value
+		})
+
+		doc.Find("textarea[name*=privateKey]").Each(func(i int, selection *goquery.Selection) {
+			value := selection.Text()
+			content.PrivateKey = value
+		})
+		responseStruct.SshCredential = content
+	}
+	return responseStruct, nil
+}
+
+func (j *Jenkins) GetCredentialsInProject(projectId string) ([]*devops.Credential, error) {
+	domain := "_"
+	var responseStruct = &struct {
+		Credentials []*devops.Credential `json:"credentials"`
+	}{}
+	response, err := j.Requester.GetJSON(
+		fmt.Sprintf("/job/%s/credentials/store/folder/domain/_", projectId),
+		responseStruct, map[string]string{
+			"depth": "2",
+		})
+	if err != nil {
+		return nil, err
+	}
+	if response.StatusCode != http.StatusOK {
+		return nil, errors.New(strconv.Itoa(response.StatusCode))
+	}
+	for _, credential := range responseStruct.Credentials {
+		credential.Domain = domain
+	}
+	return responseStruct.Credentials, nil
+
+}
+
+func (j *Jenkins) CreateCredentialInProject(projectId string, credential *devops.Credential) (*string, error) {
+
+	var request interface{}
+	responseString := ""
+	switch credential.Type {
+	case devops.CredentialTypeUsernamePassword:
+		request = NewUsernamePasswordCredential(credential.Id,
+			credential.UsernamePasswordCredential.Username, credential.UsernamePasswordCredential.Password,
+			credential.Description)
+
+	case devops.CredentialTypeSsh:
+		request = NewSshCredential(credential.Id,
+			credential.SshCredential.Username, credential.SshCredential.Passphrase,
+			credential.SshCredential.PrivateKey, credential.Description)
+	case devops.CredentialTypeSecretText:
+		request = NewSecretTextCredential(credential.Id,
+			credential.SecretTextCredential.Secret, credential.Description)
+	case devops.CredentialTypeKubeConfig:
+		request = NewKubeconfigCredential(credential.Id,
+			credential.KubeconfigCredential.Content, credential.Description)
+	default:
+		err := fmt.Errorf("error unsupport credential type")
+		klog.Errorf("%+v", err)
+		return nil, restful.NewError(http.StatusBadRequest, err.Error())
+	}
+
+	response, err := j.Requester.Post(
+		fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/createCredentials", projectId),
+		nil, &responseString, map[string]string{
+			"json": makeJson(map[string]interface{}{
+				"credentials": request,
+			}),
+		})
+	if err != nil {
+		return nil, err
+	}
+	if response.StatusCode != http.StatusOK {
+		return nil, errors.New(strconv.Itoa(response.StatusCode))
+	}
+	return &credential.Id, nil
+}
+
+func (j *Jenkins) UpdateCredentialInProject(projectId string, credential *devops.Credential) (*string, error) {
+
+	requestContent := ""
+	switch credential.Type {
+	case devops.CredentialTypeUsernamePassword:
+		requestStruct := NewUsernamePasswordCredential(credential.Id,
+			credential.UsernamePasswordCredential.Username, credential.UsernamePasswordCredential.Password,
+			credential.Description)
+		requestContent = makeJson(requestStruct)
+
+	case devops.CredentialTypeSsh:
+		requestStruct := NewSshCredential(credential.Id,
+			credential.SshCredential.Username, credential.SshCredential.Passphrase,
+			credential.SshCredential.PrivateKey, credential.Description)
+		requestContent = makeJson(requestStruct)
+	case devops.CredentialTypeSecretText:
+		requestStruct := NewSecretTextCredential(credential.Id,
+			credential.SecretTextCredential.Secret, credential.Description)
+		requestContent = makeJson(requestStruct)
+	case devops.CredentialTypeKubeConfig:
+		requestStruct := NewKubeconfigCredential(credential.Id,
+			credential.KubeconfigCredential.Content, credential.Description)
+		requestContent = makeJson(requestStruct)
+	default:
+		err := fmt.Errorf("error unsupport credential type")
+		klog.Errorf("%+v", err)
+		return nil, restful.NewError(http.StatusBadRequest, err.Error())
+	}
+	response, err := j.Requester.Post(
+		fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/credential/%s/updateSubmit", projectId, credential.Id),
+		nil, nil, map[string]string{
+			"json": requestContent,
+		})
+	if err != nil {
+		return nil, err
+	}
+	if response.StatusCode != http.StatusOK {
+		return nil, errors.New(strconv.Itoa(response.StatusCode))
+	}
+	return &credential.Id, nil
+}
+
+func (j *Jenkins) DeleteCredentialInProject(projectId, id string) (*string, error) {
+	response, err := j.Requester.Post(
+		fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/credential/%s/doDelete", projectId, id),
+		nil, nil, nil)
+	if err != nil {
+		return nil, err
+	}
+	if response.StatusCode != http.StatusOK {
+		return nil, errors.New(strconv.Itoa(response.StatusCode))
+	}
+	return &id, nil
+}