* add devops client interface Signed-off-by: runzexia <runzexia@yunify.com> * direct return jenkins Signed-off-by: runzexia <runzexia@yunify.com> * add some interface Signed-off-by: runzexia <runzexia@yunify.com> * update Signed-off-by: runzexia <runzexia@yunify.com> * update interface Signed-off-by: runzexia <runzexia@yunify.com> * update Signed-off-by: runzexia <runzexia@yunify.com> * credential op structs Signed-off-by: runzexia <runzexia@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * credential handler Signed-off-by: runzexia <runzexia@yunify.com> * update devopsoperator func Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * get build sonar Signed-off-by: runzexia <runzexia@yunify.com> * sonar handler * mv code to cilent Signed-off-by: runzexia <runzexia@yunify.com> * update Signed-off-by: runzexia <runzexia@yunify.com> * project member handler Signed-off-by: runzexia <runzexia@yunify.com> * update pipeline operator interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add tenant devops handler Signed-off-by: runzexia <runzexia@yunify.com> * update merge Signed-off-by: runzexia <runzexia@yunify.com> * clean Signed-off-by: runzexia <runzexia@yunify.com> * fmt Signed-off-by: runzexia <runzexia@yunify.com> * update ListPipelineRuns Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * complate pipelineOperator interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update HttpParameters Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add pipeline steps interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update pipeline GetNodesDetail Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add s2i api Signed-off-by: runzexia <runzexia@yunify.com> * add branch pipeline interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add scan branch interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add common interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add SCM interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add handler Signed-off-by: runzexia <runzexia@yunify.com> * add fake s3 Signed-off-by: runzexia <runzexia@yunify.com> * add webhook&check interface and update handler Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * clean Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * clean Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * format Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add some func Signed-off-by: runzexia <runzexia@yunify.com> * clean code Signed-off-by: runzexia <runzexia@yunify.com> * implement interface Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * fix interface GetBranchArtifacts Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add s2ibinary upload test Signed-off-by: runzexia <runzexia@yunify.com> * tenant devops Signed-off-by: runzexia <runzexia@yunify.com> * update tenant Signed-off-by: runzexia <runzexia@yunify.com> * fake Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add some unit test Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * add devops tenant handler Signed-off-by: runzexia <runzexia@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * status Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update fake test Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update unit test and fake data Signed-off-by: zhuxiaoyang <sunzhu@yunify.com> * update Co-authored-by: Xiaoyang Zhu <sunzhu@yunify.com>
342 lines
12 KiB
Go
342 lines
12 KiB
Go
/*
|
|
Copyright 2018 The KubeSphere Authors.
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package jenkins
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"github.com/PuerkitoBio/goquery"
|
|
"github.com/emicklei/go-restful"
|
|
"k8s.io/klog"
|
|
"kubesphere.io/kubesphere/pkg/simple/client/devops"
|
|
"net/http"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
const SSHCrenditalStaplerClass = "com.cloudbees.jenkins.plugins.sshcredentials.impl.BasicSSHUserPrivateKey"
|
|
const DirectSSHCrenditalStaplerClass = "com.cloudbees.jenkins.plugins.sshcredentials.impl.BasicSSHUserPrivateKey$DirectEntryPrivateKeySource"
|
|
const UsernamePassswordCredentialStaplerClass = "com.cloudbees.plugins.credentials.impl.UsernamePasswordCredentialsImpl"
|
|
const SecretTextCredentialStaplerClass = "org.jenkinsci.plugins.plaincredentials.impl.StringCredentialsImpl"
|
|
const KubeconfigCredentialStaplerClass = "com.microsoft.jenkins.kubernetes.credentials.KubeconfigCredentials"
|
|
const DirectKubeconfigCredentialStaperClass = "com.microsoft.jenkins.kubernetes.credentials.KubeconfigCredentials$DirectEntryKubeconfigSource"
|
|
const GLOBALScope = "GLOBAL"
|
|
|
|
type UsernamePasswordCredential struct {
|
|
Scope string `json:"scope"`
|
|
Id string `json:"id"`
|
|
Username string `json:"username"`
|
|
Password string `json:"password"`
|
|
Description string `json:"description"`
|
|
StaplerClass string `json:"stapler-class"`
|
|
}
|
|
|
|
type SshCredential struct {
|
|
Scope string `json:"scope"`
|
|
Id string `json:"id"`
|
|
Username string `json:"username"`
|
|
Passphrase string `json:"passphrase"`
|
|
KeySource PrivateKeySource `json:"privateKeySource"`
|
|
Description string `json:"description"`
|
|
StaplerClass string `json:"stapler-class"`
|
|
}
|
|
|
|
type SecretTextCredential struct {
|
|
Scope string `json:"scope"`
|
|
Id string `json:"id"`
|
|
Secret string `json:"secret"`
|
|
Description string `json:"description"`
|
|
StaplerClass string `json:"stapler-class"`
|
|
}
|
|
|
|
type KubeconfigCredential struct {
|
|
Scope string `json:"scope"`
|
|
Id string `json:"id"`
|
|
Description string `json:"description"`
|
|
KubeconfigSource KubeconfigSource `json:"kubeconfigSource"`
|
|
StaplerClass string `json:"stapler-class"`
|
|
}
|
|
|
|
type PrivateKeySource struct {
|
|
StaplerClass string `json:"stapler-class"`
|
|
PrivateKey string `json:"privateKey"`
|
|
}
|
|
|
|
type KubeconfigSource struct {
|
|
StaplerClass string `json:"stapler-class"`
|
|
Content string `json:"content"`
|
|
}
|
|
|
|
type CredentialResponse struct {
|
|
Id string `json:"id"`
|
|
TypeName string `json:"typeName"`
|
|
DisplayName string `json:"displayName"`
|
|
Fingerprint *struct {
|
|
FileName string `json:"file_name,omitempty" description:"Credential's display name and description"`
|
|
Hash string `json:"hash,omitempty" description:"Credential's hash"`
|
|
Usage []*struct {
|
|
Name string `json:"name,omitempty" description:"Jenkins pipeline full name"`
|
|
Ranges struct {
|
|
Ranges []*struct {
|
|
Start int `json:"start,omitempty" description:"Start build number"`
|
|
End int `json:"end,omitempty" description:"End build number"`
|
|
} `json:"ranges,omitempty"`
|
|
} `json:"ranges,omitempty" description:"The build number of all pipelines that use this credential"`
|
|
} `json:"usage,omitempty" description:"all usage of Credential"`
|
|
} `json:"fingerprint,omitempty" description:"usage of the Credential"`
|
|
Description string `json:"description,omitempty"`
|
|
Domain string `json:"domain"`
|
|
}
|
|
|
|
func NewSshCredential(id, username, passphrase, privateKey, description string) *SshCredential {
|
|
keySource := PrivateKeySource{
|
|
StaplerClass: DirectSSHCrenditalStaplerClass,
|
|
PrivateKey: privateKey,
|
|
}
|
|
|
|
return &SshCredential{
|
|
Scope: GLOBALScope,
|
|
Id: id,
|
|
Username: username,
|
|
Passphrase: passphrase,
|
|
KeySource: keySource,
|
|
Description: description,
|
|
StaplerClass: SSHCrenditalStaplerClass,
|
|
}
|
|
}
|
|
|
|
func NewUsernamePasswordCredential(id, username, password, description string) *UsernamePasswordCredential {
|
|
return &UsernamePasswordCredential{
|
|
Scope: GLOBALScope,
|
|
Id: id,
|
|
Username: username,
|
|
Password: password,
|
|
Description: description,
|
|
StaplerClass: UsernamePassswordCredentialStaplerClass,
|
|
}
|
|
}
|
|
|
|
func NewSecretTextCredential(id, secret, description string) *SecretTextCredential {
|
|
return &SecretTextCredential{
|
|
Scope: GLOBALScope,
|
|
Id: id,
|
|
Secret: secret,
|
|
Description: description,
|
|
StaplerClass: SecretTextCredentialStaplerClass,
|
|
}
|
|
}
|
|
|
|
func NewKubeconfigCredential(id, content, description string) *KubeconfigCredential {
|
|
credentialSource := KubeconfigSource{
|
|
StaplerClass: DirectKubeconfigCredentialStaperClass,
|
|
Content: content,
|
|
}
|
|
|
|
return &KubeconfigCredential{
|
|
Scope: GLOBALScope,
|
|
Id: id,
|
|
Description: description,
|
|
KubeconfigSource: credentialSource,
|
|
StaplerClass: KubeconfigCredentialStaplerClass,
|
|
}
|
|
}
|
|
|
|
func (j *Jenkins) GetCredentialInProject(projectId, id string, content bool) (*devops.Credential, error) {
|
|
responseStruct := &devops.Credential{}
|
|
|
|
domain := "_"
|
|
|
|
response, err := j.Requester.GetJSON(
|
|
fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/credential/%s", projectId, id),
|
|
responseStruct, map[string]string{
|
|
"depth": "2",
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.StatusCode != http.StatusOK {
|
|
return nil, errors.New(strconv.Itoa(response.StatusCode))
|
|
}
|
|
responseStruct.Domain = domain
|
|
if content {
|
|
|
|
}
|
|
contentString := ""
|
|
response, err = j.Requester.GetHtml(
|
|
fmt.Sprintf("/job/%s/credentials/store/folder/domain/%s/credential/%s/update", projectId, domain, id),
|
|
&contentString, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.StatusCode != http.StatusOK {
|
|
return nil, errors.New(strconv.Itoa(response.StatusCode))
|
|
}
|
|
stringReader := strings.NewReader(contentString)
|
|
doc, err := goquery.NewDocumentFromReader(stringReader)
|
|
if err != nil {
|
|
klog.Errorf("%+v", err)
|
|
return nil, restful.NewError(http.StatusInternalServerError, err.Error())
|
|
}
|
|
switch responseStruct.Type {
|
|
case devops.CredentialTypeKubeConfig:
|
|
content := &devops.KubeconfigCredential{}
|
|
doc.Find("textarea[name*=content]").Each(func(i int, selection *goquery.Selection) {
|
|
value := selection.Text()
|
|
content.Content = value
|
|
})
|
|
responseStruct.KubeconfigCredential = content
|
|
case devops.CredentialTypeUsernamePassword:
|
|
content := &devops.UsernamePasswordCredential{}
|
|
doc.Find("input[name*=username]").Each(func(i int, selection *goquery.Selection) {
|
|
value, _ := selection.Attr("value")
|
|
content.Username = value
|
|
})
|
|
|
|
responseStruct.UsernamePasswordCredential = content
|
|
case devops.CredentialTypeSsh:
|
|
content := &devops.SshCredential{}
|
|
doc.Find("input[name*=username]").Each(func(i int, selection *goquery.Selection) {
|
|
value, _ := selection.Attr("value")
|
|
content.Username = value
|
|
})
|
|
|
|
doc.Find("textarea[name*=privateKey]").Each(func(i int, selection *goquery.Selection) {
|
|
value := selection.Text()
|
|
content.PrivateKey = value
|
|
})
|
|
responseStruct.SshCredential = content
|
|
}
|
|
return responseStruct, nil
|
|
}
|
|
|
|
func (j *Jenkins) GetCredentialsInProject(projectId string) ([]*devops.Credential, error) {
|
|
domain := "_"
|
|
var responseStruct = &struct {
|
|
Credentials []*devops.Credential `json:"credentials"`
|
|
}{}
|
|
response, err := j.Requester.GetJSON(
|
|
fmt.Sprintf("/job/%s/credentials/store/folder/domain/_", projectId),
|
|
responseStruct, map[string]string{
|
|
"depth": "2",
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.StatusCode != http.StatusOK {
|
|
return nil, errors.New(strconv.Itoa(response.StatusCode))
|
|
}
|
|
for _, credential := range responseStruct.Credentials {
|
|
credential.Domain = domain
|
|
}
|
|
return responseStruct.Credentials, nil
|
|
|
|
}
|
|
|
|
func (j *Jenkins) CreateCredentialInProject(projectId string, credential *devops.Credential) (*string, error) {
|
|
|
|
var request interface{}
|
|
responseString := ""
|
|
switch credential.Type {
|
|
case devops.CredentialTypeUsernamePassword:
|
|
request = NewUsernamePasswordCredential(credential.Id,
|
|
credential.UsernamePasswordCredential.Username, credential.UsernamePasswordCredential.Password,
|
|
credential.Description)
|
|
|
|
case devops.CredentialTypeSsh:
|
|
request = NewSshCredential(credential.Id,
|
|
credential.SshCredential.Username, credential.SshCredential.Passphrase,
|
|
credential.SshCredential.PrivateKey, credential.Description)
|
|
case devops.CredentialTypeSecretText:
|
|
request = NewSecretTextCredential(credential.Id,
|
|
credential.SecretTextCredential.Secret, credential.Description)
|
|
case devops.CredentialTypeKubeConfig:
|
|
request = NewKubeconfigCredential(credential.Id,
|
|
credential.KubeconfigCredential.Content, credential.Description)
|
|
default:
|
|
err := fmt.Errorf("error unsupport credential type")
|
|
klog.Errorf("%+v", err)
|
|
return nil, restful.NewError(http.StatusBadRequest, err.Error())
|
|
}
|
|
|
|
response, err := j.Requester.Post(
|
|
fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/createCredentials", projectId),
|
|
nil, &responseString, map[string]string{
|
|
"json": makeJson(map[string]interface{}{
|
|
"credentials": request,
|
|
}),
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.StatusCode != http.StatusOK {
|
|
return nil, errors.New(strconv.Itoa(response.StatusCode))
|
|
}
|
|
return &credential.Id, nil
|
|
}
|
|
|
|
func (j *Jenkins) UpdateCredentialInProject(projectId string, credential *devops.Credential) (*string, error) {
|
|
|
|
requestContent := ""
|
|
switch credential.Type {
|
|
case devops.CredentialTypeUsernamePassword:
|
|
requestStruct := NewUsernamePasswordCredential(credential.Id,
|
|
credential.UsernamePasswordCredential.Username, credential.UsernamePasswordCredential.Password,
|
|
credential.Description)
|
|
requestContent = makeJson(requestStruct)
|
|
|
|
case devops.CredentialTypeSsh:
|
|
requestStruct := NewSshCredential(credential.Id,
|
|
credential.SshCredential.Username, credential.SshCredential.Passphrase,
|
|
credential.SshCredential.PrivateKey, credential.Description)
|
|
requestContent = makeJson(requestStruct)
|
|
case devops.CredentialTypeSecretText:
|
|
requestStruct := NewSecretTextCredential(credential.Id,
|
|
credential.SecretTextCredential.Secret, credential.Description)
|
|
requestContent = makeJson(requestStruct)
|
|
case devops.CredentialTypeKubeConfig:
|
|
requestStruct := NewKubeconfigCredential(credential.Id,
|
|
credential.KubeconfigCredential.Content, credential.Description)
|
|
requestContent = makeJson(requestStruct)
|
|
default:
|
|
err := fmt.Errorf("error unsupport credential type")
|
|
klog.Errorf("%+v", err)
|
|
return nil, restful.NewError(http.StatusBadRequest, err.Error())
|
|
}
|
|
response, err := j.Requester.Post(
|
|
fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/credential/%s/updateSubmit", projectId, credential.Id),
|
|
nil, nil, map[string]string{
|
|
"json": requestContent,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.StatusCode != http.StatusOK {
|
|
return nil, errors.New(strconv.Itoa(response.StatusCode))
|
|
}
|
|
return &credential.Id, nil
|
|
}
|
|
|
|
func (j *Jenkins) DeleteCredentialInProject(projectId, id string) (*string, error) {
|
|
response, err := j.Requester.Post(
|
|
fmt.Sprintf("/job/%s/credentials/store/folder/domain/_/credential/%s/doDelete", projectId, id),
|
|
nil, nil, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.StatusCode != http.StatusOK {
|
|
return nil, errors.New(strconv.Itoa(response.StatusCode))
|
|
}
|
|
return &id, nil
|
|
}
|