From 04d4065211fd25b79ee2cdeaba1b59e769b6ede6 Mon Sep 17 00:00:00 2001
From: wanghaosq <shalldows@163.com>
Date: Fri, 10 Sep 2021 11:16:44 +0800
Subject: [PATCH] add codes for sigs migrate

---
 Dockerfile               |   7 +-
 pkg/cibot/note.go        |   5 +
 pkg/cibot/pullrequest.go | 412 +++++++++++++++++++++++++++++++++++++++
 pkg/cibot/sighandler.go  |   9 +-
 pkg/cibot/utils.go       |   2 +
 5 files changed, 429 insertions(+), 6 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 9cdfccd..0a009ac 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,9 +3,10 @@ FROM golang:1.12.1-alpine3.9 AS builder
 COPY . /go/src/gitee.com/openeuler/ci-bot
 
 RUN apk --no-cache update && \
-apk --no-cache upgrade && \
-CGO_ENABLED=1 go build -v -o /usr/local/bin/ci-bot -ldflags="-w -s -extldflags -static" \
-gitee.com/openeuler/ci-bot/cmd/cibot
+    apk add git && \
+    apk --no-cache upgrade && \
+    CGO_ENABLED=1 go build -v -o /usr/local/bin/ci-bot -ldflags="-w -s -extldflags -static" \
+    gitee.com/openeuler/ci-bot/cmd/cibot
 
 RUN mkdir -p /bot
 
diff --git a/pkg/cibot/note.go b/pkg/cibot/note.go
index a8f05fc..7ecf962 100644
--- a/pkg/cibot/note.go
+++ b/pkg/cibot/note.go
@@ -110,4 +110,9 @@ func (s *Server) HandleNoteEvent(event *gitee.NoteEvent) {
 			glog.Error(err)
 		}
 	}
+
+	//retry
+	if RegRetry.MatchString(event.Comment.Body){
+		s.watchSigMaturityChange(event)
+	}
 }
diff --git a/pkg/cibot/pullrequest.go b/pkg/cibot/pullrequest.go
index c83e84b..a6e8a86 100644
--- a/pkg/cibot/pullrequest.go
+++ b/pkg/cibot/pullrequest.go
@@ -3,8 +3,13 @@ package cibot
 import (
 	"encoding/base64"
 	"fmt"
+	"gopkg.in/yaml.v2"
 	"io/ioutil"
+	"os"
+	"os/exec"
+	"path/filepath"
 	"strings"
+	"time"
 
 	"gitee.com/openeuler/ci-bot/pkg/cibot/database"
 	"gitee.com/openeuler/go-gitee/gitee"
@@ -571,6 +576,8 @@ func (s *Server) MergePullRequest(event *gitee.NoteEvent) error {
 					glog.Errorf("unable to merge pull request. err: %v", err)
 					return fmt.Errorf(`The pull request merge failed, please use command "/check-pr" to try again. `)
 				}
+				glog.Info("call watchSigMaturityChange")
+				s.watchSigMaturityChange(event)
 			}
 		}
 	} else {
@@ -704,3 +711,408 @@ func (s *Server) checkPrHasSetReviewer(pre *gitee.PullRequestEvent) bool {
 	}
 	return false
 }
+
+// added codes for sigs migration
+// get sig name which sig's field maturity is archived
+func (s *Server) getSigFolderMigrate (sy SigsYaml) (nameList []string, err error){
+	yamlFile, err := ioutil.ReadFile("/bot/community/sig/sigs.yaml")
+	if err != nil{
+		glog.Infof("read file error: %v", err)
+		return nameList, err
+	}
+	err = yaml.Unmarshal(yamlFile, &sy)
+	if err != nil{
+		glog.Infof("yaml unmarshall failed, error: %v", err)
+		return nameList, err
+	}
+	mapSigNameMaturity := make(map[string]string)
+	mapSigNameRepo := make(map[string][]string)
+	sigs := sy.Sigs
+	for _, sig :=range sigs{
+		if sig.Maturity == "achived"{
+			mapSigNameMaturity[sig.Name] = sig.Maturity
+			nameList = append(nameList, sig.Name)
+			for _, repo := range sig.Repositories {
+				mapSigNameRepo[sig.Name] = append(mapSigNameRepo[sig.Name], repo)
+			}
+		}
+	}
+	return nameList, err
+}
+
+//check ARCHIVED Folder which sig has already exited  return a exitFileList that exits in ARCHIVED folder
+func (s *Server) checkSigExits()(exitFileList []string, err error){
+	path := "/bot/community/sig/ARCHIVED/"
+	var pathUseful bool
+	_, err = os.Stat(path)
+	if err != nil && os.IsNotExist(err) {
+		pathUseful = false
+		glog.Infof("os.Stat error: %v", err)
+	}else{
+		pathUseful = true
+	}
+	if pathUseful{
+		dirs, err := ioutil.ReadDir(path)
+		if err != nil{
+			glog.Errorf("readDir failed, %v", err)
+			return exitFileList, err
+		}
+		for _, dir := range dirs{
+			if dir.IsDir(){
+				exitFileList = append(exitFileList, dir.Name())
+			}
+		}
+	}else{
+		return exitFileList, nil
+	}
+	return exitFileList, err
+}
+
+// get folder list which needs to migrate
+func (s *Server) migrateFilesInSigFolder(nameList []string, exitFileList []string)(needToMigrateList []string){
+	if len(exitFileList) == 0{
+		for _, f := range nameList{
+			needToMigrateList = append(needToMigrateList, f)
+		}
+		return
+	}
+	for _, f := range nameList{
+		for i:=0;i<len(exitFileList);i++{
+			if f == exitFileList[i]{
+				break
+			}else{
+				if len(exitFileList) == (i+1){
+					needToMigrateList = append(needToMigrateList, f)
+				}
+			}
+		}
+	}
+	glog.Infof("needToMigrateList is %v", needToMigrateList)
+	return
+}
+
+// move sig folders to ARCHIVED
+func (s *Server) moveFolder(needToMigrateList []string) (err error) {
+	srcPath := "/bot/community/sig"
+	targetPath := "/bot/community/sig/ARCHIVED"
+	err = os.MkdirAll(targetPath, 0666)
+	if err != nil {
+		glog.Errorf("create ARCHIVED folder failed, %v", err)
+		return err
+	}
+	for _, sig := range needToMigrateList{
+		cmd := exec.Command("mv", "-f", filepath.Join(srcPath, sig), targetPath)
+		err = cmd.Run()
+		if err != nil {
+			glog.Infof("mv folders failed, %v", err)
+			return err
+		}
+		err = os.RemoveAll(filepath.Join(srcPath, sig))
+		if err != nil{
+			glog.Errorf("remove folders failed, %v", err)
+			return err
+		}
+	}
+	return err
+}
+
+//check branch exit
+func (s *Server) checkBranchExit(event *gitee.NoteEvent, branch string) (branchExit bool, err error){
+	owner := event.Repository.Namespace
+	repo := event.Repository.Path
+	opts := &gitee.GetV5ReposOwnerRepoBranchesOpts{}
+	opts.AccessToken = optional.NewString(s.Config.GiteeToken)
+	branches, _, err := s.GiteeClient.RepositoriesApi.GetV5ReposOwnerRepoBranches(s.Context, owner, repo, opts)
+	if err != nil {
+		glog.Infof("get all branches failed, %v", err)
+		return branchExit, err
+	}
+	for _, v := range branches{
+		if branch == v.Name{
+			branchExit = true
+			break
+		}else{
+			branchExit = false
+		}
+	}
+	return branchExit, err
+}
+
+//create branch
+func (s *Server) createBranch(event *gitee.NoteEvent, branchName string) (err error){
+	owner := event.Repository.Namespace
+	repo := event.Repository.Path
+	body := gitee.CreateBranchParam{}
+	body.AccessToken = s.Config.GiteeToken
+	body.Refs = "master"
+	body.BranchName = branchName
+	_, _, err = s.GiteeClient.RepositoriesApi.PostV5ReposOwnerRepoBranches(s.Context, owner, repo, body)
+	if err != nil {
+		glog.Infof("create branch failed, %v", err)
+		return err
+	}
+	glog.Info("create branch success")
+	return err
+}
+
+//check pr exit
+func (s *Server) checkPullRequest(event *gitee.NoteEvent, branch string) (prExit bool, err error){
+	owner := event.Repository.Namespace
+	repo := event.Repository.Path
+	body := gitee.GetV5ReposOwnerRepoPullsOpts{}
+	body.AccessToken = optional.NewString(s.Config.GiteeToken)
+	body.Head = optional.NewString(branch)
+	body.Base = optional.NewString("master")
+	body.State = optional.NewString("open")
+	prs, _, err := s.GiteeClient.PullRequestsApi.GetV5ReposOwnerRepoPulls(s.Context, owner, repo, &body)
+	if err != nil {
+		glog.Errorf("check pr exit failed, %v", err)
+		return prExit, err
+	}
+	if len(prs) == 0{
+		prExit = false
+	}else{
+		prExit = true
+	}
+	return prExit, err
+}
+
+//create pull request
+func (s *Server) createPullRequest(event *gitee.NoteEvent, branch string) (err error){
+	owner := event.Repository.Namespace
+	repo := event.Repository.Path
+	body := gitee.CreatePullRequestParam{}
+	body.AccessToken = s.Config.GiteeToken
+	body.Title = "move sigs to ARCHIVED folder by maturity is archived"
+	body.Head = branch
+	body.Base = "master"
+	_, _, err = s.GiteeClient.PullRequestsApi.PostV5ReposOwnerRepoPulls(s.Context, owner, repo, body)
+	if err != nil{
+		glog.Errorf("create pull request failed, %v", err)
+		return err
+	}
+	glog.Infof("create pull request success")
+	return
+}
+
+// functions of git operation
+func (s *Server) cmdGitCloneCommand(name string, args ...string)error{
+	gitPath := "/bot/"
+	cmd := exec.Command(name, args ...)
+	cmd.Dir = gitPath
+	_, err := cmd.CombinedOutput()
+	if err != nil{
+		glog.Infof("git clone failed, error: %v", err)
+		return err
+	}
+	glog.Info("git clone success")
+	return err
+}
+
+func (s *Server) cmdGitOtherCommand(name string, args...string)(err error){
+	gitPath := "/bot/community/"
+	cmd := exec.Command(name, args ...)
+	cmd.Dir = gitPath
+	_, err = cmd.CombinedOutput()
+	if err != nil{
+		glog.Infof("%v failed: %v", cmd, err)
+		return err
+	}
+	return err
+}
+
+// git clone
+func (s *Server) cloneCode() error{
+	var exitFlag bool
+	gitPath := fmt.Sprintf("https://openeuler-ci-bot:%s@gitee.com/openeuler/community.git", s.Config.GiteeToken)
+	workPlace := "/bot/community"
+	_, err := os.Stat(workPlace)
+	if err != nil && os.IsNotExist(err) {
+		exitFlag = false
+	}else{
+		exitFlag = true
+		err = os.RemoveAll(workPlace)
+		if err != nil{
+			glog.Infof("remove failed: %v", err)
+			return err
+		}
+	}
+	if exitFlag{
+		glog.Info("git clone start")
+		err = s.cmdGitCloneCommand("git", "clone", gitPath, workPlace)
+		if err != nil{
+			return err
+		}
+	}else{
+		glog.Info("git clone start")
+		err = s.cmdGitCloneCommand("git", "clone", gitPath, workPlace)
+		if err != nil{
+			return err
+		}
+	}
+	return err
+}
+
+//git checkout feature/move-sig-to-ARCHIVED
+func (s *Server) gitCheckOut(branchName string) (err error){
+	err = s.cmdGitOtherCommand("git", "checkout", branchName)
+	if err != nil{
+		glog.Infof("git checkout failed %v", err)
+		return err
+	}
+	return err
+}
+
+// git add git commit
+func (s *Server) gitAddAndCommit()(err error){
+	err = s.cmdGitOtherCommand("git", "add", ".")
+	if err != nil{
+		return err
+	}
+	glog.Info("git add success")
+	time.Sleep(1000 * time.Millisecond)
+	err = s.cmdGitOtherCommand("git", "commit", "-m", fmt.Sprintf("make sigs migrate-%d", time.Now().Unix()))
+	if err != nil{
+		return err
+	}
+	glog.Info("git commit success")
+	time.Sleep(1000 * time.Millisecond)
+	return err
+}
+
+// git push
+func (s *Server) gitPush() (err error){
+	err = s.cmdGitOtherCommand("git", "push")
+	if err != nil{
+		return err
+	}
+	glog.Info("git push success")
+	return err
+}
+
+func(s *Server) watchSigMaturityChange(event *gitee.NoteEvent){
+	branchName := "feature/move-sig-to-ARCHIVED"
+	isExit, err := s.checkBranchExit(event, branchName)
+	if err != nil {
+		return
+	}
+	if isExit{
+		glog.Infof("branch %v has already created", branchName)
+	}else{
+		err = s.createBranch(event, branchName)
+		if err != nil {
+			return
+		}
+	}
+	err = s.cloneCode()
+	for i:=0;i<3;i++{
+		if err != nil{
+			glog.Infof("retry clone code %v times", i)
+			err = s.cloneCode()
+		}else{
+			break
+		}
+	}
+	if err != nil{
+		comment := fmt.Sprintf("openeuler-ci-bot has retried to clone codes for 3 times, but something wrong occured, please add /retry to comment to retry")
+		owner := event.Repository.Namespace
+		repo := event.Repository.Path
+		number := event.PullRequest.Number
+		cBody := gitee.PullRequestCommentPostParam{}
+		cBody.AccessToken = s.Config.GiteeToken
+		cBody.Body = fmt.Sprintf(comment)
+		_, _, err = s.GiteeClient.PullRequestsApi.PostV5ReposOwnerRepoPullsNumberComments(s.Context, owner, repo, number, cBody)
+		if err != nil{
+			glog.Info("Add /retry comment failed. err: %v", err)
+		}
+		return
+	}
+	var sy SigsYaml
+	nameList, err := s.getSigFolderMigrate(sy)
+	if err != nil {
+		return
+	}
+	if len(nameList) == 0{
+		glog.Infof("sigs' fields maturity in sigs.yaml are not changed")
+		return
+	}
+	err = s.gitCheckOut(branchName)
+	if err != nil {
+		return
+	}
+	glog.Infof("sigs' that field maturity has been changed to archived are: %v", nameList)
+	exitFileList, err := s.checkSigExits()
+	if err != nil{
+		return
+	}
+	glog.Infof("ARCHIVED folder already has sigs: %v", exitFileList)
+	needToMigrateList := s.migrateFilesInSigFolder(nameList, exitFileList)
+	if len(needToMigrateList) == 0{
+		glog.Info("no folder needs to be migrated")
+		return
+	}
+	glog.Infof("sigs need to be migrated: %v", needToMigrateList)
+	err = s.moveFolder(needToMigrateList)
+	if err != nil{
+		glog.Infof("step of moveFolder failed: %v", err)
+		return
+	}
+	err = s.gitAddAndCommit()
+	if err != nil{
+		glog.Infof("step of add and commit failed: %v", err)
+		return
+	}
+	err = s.gitPush()
+	for j:=0;j<3;j++{
+		if err != nil{
+			err = s.gitPush()
+			glog.Infof("retry to push code %v times", j)
+		}else{
+			break
+		}
+	}
+	if err != nil {
+		comment := fmt.Sprintf("openeuler-ci-bot has retried to push codes for 3 times, but something wrong occured, please add /retry to comment to retry")
+		owner := event.Repository.Namespace
+		repo := event.Repository.Path
+		number := event.PullRequest.Number
+		cBody := gitee.PullRequestCommentPostParam{}
+		cBody.AccessToken = s.Config.GiteeToken
+		cBody.Body = fmt.Sprintf(comment)
+		_, _, err = s.GiteeClient.PullRequestsApi.PostV5ReposOwnerRepoPullsNumberComments(s.Context, owner, repo, number, cBody)
+		if err != nil{
+			glog.Info("Add /retry comment failed. err: %v", err)
+		}
+		return
+	}
+	prExit, err := s.checkPullRequest(event, branchName)
+	if err != nil {
+		return
+	}
+	if prExit {
+		glog.Infof("pull request from %v to master has already created", branchName)
+	}else{
+		err = s.createPullRequest(event, branchName)
+		if err != nil {
+			return
+		}
+	}
+}
+
+// set git config
+func (handler *SigHandler) setGitConfig() (err error){
+	cmd := exec.Command("git", "config", "--global", "user.name", "openeuler-ci-bot")
+	err = cmd.Run()
+	if err != nil {
+		glog.Infof("set git name config failed error: %v", err)
+		return err
+	}
+	time.Sleep(1000*time.Millisecond)
+	cmd = exec.Command("git", "config", "--global", "user.email", "80474298@qq.com")
+	err = cmd.Run()
+	if err != nil{
+		glog.Infof("set git email config failed error: %v", err)
+		return err
+	}
+	return err
+}
\ No newline at end of file
diff --git a/pkg/cibot/sighandler.go b/pkg/cibot/sighandler.go
index 6d70c93..93bff0c 100644
--- a/pkg/cibot/sighandler.go
+++ b/pkg/cibot/sighandler.go
@@ -27,6 +27,7 @@ type SigsYaml struct {
 type Sig struct {
 	Name         string   `yaml:"name"`
 	Repositories []string `yaml:"repositories"`
+	Maturity     string   `yaml:"maturity"`
 }
 
 // Serve
@@ -124,7 +125,11 @@ func (handler *SigHandler) watch() {
 	if len(handler.Config.WatchSigFiles) == 0 {
 		return
 	}
-
+	glog.Info("begin to set git config")
+	err := handler.setGitConfig()
+	if err != nil{
+		return
+	}
 	for {
 		watchDuration := handler.Config.WatchSigFileDuration
 		for _, wf := range handler.Config.WatchSigFiles {
@@ -216,7 +221,6 @@ func (handler *SigHandler) watch() {
 				}
 			}
 		}
-
 		// watch duration
 		glog.Info("end to serve in sig")
 		time.Sleep(time.Duration(watchDuration) * time.Second)
@@ -460,4 +464,3 @@ func (s *Server) getSigNameFromRepo(repoName string) (sigName string) {
 	glog.Infof("end to add sig repos for %s", sigName)
 	return
 }
-
diff --git a/pkg/cibot/utils.go b/pkg/cibot/utils.go
index 540238d..d8bbf8f 100644
--- a/pkg/cibot/utils.go
+++ b/pkg/cibot/utils.go
@@ -58,6 +58,8 @@ var (
 	RegUnAssign = regexp.MustCompile(`(?mi)^/unassign(( @?[-\w]+?)*)\s*$`)
 	// RegCheckPr
 	RegCheckPr = regexp.MustCompile(`(?mi)^/check-pr\s*$`)
+	// RegRetry
+	RegRetry = regexp.MustCompile(`(?mi)^/retry\s*$`)
 )
 
 // UrlEncode replcae special chars in url
-- 
Gitee