Update release process TASKS
[arvados-dev.git] / cmd / art / redmine.go
index e02bb473e9119b55beb1abe5dac077030788d396..e0aa803e41ef1c24ca1d03713d40c015677e5224 100644 (file)
@@ -13,6 +13,7 @@ import (
        "regexp"
        "sort"
        "strconv"
+       "sync"
        "time"
 
        "git.arvados.org/arvados-dev.git/lib/redmine"
@@ -43,6 +44,32 @@ func init() {
        }
        issuesCmd.AddCommand(associateIssueCmd)
 
+
+       setIssueSprintCmd.Flags().IntP("sprint", "r", 0, "Redmine sprint ID")
+       err = setIssueSprintCmd.MarkFlagRequired("sprint")
+       if err != nil {
+               log.Fatalf(err.Error())
+       }
+       setIssueSprintCmd.Flags().IntP("issue", "i", 0, "Redmine issue ID")
+       err = setIssueSprintCmd.MarkFlagRequired("issue")
+       if err != nil {
+               log.Fatalf(err.Error())
+       }
+       issuesCmd.AddCommand(setIssueSprintCmd)
+
+       associateOrphans.Flags().IntP("release", "r", 0, "Redmine release ID")
+       err = associateOrphans.MarkFlagRequired("release")
+       if err != nil {
+               log.Fatalf(err.Error())
+       }
+       associateOrphans.Flags().StringP("project", "p", "", "Redmine project name")
+       err = associateOrphans.MarkFlagRequired("project")
+       if err != nil {
+               log.Fatalf(err.Error())
+       }
+       associateOrphans.Flags().BoolP("dry-run", "", false, "Only report what will happen without making any change")
+       issuesCmd.AddCommand(associateOrphans)
+
        findAndAssociateIssuesCmd.Flags().IntP("release", "r", 0, "Redmine release ID")
        err = findAndAssociateIssuesCmd.MarkFlagRequired("release")
        if err != nil {
@@ -60,6 +87,11 @@ func init() {
        }
        findAndAssociateIssuesCmd.Flags().BoolP("auto-set", "a", false, "Associate issues without existing release without prompting")
        findAndAssociateIssuesCmd.Flags().BoolP("skip-release-change", "s", false, "Skip issues already assigned to another release (do not prompt)")
+       findAndAssociateIssuesCmd.Flags().StringP("source-repo", "", "https://github.com/arvados/arvados.git", "Source repository to clone from")
+       if err != nil {
+               log.Fatalf(err.Error())
+       }
+
        issuesCmd.AddCommand(findAndAssociateIssuesCmd)
 
        createReleaseIssueCmd.Flags().StringP("new-release-version", "n", "", "Semantic version number of the new release")
@@ -118,6 +150,134 @@ var issuesCmd = &cobra.Command{
                "\nThe REDMINE_APIKEY environment variable must be set to your redmine API key.",
 }
 
+var associateOrphans = &cobra.Command{
+       Use:   "associate-orphans", // FIXME
+       Short: "Find open issues without a release and version, assign them to the given release",
+       Long: "Find open issues without a release and version, assign them to the given release.\n" +
+               "\nThe REDMINE_ENDPOINT environment variable must be set to the base URL of your redmine server." +
+               "\nThe REDMINE_APIKEY environment variable must be set to your redmine API key.",
+       Run: func(cmd *cobra.Command, args []string) {
+               rID, err := cmd.Flags().GetInt("release")
+               if err != nil {
+                       fmt.Printf("Error converting Redmine release ID to integer: %s", err)
+                       os.Exit(1)
+               }
+               pName, err := cmd.Flags().GetString("project")
+               if err != nil {
+                       log.Fatalf("Error getting the requested project name: %s", err)
+               }
+               dryRun, err := cmd.Flags().GetBool("dry-run")
+               if err != nil {
+                       log.Fatalf("Error getting the dry-run parameter")
+               }
+
+               rm := redmine.NewClient(conf.Endpoint, conf.Apikey)
+               p, err := rm.GetProjectByName(pName)
+               if err != nil {
+                       log.Fatalf("Error retrieving project ID for '%s': %s", pName, err)
+               }
+               r, err := rm.GetRelease(rID)
+               if err != nil {
+                       log.Fatalf("Error retrieving release '%d': %s", rID, err)
+               }
+               flt := redmine.IssueFilter{
+                       StatusID:  "open",
+                       ProjectID: fmt.Sprintf("%d", p.ID),
+                       // No values assigned on the following fields. It seems that using
+                       // an empty string is interpreted as 'any value'. The documentation
+                       // isn't clear, but after some trial & error, '!*' seems to do the trick.
+                       // https://www.redmine.org/projects/redmine/wiki/Rest_Issues
+                       ReleaseID: "!*",
+                       VersionID: "!*",
+                       ParentID:  "!*",
+               }
+               issues, err := rm.FilteredIssues(&flt)
+               if err != nil {
+                       fmt.Printf("Error requesting unassigned open issues from project %d: %s", p.ID, err)
+               }
+               fmt.Printf("Found %d issues from project '%s' to assign to release '%s'...\n", len(issues), p.Name, r.Name)
+
+               type job struct {
+                       issue  redmine.Issue
+                       rID    int
+                       dryRun bool
+               }
+               type result struct {
+                       msg     string
+                       success bool
+               }
+               var wg sync.WaitGroup
+               jobs := make(chan job, len(issues))
+               results := make(chan result, len(issues))
+
+               worker := func(id int, jobs <-chan job, results chan<- result) {
+                       for j := range jobs {
+                               msg := fmt.Sprintf("#%d - %s ", j.issue.ID, j.issue.Subject)
+                               success := true
+                               if !j.dryRun {
+                                       err = rm.SetRelease(j.issue, j.rID)
+                                       if err != nil {
+                                               success = false
+                                               msg = fmt.Sprintf("%s [error] (%s)\n", msg, err)
+                                       } else {
+                                               msg = fmt.Sprintf("%s [changed]\n", msg)
+                                       }
+                               } else {
+                                       msg = fmt.Sprintf("%s [skipped]\n", msg)
+                               }
+                               results <- result{
+                                       msg:     msg,
+                                       success: success,
+                               }
+                       }
+               }
+
+               wn := 8
+               if len(issues) < wn {
+                       wn = len(issues)
+               }
+               for w := 1; w <= wn; w++ {
+                       wg.Add(1)
+                       w := w
+                       go func() {
+                               defer wg.Done()
+                               worker(w, jobs, results)
+                       }()
+               }
+
+               for _, issue := range issues {
+                       jobs <- job{
+                               issue:  issue,
+                               rID:    rID,
+                               dryRun: dryRun,
+                       }
+               }
+               close(jobs)
+
+               succeded := true
+               errCount := 0
+               var wg2 sync.WaitGroup
+               wg2.Add(1)
+               go func() {
+                       defer wg2.Done()
+                       for r := range results {
+                               fmt.Printf(r.msg)
+                               if !r.success {
+                                       succeded = false
+                                       errCount += 1
+                               }
+                       }
+               }()
+
+               wg.Wait()
+               close(results)
+               wg2.Wait()
+               if !succeded {
+                       log.Fatalf("Warning: %d error(s) found.", errCount)
+               }
+       },
+}
+
 var associateIssueCmd = &cobra.Command{
        Use:   "associate",
        Short: "Associate an issue with a release",
@@ -165,6 +325,54 @@ var associateIssueCmd = &cobra.Command{
        },
 }
 
+
+var setIssueSprintCmd = &cobra.Command{
+       Use:   "set-sprint",
+       Short: "Set sprint for issue",
+       Long: "Set the sprint for an issue.\n" +
+               "\nThe REDMINE_ENDPOINT environment variable must be set to the base URL of your redmine server." +
+               "\nThe REDMINE_APIKEY environment variable must be set to your redmine API key.",
+       Run: func(cmd *cobra.Command, args []string) {
+               issueID, err := cmd.Flags().GetInt("issue")
+               if err != nil {
+                       fmt.Printf("Error converting Redmine issue ID to integer: %s", err)
+                       os.Exit(1)
+               }
+
+               sprintID, err := cmd.Flags().GetInt("sprint")
+               if err != nil {
+                       fmt.Printf("Error converting Redmine sprint ID to integer: %s", err)
+                       os.Exit(1)
+               }
+
+               redmine := redmine.NewClient(conf.Endpoint, conf.Apikey)
+
+               i, err := redmine.GetIssue(issueID)
+               if err != nil {
+                       fmt.Printf("%s\n", err.Error())
+                       os.Exit(1)
+               }
+
+               var setIt bool
+               if i.FixedVersion == nil {
+                       setIt = true
+               } else if i.FixedVersion.ID != sprintID {
+                       setIt = true
+               }
+               if setIt {
+                       err = redmine.SetSprint(*i, sprintID)
+                       if err != nil {
+                               fmt.Printf("%s\n", err.Error())
+                               os.Exit(1)
+                       } else {
+                               fmt.Printf("[changed] sprint for issue %d set to %d\n", i.ID, sprintID)
+                       }
+               } else {
+                       fmt.Printf("[ok] sprint for issue %d was already set to %d, not updating\n", i.ID, i.FixedVersion.ID)
+               }
+       },
+}
+
 func checkError(err error) {
        if err != nil {
                fmt.Printf("%s\n", err.Error())
@@ -172,6 +380,13 @@ func checkError(err error) {
        }
 }
 
+func checkError2(msg string, err error) {
+       if err != nil {
+               fmt.Printf("%s: %s\n", msg, err.Error())
+               os.Exit(1)
+       }
+}
+
 var findAndAssociateIssuesCmd = &cobra.Command{
        Use:   "find-and-associate",
        Short: "Find all issue numbers to associate with a release, and associate them",
@@ -206,6 +421,11 @@ var findAndAssociateIssuesCmd = &cobra.Command{
                        log.Fatal(fmt.Errorf("Error getting skip-release-change value: %s", err))
                        return
                }
+               arvRepo, err := cmd.Flags().GetString("source-repo")
+               if err != nil {
+                       log.Fatal(fmt.Errorf("Error getting source-repo value: %s", err))
+                       return
+               }
 
                if len(previousReleaseTag) < 5 || len(previousReleaseTag) > 8 {
                        log.Fatal(fmt.Errorf("The previous-release-tag argument is of an unexpected format. Expecting a semantic version (e.g. 2.3.0)"))
@@ -217,15 +437,20 @@ var findAndAssociateIssuesCmd = &cobra.Command{
                }
 
                // Clone the repo in memory
-               fmt.Println("Cloning https://github.com/arvados/arvados.git")
+
+               // our own arvados repo won't clone,
+               //arvRepo := "https://git.arvados.org/arvados.git"
+               //arvRepo := "https://github.com/arvados/arvados.git"
+
+               fmt.Println("Cloning " + arvRepo)
                repo, err := git.Clone(memory.NewStorage(), nil, &git.CloneOptions{
-                       URL: "https://github.com/arvados/arvados.git",
+                       URL: arvRepo,
                })
                checkError(err)
                fmt.Println("... done")
                fmt.Println()
                start, err := repo.ResolveRevision(plumbing.Revision("refs/tags/" + previousReleaseTag))
-               checkError(err)
+               checkError2("repo.ResolveRevision", err)
                fmt.Printf("previous-release-tag: %s (%s)\n", previousReleaseTag, start)
                fmt.Printf("new-release-commit: %s\n", newReleaseCommitHash)
                fmt.Println()
@@ -233,7 +458,7 @@ var findAndAssociateIssuesCmd = &cobra.Command{
                // Build the exclusion list
                seen := make(map[plumbing.Hash]bool)
                excludeIter, err := repo.Log(&git.LogOptions{From: *start, Order: git.LogOrderCommitterTime})
-               checkError(err)
+               checkError2("repo.Log", err)
                excludeIter.ForEach(func(c *object.Commit) error {
                        seen[c.Hash] = true
                        return nil
@@ -248,11 +473,11 @@ var findAndAssociateIssuesCmd = &cobra.Command{
                }
 
                headCommit, err := repo.CommitObject(plumbing.NewHash(newReleaseCommitHash))
-               checkError(err)
+               checkError2("repo.CommitObject", err)
 
                iter := object.NewFilterCommitIter(headCommit, &isValid, nil)
 
-               issues := make(map[int]bool)
+               issues := make(map[int]string)
                re := regexp.MustCompile(`Merge branch `)
                reNotMain := regexp.MustCompile(`Merge branch .(main|master)`)
                reIssueRef := regexp.MustCompile(`(Closes|closes|Refs|refs|Fixes|fixes) #(\d+)`)
@@ -265,7 +490,7 @@ var findAndAssociateIssuesCmd = &cobra.Command{
                                        if err != nil {
                                                checkError(err)
                                        }
-                                       issues[i] = true
+                                       issues[i] = fmt.Sprintf("%s: %s", c.Hash, c.Message)
                                }
                        }
 
@@ -297,6 +522,7 @@ var findAndAssociateIssuesCmd = &cobra.Command{
                                continue
                        }
                        fmt.Println(i.Subject)
+                       fmt.Println(issues[k])
 
                        if i.Release != nil && i.Release["release"].ID != 0 {
                                if i.Release["release"].ID == releaseID {