Merge pull request #19 from manicminer/max-merge-requests-age

Support max merge requests age

Author: manicminer

README.md

@@ -47,6 +47,8 @@ Written in Go, this is a cross-platform CLI utility that accepts the following r
         continue migrating until canceled
   -max-concurrency int
         how many projects to migrate in parallel (default 4)
+  -merge-requests-max-age string
+        optional maximum age in days of merge requests to migrate
   -migrate-pull-requests
         whether pull requests should be migrated
   -projects-csv string
@@ -59,6 +61,8 @@ Written in Go, this is a cross-platform CLI utility that accepts the following r
         report on primitives to be migrated instead of beginning migration
   -skip-invalid-merge-requests
         when true, will log and skip invalid merge requests instead of raising an error
+  -version
+        output version information
 ```
 
 ## Authentication
@@ -98,6 +102,8 @@ This tool also migrates merged/closed merge requests from your GitLab projects.
 
 If you have a large number of merge requests, or projects with a long history spanning many GitLab upgrades, you may wish to specify the `-skip-invalid-merge-requests` argument. This will cause the tool to emit INFO messages for merge requests that it considers invalid, such as those that are still marked as Open but have no source/head branch, or where there is no diff for a closed merge request. Without this option, an error will be logged instead.
 
+Similarly, you can specify a maximum age for merge requests to migrate with the `-merge-requests-max-age` argument, which is useful for 'topping off' projects that are already migrated.
+
 _Example migrated pull request (open)_
 
 ![example migrated open pull request](pr-example-open.jpeg)

main.go

@@ -32,6 +32,7 @@ const (
 var loop, report bool
 var deleteExistingRepos, enablePullRequests, renameMasterToMain, skipInvalidMergeRequests bool
 var githubDomain, githubRepo, githubToken, githubUser, gitlabDomain, gitlabProject, gitlabToken, projectsCsvPath, renameTrunkBranch string
+var mergeRequestsAge int
 
 var (
 	cache          *objectCache
@@ -86,19 +87,8 @@ func main() {
 
 	cache = newObjectCache()
 
-	githubToken = os.Getenv("GITHUB_TOKEN")
-	if githubToken == "" {
-		logger.Error("missing environment variable", "name", "GITHUB_TOKEN")
-		os.Exit(1)
-	}
-
-	gitlabToken = os.Getenv("GITLAB_TOKEN")
-	if gitlabToken == "" {
-		logger.Error("missing environment variable", "name", "GITLAB_TOKEN")
-		os.Exit(1)
-	}
-
 	var showVersion bool
+	var mergeRequestsAgeRaw string
 	fmt.Printf(fmt.Sprintf("gitlab-migrator %s\n", version))
 
 	flag.BoolVar(&loop, "loop", false, "continue migrating until canceled")
@@ -116,6 +106,7 @@ func main() {
 	flag.StringVar(&gitlabDomain, "gitlab-domain", defaultGitlabDomain, "specifies the GitLab domain to use")
 	flag.StringVar(&gitlabProject, "gitlab-project", "", "the GitLab project to migrate")
 	flag.StringVar(&projectsCsvPath, "projects-csv", "", "specifies the path to a CSV file describing projects to migrate (incompatible with -gitlab-project and -github-repo)")
+	flag.StringVar(&mergeRequestsAgeRaw, "merge-requests-max-age", "", "optional maximum age in days of merge requests to migrate")
 	flag.StringVar(&renameTrunkBranch, "rename-trunk-branch", "", "specifies the new trunk branch name (incompatible with -rename-master-to-main)")
 
 	flag.IntVar(&maxConcurrency, "max-concurrency", 4, "how many projects to migrate in parallel")
@@ -126,6 +117,18 @@ func main() {
 		return
 	}
 
+	githubToken = os.Getenv("GITHUB_TOKEN")
+	if githubToken == "" {
+		logger.Error("missing environment variable", "name", "GITHUB_TOKEN")
+		os.Exit(1)
+	}
+
+	gitlabToken = os.Getenv("GITLAB_TOKEN")
+	if gitlabToken == "" {
+		logger.Error("missing environment variable", "name", "GITLAB_TOKEN")
+		os.Exit(1)
+	}
+
 	if githubUser == "" {
 		githubUser = os.Getenv("GITHUB_USER")
 	}
@@ -150,6 +153,13 @@ func main() {
 		os.Exit(1)
 	}
 
+	if mergeRequestsAgeRaw != "" {
+		if mergeRequestsAge, err = strconv.Atoi(mergeRequestsAgeRaw); err != nil {
+			logger.Error("must specify an integer for -merge-requests-age")
+			os.Exit(1)
+		}
+	}
+
 	retryClient := &retryablehttp.Client{
 		HTTPClient:   cleanhttp.DefaultPooledClient(),
 		Logger:       nil,

project.go

@@ -11,6 +11,7 @@ import (
 	"sort"
 	"strconv"
 	"strings"
+	"time"
 
 	"github.com/go-git/go-billy/v5/memfs"
 	"github.com/go-git/go-git/v5"
@@ -242,6 +243,10 @@ func (p *project) migrateMergeRequests(ctx context.Context) {
 		Sort:    pointer("asc"),
 	}
 
+	if mergeRequestsAge > 0 {
+		opts.CreatedAfter = pointer(time.Now().AddDate(0, 0, -mergeRequestsAge))
+	}
+
 	logger.Debug("retrieving GitLab merge requests", "name", p.gitlabPath[1], "group", p.gitlabPath[0], "project_id", p.project.ID)
 	for {
 		result, resp, err := gl.MergeRequests.ListProjectMergeRequests(p.project.ID, opts)