add multiple deletion of GC (#18855)

User can specify the workers when to issue an GC execution, the maxium count of workers is 5. Signed-off-by: wang yan <[email protected]>
goharbor · Jun 29, 2023 · 7435c8c · 7435c8c
1 parent 02a1c41
commit 7435c8c
Show file tree

Hide file tree

Showing 16 changed files with 523 additions and 135 deletions.
diff --git a/src/controller/gc/controller.go b/src/controller/gc/controller.go
@@ -78,6 +78,7 @@ func (c *controller) Start(ctx context.Context, policy Policy, trigger string) (
 	para := make(map[string]interface{})
 	para["delete_untagged"] = policy.DeleteUntagged
 	para["dry_run"] = policy.DryRun
+	para["workers"] = policy.Workers
 	para["redis_url_reg"] = policy.ExtraAttrs["redis_url_reg"]
 	para["time_window"] = policy.ExtraAttrs["time_window"]
 
@@ -233,6 +234,7 @@ func convertTask(task *task.Task) *Task {
 		RunCount:       task.RunCount,
 		DeleteUntagged: task.GetBoolFromExtraAttrs("delete_untagged"),
 		DryRun:         task.GetBoolFromExtraAttrs("dry_run"),
+		Workers:        int(task.GetNumFromExtraAttrs("workers")),
 		JobID:          task.JobID,
 		CreationTime:   task.CreationTime,
 		StartTime:      task.StartTime,

diff --git a/src/controller/gc/model.go b/src/controller/gc/model.go
@@ -23,6 +23,7 @@ type Policy struct {
 	Trigger        *Trigger               `json:"trigger"`
 	DeleteUntagged bool                   `json:"deleteuntagged"`
 	DryRun         bool                   `json:"dryrun"`
+	Workers        int                    `json:"workers"`
 	ExtraAttrs     map[string]interface{} `json:"extra_attrs"`
 }
 
@@ -60,6 +61,7 @@ type Task struct {
 	RunCount       int32
 	DeleteUntagged bool
 	DryRun         bool
+	Workers        int
 	JobID          string
 	CreationTime   time.Time
 	StartTime      time.Time

diff --git a/src/go.mod b/src/go.mod
@@ -162,6 +162,7 @@ require (
 	go.uber.org/atomic v1.7.0 // indirect
 	go.uber.org/multierr v1.6.0 // indirect
 	go.uber.org/zap v1.19.0 // indirect
+	golang.org/x/sync v0.3.0
 	golang.org/x/sys v0.7.0 // indirect
 	golang.org/x/term v0.7.0 // indirect
 	google.golang.org/api v0.110.0 // indirect

diff --git a/src/go.sum b/src/go.sum
@@ -1521,6 +1521,8 @@ golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJ
 golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.3.0 h1:ftCYgMx6zT/asHUrPw8BLLscYtGznsLAnjq5RH9P66E=
+golang.org/x/sync v0.3.0/go.mod h1:FU7BRWz2tNW+3quACPkgCx/L+uEAv1htQ0V83Z9Rj+Y=
 golang.org/x/sys v0.0.0-20180224232135-f6cff0780e54/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20180823144017-11551d06cbcc/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=