code.gitea.io/gitea@v1.22.3/services/task/migrate.go (about) 1 // Copyright 2019 Gitea. All rights reserved. 2 // SPDX-License-Identifier: MIT 3 4 package task 5 6 import ( 7 "context" 8 "errors" 9 "fmt" 10 "strings" 11 "time" 12 13 admin_model "code.gitea.io/gitea/models/admin" 14 "code.gitea.io/gitea/models/db" 15 repo_model "code.gitea.io/gitea/models/repo" 16 user_model "code.gitea.io/gitea/models/user" 17 "code.gitea.io/gitea/modules/graceful" 18 "code.gitea.io/gitea/modules/json" 19 "code.gitea.io/gitea/modules/log" 20 "code.gitea.io/gitea/modules/migration" 21 "code.gitea.io/gitea/modules/process" 22 "code.gitea.io/gitea/modules/structs" 23 "code.gitea.io/gitea/modules/timeutil" 24 "code.gitea.io/gitea/modules/util" 25 "code.gitea.io/gitea/services/migrations" 26 notify_service "code.gitea.io/gitea/services/notify" 27 ) 28 29 func handleCreateError(owner *user_model.User, err error) error { 30 switch { 31 case repo_model.IsErrReachLimitOfRepo(err): 32 return fmt.Errorf("you have already reached your limit of %d repositories", owner.MaxCreationLimit()) 33 case repo_model.IsErrRepoAlreadyExist(err): 34 return errors.New("the repository name is already used") 35 case db.IsErrNameReserved(err): 36 return fmt.Errorf("the repository name '%s' is reserved", err.(db.ErrNameReserved).Name) 37 case db.IsErrNamePatternNotAllowed(err): 38 return fmt.Errorf("the pattern '%s' is not allowed in a repository name", err.(db.ErrNamePatternNotAllowed).Pattern) 39 default: 40 return err 41 } 42 } 43 44 func runMigrateTask(ctx context.Context, t *admin_model.Task) (err error) { 45 defer func(ctx context.Context) { 46 if e := recover(); e != nil { 47 err = fmt.Errorf("PANIC whilst trying to do migrate task: %v", e) 48 log.Critical("PANIC during runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d]: %v\nStacktrace: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, e, log.Stack(2)) 49 } 50 if err == nil { 51 err = admin_model.FinishMigrateTask(ctx, t) 52 if err == nil { 53 notify_service.MigrateRepository(ctx, t.Doer, t.Owner, t.Repo) 54 return 55 } 56 57 log.Error("FinishMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err) 58 } 59 60 log.Error("runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err) 61 62 t.EndTime = timeutil.TimeStampNow() 63 t.Status = structs.TaskStatusFailed 64 t.Message = err.Error() 65 if err := t.UpdateCols(ctx, "status", "message", "end_time"); err != nil { 66 log.Error("Task UpdateCols failed: %v", err) 67 } 68 69 // then, do not delete the repository, otherwise the users won't be able to see the last error 70 }(graceful.GetManager().ShutdownContext()) // even if the parent ctx is canceled, this defer-function still needs to update the task record in database 71 72 if err = t.LoadRepo(ctx); err != nil { 73 return err 74 } 75 76 // if repository is ready, then just finish the task 77 if t.Repo.Status == repo_model.RepositoryReady { 78 return nil 79 } 80 81 if err = t.LoadDoer(ctx); err != nil { 82 return err 83 } 84 if err = t.LoadOwner(ctx); err != nil { 85 return err 86 } 87 88 var opts *migration.MigrateOptions 89 opts, err = t.MigrateConfig() 90 if err != nil { 91 return err 92 } 93 94 opts.MigrateToRepoID = t.RepoID 95 96 pm := process.GetManager() 97 ctx, cancel, finished := pm.AddContext(graceful.GetManager().ShutdownContext(), fmt.Sprintf("MigrateTask: %s/%s", t.Owner.Name, opts.RepoName)) 98 defer finished() 99 100 t.StartTime = timeutil.TimeStampNow() 101 t.Status = structs.TaskStatusRunning 102 if err = t.UpdateCols(ctx, "start_time", "status"); err != nil { 103 return err 104 } 105 106 // check whether the task should be canceled, this goroutine is also managed by process manager 107 go func() { 108 for { 109 select { 110 case <-time.After(2 * time.Second): 111 case <-ctx.Done(): 112 return 113 } 114 task, _ := admin_model.GetMigratingTask(ctx, t.RepoID) 115 if task != nil && task.Status != structs.TaskStatusRunning { 116 log.Debug("MigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] is canceled due to status is not 'running'", t.ID, t.DoerID, t.RepoID, t.OwnerID) 117 cancel() 118 return 119 } 120 } 121 }() 122 123 t.Repo, err = migrations.MigrateRepository(ctx, t.Doer, t.Owner.Name, *opts, func(format string, args ...any) { 124 message := admin_model.TranslatableMessage{ 125 Format: format, 126 Args: args, 127 } 128 bs, _ := json.Marshal(message) 129 t.Message = string(bs) 130 _ = t.UpdateCols(ctx, "message") 131 }) 132 133 if err == nil { 134 log.Trace("Repository migrated [%d]: %s/%s", t.Repo.ID, t.Owner.Name, t.Repo.Name) 135 return nil 136 } 137 138 if repo_model.IsErrRepoAlreadyExist(err) { 139 return errors.New("the repository name is already used") 140 } 141 142 // remoteAddr may contain credentials, so we sanitize it 143 err = util.SanitizeErrorCredentialURLs(err) 144 if strings.Contains(err.Error(), "Authentication failed") || 145 strings.Contains(err.Error(), "could not read Username") { 146 return fmt.Errorf("authentication failed: %w", err) 147 } else if strings.Contains(err.Error(), "fatal:") { 148 return fmt.Errorf("migration failed: %w", err) 149 } 150 151 // do not be tempted to coalesce this line with the return 152 err = handleCreateError(t.Owner, err) 153 return err 154 }