code.gitea.io/gitea@v1.22.3/services/task/migrate.go (about)

     1  // Copyright 2019 Gitea. All rights reserved.
     2  // SPDX-License-Identifier: MIT
     3  
     4  package task
     5  
     6  import (
     7  	"context"
     8  	"errors"
     9  	"fmt"
    10  	"strings"
    11  	"time"
    12  
    13  	admin_model "code.gitea.io/gitea/models/admin"
    14  	"code.gitea.io/gitea/models/db"
    15  	repo_model "code.gitea.io/gitea/models/repo"
    16  	user_model "code.gitea.io/gitea/models/user"
    17  	"code.gitea.io/gitea/modules/graceful"
    18  	"code.gitea.io/gitea/modules/json"
    19  	"code.gitea.io/gitea/modules/log"
    20  	"code.gitea.io/gitea/modules/migration"
    21  	"code.gitea.io/gitea/modules/process"
    22  	"code.gitea.io/gitea/modules/structs"
    23  	"code.gitea.io/gitea/modules/timeutil"
    24  	"code.gitea.io/gitea/modules/util"
    25  	"code.gitea.io/gitea/services/migrations"
    26  	notify_service "code.gitea.io/gitea/services/notify"
    27  )
    28  
    29  func handleCreateError(owner *user_model.User, err error) error {
    30  	switch {
    31  	case repo_model.IsErrReachLimitOfRepo(err):
    32  		return fmt.Errorf("you have already reached your limit of %d repositories", owner.MaxCreationLimit())
    33  	case repo_model.IsErrRepoAlreadyExist(err):
    34  		return errors.New("the repository name is already used")
    35  	case db.IsErrNameReserved(err):
    36  		return fmt.Errorf("the repository name '%s' is reserved", err.(db.ErrNameReserved).Name)
    37  	case db.IsErrNamePatternNotAllowed(err):
    38  		return fmt.Errorf("the pattern '%s' is not allowed in a repository name", err.(db.ErrNamePatternNotAllowed).Pattern)
    39  	default:
    40  		return err
    41  	}
    42  }
    43  
    44  func runMigrateTask(ctx context.Context, t *admin_model.Task) (err error) {
    45  	defer func(ctx context.Context) {
    46  		if e := recover(); e != nil {
    47  			err = fmt.Errorf("PANIC whilst trying to do migrate task: %v", e)
    48  			log.Critical("PANIC during runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d]: %v\nStacktrace: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, e, log.Stack(2))
    49  		}
    50  		if err == nil {
    51  			err = admin_model.FinishMigrateTask(ctx, t)
    52  			if err == nil {
    53  				notify_service.MigrateRepository(ctx, t.Doer, t.Owner, t.Repo)
    54  				return
    55  			}
    56  
    57  			log.Error("FinishMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err)
    58  		}
    59  
    60  		log.Error("runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err)
    61  
    62  		t.EndTime = timeutil.TimeStampNow()
    63  		t.Status = structs.TaskStatusFailed
    64  		t.Message = err.Error()
    65  		if err := t.UpdateCols(ctx, "status", "message", "end_time"); err != nil {
    66  			log.Error("Task UpdateCols failed: %v", err)
    67  		}
    68  
    69  		// then, do not delete the repository, otherwise the users won't be able to see the last error
    70  	}(graceful.GetManager().ShutdownContext()) // even if the parent ctx is canceled, this defer-function still needs to update the task record in database
    71  
    72  	if err = t.LoadRepo(ctx); err != nil {
    73  		return err
    74  	}
    75  
    76  	// if repository is ready, then just finish the task
    77  	if t.Repo.Status == repo_model.RepositoryReady {
    78  		return nil
    79  	}
    80  
    81  	if err = t.LoadDoer(ctx); err != nil {
    82  		return err
    83  	}
    84  	if err = t.LoadOwner(ctx); err != nil {
    85  		return err
    86  	}
    87  
    88  	var opts *migration.MigrateOptions
    89  	opts, err = t.MigrateConfig()
    90  	if err != nil {
    91  		return err
    92  	}
    93  
    94  	opts.MigrateToRepoID = t.RepoID
    95  
    96  	pm := process.GetManager()
    97  	ctx, cancel, finished := pm.AddContext(graceful.GetManager().ShutdownContext(), fmt.Sprintf("MigrateTask: %s/%s", t.Owner.Name, opts.RepoName))
    98  	defer finished()
    99  
   100  	t.StartTime = timeutil.TimeStampNow()
   101  	t.Status = structs.TaskStatusRunning
   102  	if err = t.UpdateCols(ctx, "start_time", "status"); err != nil {
   103  		return err
   104  	}
   105  
   106  	// check whether the task should be canceled, this goroutine is also managed by process manager
   107  	go func() {
   108  		for {
   109  			select {
   110  			case <-time.After(2 * time.Second):
   111  			case <-ctx.Done():
   112  				return
   113  			}
   114  			task, _ := admin_model.GetMigratingTask(ctx, t.RepoID)
   115  			if task != nil && task.Status != structs.TaskStatusRunning {
   116  				log.Debug("MigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] is canceled due to status is not 'running'", t.ID, t.DoerID, t.RepoID, t.OwnerID)
   117  				cancel()
   118  				return
   119  			}
   120  		}
   121  	}()
   122  
   123  	t.Repo, err = migrations.MigrateRepository(ctx, t.Doer, t.Owner.Name, *opts, func(format string, args ...any) {
   124  		message := admin_model.TranslatableMessage{
   125  			Format: format,
   126  			Args:   args,
   127  		}
   128  		bs, _ := json.Marshal(message)
   129  		t.Message = string(bs)
   130  		_ = t.UpdateCols(ctx, "message")
   131  	})
   132  
   133  	if err == nil {
   134  		log.Trace("Repository migrated [%d]: %s/%s", t.Repo.ID, t.Owner.Name, t.Repo.Name)
   135  		return nil
   136  	}
   137  
   138  	if repo_model.IsErrRepoAlreadyExist(err) {
   139  		return errors.New("the repository name is already used")
   140  	}
   141  
   142  	// remoteAddr may contain credentials, so we sanitize it
   143  	err = util.SanitizeErrorCredentialURLs(err)
   144  	if strings.Contains(err.Error(), "Authentication failed") ||
   145  		strings.Contains(err.Error(), "could not read Username") {
   146  		return fmt.Errorf("authentication failed: %w", err)
   147  	} else if strings.Contains(err.Error(), "fatal:") {
   148  		return fmt.Errorf("migration failed: %w", err)
   149  	}
   150  
   151  	// do not be tempted to coalesce this line with the return
   152  	err = handleCreateError(t.Owner, err)
   153  	return err
   154  }