Backport #17034 The rollback functionality in services/repository/repository.go:ForkRepository is incorrect and could lead to a deadlock as it uses DeleteRepository to delete the rolled-back repository - a function which creates its own transaction. This PR adjusts the rollback function to only use RemoveAll as any database changes will be automatically rolled-back. It also handles panics and adjusts the Close within WithTx to ensure that if there is a panic the session will always be closed. Signed-off-by: Andrew Thornton <art27@cantab.net> Co-authored-by: Lunny Xiao <xiaolunwen@gmail.com>release/v1.15
parent
0e448fb96d
commit
270c7f36db
|
@ -45,19 +45,16 @@ func WithContext(f func(ctx DBContext) error) error {
|
||||||
// WithTx represents executing database operations on a transaction
|
// WithTx represents executing database operations on a transaction
|
||||||
func WithTx(f func(ctx DBContext) error) error {
|
func WithTx(f func(ctx DBContext) error) error {
|
||||||
sess := x.NewSession()
|
sess := x.NewSession()
|
||||||
|
defer sess.Close()
|
||||||
if err := sess.Begin(); err != nil {
|
if err := sess.Begin(); err != nil {
|
||||||
sess.Close()
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := f(DBContext{sess}); err != nil {
|
if err := f(DBContext{sess}); err != nil {
|
||||||
sess.Close()
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
err := sess.Commit()
|
return sess.Commit()
|
||||||
sess.Close()
|
|
||||||
return err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Iterate iterates the databases and doing something
|
// Iterate iterates the databases and doing something
|
||||||
|
|
|
@ -13,6 +13,7 @@ import (
|
||||||
"code.gitea.io/gitea/modules/git"
|
"code.gitea.io/gitea/modules/git"
|
||||||
"code.gitea.io/gitea/modules/log"
|
"code.gitea.io/gitea/modules/log"
|
||||||
"code.gitea.io/gitea/modules/structs"
|
"code.gitea.io/gitea/modules/structs"
|
||||||
|
"code.gitea.io/gitea/modules/util"
|
||||||
)
|
)
|
||||||
|
|
||||||
// ForkRepository forks a repository
|
// ForkRepository forks a repository
|
||||||
|
@ -45,38 +46,60 @@ func ForkRepository(doer, owner *models.User, oldRepo *models.Repository, name,
|
||||||
|
|
||||||
oldRepoPath := oldRepo.RepoPath()
|
oldRepoPath := oldRepo.RepoPath()
|
||||||
|
|
||||||
|
needsRollback := false
|
||||||
|
rollbackFn := func() {
|
||||||
|
if !needsRollback {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
repoPath := models.RepoPath(owner.Name, repo.Name)
|
||||||
|
|
||||||
|
if exists, _ := util.IsExist(repoPath); !exists {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// As the transaction will be failed and hence database changes will be destroyed we only need
|
||||||
|
// to delete the related repository on the filesystem
|
||||||
|
if errDelete := util.RemoveAll(repoPath); errDelete != nil {
|
||||||
|
log.Error("Failed to remove fork repo")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
needsRollbackInPanic := true
|
||||||
|
defer func() {
|
||||||
|
panicErr := recover()
|
||||||
|
if panicErr == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
if needsRollbackInPanic {
|
||||||
|
rollbackFn()
|
||||||
|
}
|
||||||
|
panic(panicErr)
|
||||||
|
}()
|
||||||
|
|
||||||
err = models.WithTx(func(ctx models.DBContext) error {
|
err = models.WithTx(func(ctx models.DBContext) error {
|
||||||
if err = models.CreateRepository(ctx, doer, owner, repo, false); err != nil {
|
if err = models.CreateRepository(ctx, doer, owner, repo, false); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
rollbackRemoveFn := func() {
|
|
||||||
if repo.ID == 0 {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if errDelete := models.DeleteRepository(doer, owner.ID, repo.ID); errDelete != nil {
|
|
||||||
log.Error("Rollback deleteRepository: %v", errDelete)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if err = models.IncrementRepoForkNum(ctx, oldRepo.ID); err != nil {
|
if err = models.IncrementRepoForkNum(ctx, oldRepo.ID); err != nil {
|
||||||
rollbackRemoveFn()
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
// copy lfs files failure should not be ignored
|
// copy lfs files failure should not be ignored
|
||||||
if err := models.CopyLFS(ctx, repo, oldRepo); err != nil {
|
if err = models.CopyLFS(ctx, repo, oldRepo); err != nil {
|
||||||
rollbackRemoveFn()
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
needsRollback = true
|
||||||
|
|
||||||
repoPath := models.RepoPath(owner.Name, repo.Name)
|
repoPath := models.RepoPath(owner.Name, repo.Name)
|
||||||
if stdout, err := git.NewCommand(
|
if stdout, err := git.NewCommand(
|
||||||
"clone", "--bare", oldRepoPath, repoPath).
|
"clone", "--bare", oldRepoPath, repoPath).
|
||||||
SetDescription(fmt.Sprintf("ForkRepository(git clone): %s to %s", oldRepo.FullName(), repo.FullName())).
|
SetDescription(fmt.Sprintf("ForkRepository(git clone): %s to %s", oldRepo.FullName(), repo.FullName())).
|
||||||
RunInDirTimeout(10*time.Minute, ""); err != nil {
|
RunInDirTimeout(10*time.Minute, ""); err != nil {
|
||||||
log.Error("Fork Repository (git clone) Failed for %v (from %v):\nStdout: %s\nError: %v", repo, oldRepo, stdout, err)
|
log.Error("Fork Repository (git clone) Failed for %v (from %v):\nStdout: %s\nError: %v", repo, oldRepo, stdout, err)
|
||||||
rollbackRemoveFn()
|
|
||||||
return fmt.Errorf("git clone: %v", err)
|
return fmt.Errorf("git clone: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -84,23 +107,23 @@ func ForkRepository(doer, owner *models.User, oldRepo *models.Repository, name,
|
||||||
SetDescription(fmt.Sprintf("ForkRepository(git update-server-info): %s", repo.FullName())).
|
SetDescription(fmt.Sprintf("ForkRepository(git update-server-info): %s", repo.FullName())).
|
||||||
RunInDir(repoPath); err != nil {
|
RunInDir(repoPath); err != nil {
|
||||||
log.Error("Fork Repository (git update-server-info) failed for %v:\nStdout: %s\nError: %v", repo, stdout, err)
|
log.Error("Fork Repository (git update-server-info) failed for %v:\nStdout: %s\nError: %v", repo, stdout, err)
|
||||||
rollbackRemoveFn()
|
|
||||||
return fmt.Errorf("git update-server-info: %v", err)
|
return fmt.Errorf("git update-server-info: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err = createDelegateHooks(repoPath); err != nil {
|
if err = createDelegateHooks(repoPath); err != nil {
|
||||||
rollbackRemoveFn()
|
|
||||||
return fmt.Errorf("createDelegateHooks: %v", err)
|
return fmt.Errorf("createDelegateHooks: %v", err)
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
})
|
})
|
||||||
|
needsRollbackInPanic = false
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
rollbackFn()
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
// even if below operations failed, it could be ignored. And they will be retried
|
// even if below operations failed, it could be ignored. And they will be retried
|
||||||
ctx := models.DefaultDBContext()
|
ctx := models.DefaultDBContext()
|
||||||
if err = repo.UpdateSize(ctx); err != nil {
|
if err := repo.UpdateSize(ctx); err != nil {
|
||||||
log.Error("Failed to update size for repository: %v", err)
|
log.Error("Failed to update size for repository: %v", err)
|
||||||
}
|
}
|
||||||
if err := models.CopyLanguageStat(oldRepo, repo); err != nil {
|
if err := models.CopyLanguageStat(oldRepo, repo); err != nil {
|
||||||
|
|
Loading…
Reference in New Issue