2019-06-23 01:35:34 +08:00
// Copyright 2019 The Gitea Authors.
// All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
package pull
import (
"bufio"
"bytes"
"fmt"
"io/ioutil"
"os"
"path/filepath"
2019-11-01 08:30:02 +08:00
"regexp"
2019-06-23 01:35:34 +08:00
"strings"
2019-10-16 21:42:42 +08:00
"time"
2019-06-23 01:35:34 +08:00
"code.gitea.io/gitea/models"
"code.gitea.io/gitea/modules/cache"
"code.gitea.io/gitea/modules/git"
"code.gitea.io/gitea/modules/log"
2019-11-05 19:04:08 +08:00
"code.gitea.io/gitea/modules/notification"
2019-06-23 01:35:34 +08:00
"code.gitea.io/gitea/modules/setting"
2019-08-15 22:46:21 +08:00
"code.gitea.io/gitea/modules/timeutil"
2019-10-12 08:13:27 +08:00
"github.com/mcuadros/go-version"
2019-06-23 01:35:34 +08:00
)
// Merge merges pull request to base repository.
// FIXME: add repoWorkingPull make sure two merges does not happen at same time.
func Merge ( pr * models . PullRequest , doer * models . User , baseGitRepo * git . Repository , mergeStyle models . MergeStyle , message string ) ( err error ) {
2019-10-16 21:42:42 +08:00
binVersion , err := git . BinVersion ( )
if err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "git.BinVersion: %v" , err )
2019-10-16 21:42:42 +08:00
return fmt . Errorf ( "Unable to get git version: %v" , err )
}
2019-06-23 01:35:34 +08:00
if err = pr . GetHeadRepo ( ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "GetHeadRepo: %v" , err )
2019-06-23 01:35:34 +08:00
return fmt . Errorf ( "GetHeadRepo: %v" , err )
} else if err = pr . GetBaseRepo ( ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "GetBaseRepo: %v" , err )
2019-06-23 01:35:34 +08:00
return fmt . Errorf ( "GetBaseRepo: %v" , err )
}
prUnit , err := pr . BaseRepo . GetUnit ( models . UnitTypePullRequests )
if err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "pr.BaseRepo.GetUnit(models.UnitTypePullRequests): %v" , err )
2019-06-23 01:35:34 +08:00
return err
}
prConfig := prUnit . PullRequestsConfig ( )
if err := pr . CheckUserAllowedToMerge ( doer ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "CheckUserAllowedToMerge(%v): %v" , doer , err )
2019-06-23 01:35:34 +08:00
return fmt . Errorf ( "CheckUserAllowedToMerge: %v" , err )
}
// Check if merge style is correct and allowed
if ! prConfig . IsMergeStyleAllowed ( mergeStyle ) {
return models . ErrInvalidMergeStyle { ID : pr . BaseRepo . ID , Style : mergeStyle }
}
defer func ( ) {
2019-10-15 11:28:40 +08:00
go AddTestPullRequestTask ( doer , pr . BaseRepo . ID , pr . BaseBranch , false )
2019-06-23 01:35:34 +08:00
} ( )
// Clone base repo.
tmpBasePath , err := models . CreateTemporaryPath ( "merge" )
if err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "CreateTemporaryPath: %v" , err )
2019-06-23 01:35:34 +08:00
return err
}
defer func ( ) {
if err := models . RemoveTemporaryPath ( tmpBasePath ) ; err != nil {
log . Error ( "Merge: RemoveTemporaryPath: %s" , err )
}
} ( )
2019-10-18 19:13:31 +08:00
headRepoPath := pr . HeadRepo . RepoPath ( )
2019-06-23 01:35:34 +08:00
2019-10-12 08:13:27 +08:00
if err := git . InitRepository ( tmpBasePath , false ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "git init tmpBasePath: %v" , err )
return err
2019-06-23 01:35:34 +08:00
}
remoteRepoName := "head_repo"
2019-10-12 08:13:27 +08:00
baseBranch := "base"
2019-06-23 01:35:34 +08:00
// Add head repo remote.
addCacheRepo := func ( staging , cache string ) error {
p := filepath . Join ( staging , ".git" , "objects" , "info" , "alternates" )
2019-10-12 08:13:27 +08:00
f , err := os . OpenFile ( p , os . O_APPEND | os . O_CREATE | os . O_WRONLY , 0600 )
2019-06-23 01:35:34 +08:00
if err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "Could not create .git/objects/info/alternates file in %s: %v" , staging , err )
2019-06-23 01:35:34 +08:00
return err
}
defer f . Close ( )
data := filepath . Join ( cache , "objects" )
if _ , err := fmt . Fprintln ( f , data ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "Could not write to .git/objects/info/alternates file in %s: %v" , staging , err )
2019-06-23 01:35:34 +08:00
return err
}
return nil
}
2019-10-12 08:13:27 +08:00
if err := addCacheRepo ( tmpBasePath , baseGitRepo . Path ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "Unable to add base repository to temporary repo [%s -> %s]: %v" , pr . BaseRepo . FullName ( ) , tmpBasePath , err )
return fmt . Errorf ( "Unable to add base repository to temporary repo [%s -> tmpBasePath]: %v" , pr . BaseRepo . FullName ( ) , err )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
var outbuf , errbuf strings . Builder
if err := git . NewCommand ( "remote" , "add" , "-t" , pr . BaseBranch , "-m" , pr . BaseBranch , "origin" , baseGitRepo . Path ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "Unable to add base repository as origin [%s -> %s]: %v\n%s\n%s" , pr . BaseRepo . FullName ( ) , tmpBasePath , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "Unable to add base repository as origin [%s -> tmpBasePath]: %v\n%s\n%s" , pr . BaseRepo . FullName ( ) , err , outbuf . String ( ) , errbuf . String ( ) )
2019-10-12 08:13:27 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-10-12 08:13:27 +08:00
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "fetch" , "origin" , "--no-tags" , pr . BaseBranch + ":" + baseBranch , pr . BaseBranch + ":original_" + baseBranch ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "Unable to fetch origin base branch [%s:%s -> base, original_base in %s]: %v:\n%s\n%s" , pr . BaseRepo . FullName ( ) , pr . BaseBranch , tmpBasePath , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "Unable to fetch origin base branch [%s:%s -> base, original_base in tmpBasePath]: %v\n%s\n%s" , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-10-12 08:13:27 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-10-12 08:13:27 +08:00
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "symbolic-ref" , "HEAD" , git . BranchPrefix + baseBranch ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "Unable to set HEAD as base branch [%s]: %v\n%s\n%s" , tmpBasePath , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "Unable to set HEAD as base branch [tmpBasePath]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-10-12 08:13:27 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-10-12 08:13:27 +08:00
if err := addCacheRepo ( tmpBasePath , headRepoPath ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "Unable to add head repository to temporary repo [%s -> %s]: %v" , pr . HeadRepo . FullName ( ) , tmpBasePath , err )
return fmt . Errorf ( "Unable to head base repository to temporary repo [%s -> tmpBasePath]: %v" , pr . HeadRepo . FullName ( ) , err )
2019-10-12 08:13:27 +08:00
}
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "remote" , "add" , remoteRepoName , headRepoPath ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "Unable to add head repository as head_repo [%s -> %s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , tmpBasePath , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "Unable to add head repository as head_repo [%s -> tmpBasePath]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
2019-10-12 08:13:27 +08:00
trackingBranch := "tracking"
2019-06-23 01:35:34 +08:00
// Fetch head branch
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "fetch" , "--no-tags" , remoteRepoName , pr . HeadBranch + ":" + trackingBranch ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "Unable to fetch head_repo head branch [%s:%s -> tracking in %s]: %v:\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , tmpBasePath , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "Unable to fetch head_repo head branch [%s:%s -> tracking in tmpBasePath]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
2019-10-12 08:13:27 +08:00
stagingBranch := "staging"
2019-06-23 01:35:34 +08:00
// Enable sparse-checkout
2019-10-12 08:13:27 +08:00
sparseCheckoutList , err := getDiffTree ( tmpBasePath , baseBranch , trackingBranch )
2019-06-23 01:35:34 +08:00
if err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "getDiffTree(%s, %s, %s): %v" , tmpBasePath , baseBranch , trackingBranch , err )
2019-06-23 01:35:34 +08:00
return fmt . Errorf ( "getDiffTree: %v" , err )
}
infoPath := filepath . Join ( tmpBasePath , ".git" , "info" )
if err := os . MkdirAll ( infoPath , 0700 ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "Unable to create .git/info in %s: %v" , tmpBasePath , err )
return fmt . Errorf ( "Unable to create .git/info in tmpBasePath: %v" , err )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
2019-06-23 01:35:34 +08:00
sparseCheckoutListPath := filepath . Join ( infoPath , "sparse-checkout" )
if err := ioutil . WriteFile ( sparseCheckoutListPath , [ ] byte ( sparseCheckoutList ) , 0600 ) ; err != nil {
2019-11-10 16:42:51 +08:00
log . Error ( "Unable to write .git/info/sparse-checkout file in %s: %v" , tmpBasePath , err )
return fmt . Errorf ( "Unable to write .git/info/sparse-checkout file in tmpBasePath: %v" , err )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
var gitConfigCommand func ( ) * git . Command
if version . Compare ( binVersion , "1.8.0" , ">=" ) {
gitConfigCommand = func ( ) * git . Command {
return git . NewCommand ( "config" , "--local" )
2019-10-12 08:13:27 +08:00
}
2019-11-10 16:42:51 +08:00
} else {
gitConfigCommand = func ( ) * git . Command {
2019-10-12 08:13:27 +08:00
return git . NewCommand ( "config" )
}
2019-11-10 16:42:51 +08:00
}
2019-10-12 08:13:27 +08:00
2019-06-23 01:35:34 +08:00
// Switch off LFS process (set required, clean and smudge here also)
2019-11-10 16:42:51 +08:00
if err := gitConfigCommand ( ) . AddArguments ( "filter.lfs.process" , "" ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git config [filter.lfs.process -> <> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git config [filter.lfs.process -> <> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
if err := gitConfigCommand ( ) . AddArguments ( "filter.lfs.required" , "false" ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git config [filter.lfs.required -> <false> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git config [filter.lfs.required -> <false> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
if err := gitConfigCommand ( ) . AddArguments ( "filter.lfs.clean" , "" ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git config [filter.lfs.clean -> <> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git config [filter.lfs.clean -> <> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
if err := gitConfigCommand ( ) . AddArguments ( "filter.lfs.smudge" , "" ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git config [filter.lfs.smudge -> <> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git config [filter.lfs.smudge -> <> ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
2019-11-10 16:42:51 +08:00
if err := gitConfigCommand ( ) . AddArguments ( "core.sparseCheckout" , "true" ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git config [core.sparseCheckout -> true ]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git config [core.sparsecheckout -> true]: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
// Read base branch index
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "read-tree" , "HEAD" ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git read-tree HEAD: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "Unable to read base branch in to the index: %v\n%s\n%s" , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
2019-10-16 21:42:42 +08:00
// Determine if we should sign
signArg := ""
if version . Compare ( binVersion , "1.7.9" , ">=" ) {
sign , keyID := pr . BaseRepo . SignMerge ( doer , tmpBasePath , "HEAD" , trackingBranch )
if sign {
signArg = "-S" + keyID
} else if version . Compare ( binVersion , "2.0.0" , ">=" ) {
signArg = "--no-gpg-sign"
}
}
sig := doer . NewGitSig ( )
commitTimeStr := time . Now ( ) . Format ( time . RFC3339 )
// Because this may call hooks we should pass in the environment
env := append ( os . Environ ( ) ,
"GIT_AUTHOR_NAME=" + sig . Name ,
"GIT_AUTHOR_EMAIL=" + sig . Email ,
"GIT_AUTHOR_DATE=" + commitTimeStr ,
"GIT_COMMITTER_NAME=" + sig . Name ,
"GIT_COMMITTER_EMAIL=" + sig . Email ,
"GIT_COMMITTER_DATE=" + commitTimeStr ,
)
2019-06-23 01:35:34 +08:00
// Merge commits.
switch mergeStyle {
case models . MergeStyleMerge :
2019-11-10 16:42:51 +08:00
cmd := git . NewCommand ( "merge" , "--no-ff" , "--no-commit" , trackingBranch )
if err := runMergeCommand ( pr , mergeStyle , cmd , tmpBasePath ) ; err != nil {
log . Error ( "Unable to merge tracking into base: %v" , err )
return err
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
if err := commitAndSignNoAuthor ( pr , message , signArg , tmpBasePath , env ) ; err != nil {
log . Error ( "Unable to make final commit: %v" , err )
return err
2019-06-23 01:35:34 +08:00
}
case models . MergeStyleRebase :
2019-11-10 16:42:51 +08:00
fallthrough
2019-06-23 01:35:34 +08:00
case models . MergeStyleRebaseMerge :
// Checkout head branch
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "checkout" , "-b" , stagingBranch , trackingBranch ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
// Rebase before merging
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "rebase" , baseBranch ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
// Rebase will leave a REBASE_HEAD file in .git if there is a conflict
if _ , statErr := os . Stat ( filepath . Join ( tmpBasePath , ".git" , "REBASE_HEAD" ) ) ; statErr == nil {
// The original commit SHA1 that is failing will be in .git/rebase-apply/original-commit
commitShaBytes , readErr := ioutil . ReadFile ( filepath . Join ( tmpBasePath , ".git" , "rebase-apply" , "original-commit" ) )
if readErr != nil {
// Abandon this attempt to handle the error
log . Error ( "git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
}
log . Debug ( "RebaseConflict at %s [%s:%s -> %s:%s]: %v\n%s\n%s" , strings . TrimSpace ( string ( commitShaBytes ) ) , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return models . ErrRebaseConflicts {
Style : mergeStyle ,
CommitSHA : strings . TrimSpace ( string ( commitShaBytes ) ) ,
StdOut : outbuf . String ( ) ,
StdErr : errbuf . String ( ) ,
Err : err ,
}
}
log . Error ( "git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
// Checkout base branch again
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "checkout" , baseBranch ) . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
2019-11-10 16:42:51 +08:00
cmd := git . NewCommand ( "merge" )
if mergeStyle == models . MergeStyleRebase {
cmd . AddArguments ( "--ff-only" )
2019-10-16 21:42:42 +08:00
} else {
2019-11-10 16:42:51 +08:00
cmd . AddArguments ( "--no-ff" , "--no-commit" )
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
cmd . AddArguments ( stagingBranch )
2019-06-23 01:35:34 +08:00
2019-11-10 16:42:51 +08:00
// Prepare merge with commit
if err := runMergeCommand ( pr , mergeStyle , cmd , tmpBasePath ) ; err != nil {
log . Error ( "Unable to merge staging into base: %v" , err )
return err
}
if mergeStyle == models . MergeStyleRebaseMerge {
if err := commitAndSignNoAuthor ( pr , message , signArg , tmpBasePath , env ) ; err != nil {
log . Error ( "Unable to make final commit: %v" , err )
return err
}
}
2019-06-23 01:35:34 +08:00
case models . MergeStyleSquash :
// Merge with squash
2019-11-10 16:42:51 +08:00
cmd := git . NewCommand ( "merge" , "--squash" , trackingBranch )
if err := runMergeCommand ( pr , mergeStyle , cmd , tmpBasePath ) ; err != nil {
log . Error ( "Unable to merge --squash tracking into base: %v" , err )
return err
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
2019-06-23 01:35:34 +08:00
sig := pr . Issue . Poster . NewGitSig ( )
2019-10-16 21:42:42 +08:00
if signArg == "" {
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "commit" , fmt . Sprintf ( "--author='%s <%s>'" , sig . Name , sig . Email ) , "-m" , message ) . RunInDirTimeoutEnvPipeline ( env , - 1 , tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-10-16 21:42:42 +08:00
}
} else {
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "commit" , signArg , fmt . Sprintf ( "--author='%s <%s>'" , sig . Name , sig . Email ) , "-m" , message ) . RunInDirTimeoutEnvPipeline ( env , - 1 , tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
2019-10-16 21:42:42 +08:00
}
2019-06-23 01:35:34 +08:00
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
default :
return models . ErrInvalidMergeStyle { ID : pr . BaseRepo . ID , Style : mergeStyle }
}
// OK we should cache our current head and origin/headbranch
mergeHeadSHA , err := git . GetFullCommitID ( tmpBasePath , "HEAD" )
if err != nil {
return fmt . Errorf ( "Failed to get full commit id for HEAD: %v" , err )
}
2019-10-12 08:13:27 +08:00
mergeBaseSHA , err := git . GetFullCommitID ( tmpBasePath , "original_" + baseBranch )
2019-06-23 01:35:34 +08:00
if err != nil {
return fmt . Errorf ( "Failed to get full commit id for origin/%s: %v" , pr . BaseBranch , err )
}
// Now it's questionable about where this should go - either after or before the push
// I think in the interests of data safety - failures to push to the lfs should prevent
// the merge as you can always remerge.
if setting . LFS . StartServer {
if err := LFSPush ( tmpBasePath , mergeHeadSHA , mergeBaseSHA , pr ) ; err != nil {
return err
}
}
2019-10-18 19:13:31 +08:00
var headUser * models . User
err = pr . HeadRepo . GetOwner ( )
2019-07-01 09:18:13 +08:00
if err != nil {
if ! models . IsErrUserNotExist ( err ) {
2019-10-18 19:13:31 +08:00
log . Error ( "Can't find user: %d for head repository - %v" , pr . HeadRepo . OwnerID , err )
2019-07-01 09:18:13 +08:00
return err
}
2019-10-18 19:13:31 +08:00
log . Error ( "Can't find user: %d for head repository - defaulting to doer: %s - %v" , pr . HeadRepo . OwnerID , doer . Name , err )
2019-07-01 09:18:13 +08:00
headUser = doer
2019-10-18 19:13:31 +08:00
} else {
headUser = pr . HeadRepo . Owner
2019-07-01 09:18:13 +08:00
}
2019-10-16 21:42:42 +08:00
env = models . FullPushingEnvironment (
2019-07-26 05:50:20 +08:00
headUser ,
doer ,
pr . BaseRepo ,
pr . BaseRepo . Name ,
pr . ID ,
)
2019-06-23 01:35:34 +08:00
// Push back to upstream.
2019-11-10 16:42:51 +08:00
if err := git . NewCommand ( "push" , "origin" , baseBranch + ":" + pr . BaseBranch ) . RunInDirTimeoutEnvPipeline ( env , - 1 , tmpBasePath , & outbuf , & errbuf ) ; err != nil {
if strings . Contains ( errbuf . String ( ) , "non-fast-forward" ) {
return models . ErrMergePushOutOfDate {
Style : mergeStyle ,
StdOut : outbuf . String ( ) ,
StdErr : errbuf . String ( ) ,
Err : err ,
}
}
2019-06-23 01:35:34 +08:00
return fmt . Errorf ( "git push: %s" , errbuf . String ( ) )
}
2019-11-10 16:42:51 +08:00
outbuf . Reset ( )
errbuf . Reset ( )
2019-06-23 01:35:34 +08:00
pr . MergedCommitID , err = baseGitRepo . GetBranchCommitID ( pr . BaseBranch )
if err != nil {
return fmt . Errorf ( "GetBranchCommit: %v" , err )
}
2019-08-15 22:46:21 +08:00
pr . MergedUnix = timeutil . TimeStampNow ( )
2019-06-23 01:35:34 +08:00
pr . Merger = doer
pr . MergerID = doer . ID
if err = pr . SetMerged ( ) ; err != nil {
log . Error ( "setMerged [%d]: %v" , pr . ID , err )
}
2019-11-15 16:06:11 +08:00
if err := models . NotifyWatchers ( & models . Action {
ActUserID : doer . ID ,
ActUser : doer ,
OpType : models . ActionMergePullRequest ,
Content : fmt . Sprintf ( "%d|%s" , pr . Issue . Index , pr . Issue . Title ) ,
RepoID : pr . Issue . Repo . ID ,
Repo : pr . Issue . Repo ,
IsPrivate : pr . Issue . Repo . IsPrivate ,
} ) ; err != nil {
log . Error ( "NotifyWatchers [%d]: %v" , pr . ID , err )
2019-06-23 01:35:34 +08:00
}
// Reset cached commit count
cache . Remove ( pr . Issue . Repo . GetCommitsCountCacheKey ( pr . BaseBranch , true ) )
// Reload pull request information.
if err = pr . LoadAttributes ( ) ; err != nil {
log . Error ( "LoadAttributes: %v" , err )
return nil
}
2019-11-05 19:04:08 +08:00
notification . NotifyIssueChangeStatus ( doer , pr . Issue , true )
2019-06-23 01:35:34 +08:00
return nil
}
2019-11-10 16:42:51 +08:00
func commitAndSignNoAuthor ( pr * models . PullRequest , message , signArg , tmpBasePath string , env [ ] string ) error {
var outbuf , errbuf strings . Builder
if signArg == "" {
if err := git . NewCommand ( "commit" , "-m" , message ) . RunInDirTimeoutEnvPipeline ( env , - 1 , tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
}
} else {
if err := git . NewCommand ( "commit" , signArg , "-m" , message ) . RunInDirTimeoutEnvPipeline ( env , - 1 , tmpBasePath , & outbuf , & errbuf ) ; err != nil {
log . Error ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git commit [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
}
}
return nil
}
func runMergeCommand ( pr * models . PullRequest , mergeStyle models . MergeStyle , cmd * git . Command , tmpBasePath string ) error {
var outbuf , errbuf strings . Builder
if err := cmd . RunInDirPipeline ( tmpBasePath , & outbuf , & errbuf ) ; err != nil {
// Merge will leave a MERGE_HEAD file in the .git folder if there is a conflict
if _ , statErr := os . Stat ( filepath . Join ( tmpBasePath , ".git" , "MERGE_HEAD" ) ) ; statErr == nil {
// We have a merge conflict error
log . Debug ( "MergeConflict [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return models . ErrMergeConflicts {
Style : mergeStyle ,
StdOut : outbuf . String ( ) ,
StdErr : errbuf . String ( ) ,
Err : err ,
}
} else if strings . Contains ( errbuf . String ( ) , "refusing to merge unrelated histories" ) {
log . Debug ( "MergeUnrelatedHistories [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return models . ErrMergeUnrelatedHistories {
Style : mergeStyle ,
StdOut : outbuf . String ( ) ,
StdErr : errbuf . String ( ) ,
Err : err ,
}
}
log . Error ( "git merge [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
return fmt . Errorf ( "git merge [%s:%s -> %s:%s]: %v\n%s\n%s" , pr . HeadRepo . FullName ( ) , pr . HeadBranch , pr . BaseRepo . FullName ( ) , pr . BaseBranch , err , outbuf . String ( ) , errbuf . String ( ) )
}
return nil
}
2019-11-01 08:30:02 +08:00
var escapedSymbols = regexp . MustCompile ( ` ([*[?! \\]) ` )
2019-06-23 01:35:34 +08:00
func getDiffTree ( repoPath , baseBranch , headBranch string ) ( string , error ) {
getDiffTreeFromBranch := func ( repoPath , baseBranch , headBranch string ) ( string , error ) {
var outbuf , errbuf strings . Builder
// Compute the diff-tree for sparse-checkout
2019-11-01 08:30:02 +08:00
if err := git . NewCommand ( "diff-tree" , "--no-commit-id" , "--name-only" , "-r" , "-z" , "--root" , baseBranch , headBranch , "--" ) . RunInDirPipeline ( repoPath , & outbuf , & errbuf ) ; err != nil {
2019-06-23 01:35:34 +08:00
return "" , fmt . Errorf ( "git diff-tree [%s base:%s head:%s]: %s" , repoPath , baseBranch , headBranch , errbuf . String ( ) )
}
return outbuf . String ( ) , nil
}
2019-11-01 08:30:02 +08:00
scanNullTerminatedStrings := func ( data [ ] byte , atEOF bool ) ( advance int , token [ ] byte , err error ) {
if atEOF && len ( data ) == 0 {
return 0 , nil , nil
}
if i := bytes . IndexByte ( data , '\x00' ) ; i >= 0 {
return i + 1 , data [ 0 : i ] , nil
}
if atEOF {
return len ( data ) , data , nil
}
return 0 , nil , nil
}
2019-06-23 01:35:34 +08:00
list , err := getDiffTreeFromBranch ( repoPath , baseBranch , headBranch )
if err != nil {
return "" , err
}
// Prefixing '/' for each entry, otherwise all files with the same name in subdirectories would be matched.
out := bytes . Buffer { }
scanner := bufio . NewScanner ( strings . NewReader ( list ) )
2019-11-01 08:30:02 +08:00
scanner . Split ( scanNullTerminatedStrings )
2019-06-23 01:35:34 +08:00
for scanner . Scan ( ) {
2019-11-01 08:30:02 +08:00
filepath := scanner . Text ( )
// escape '*', '?', '[', spaces and '!' prefix
filepath = escapedSymbols . ReplaceAllString ( filepath , ` \$1 ` )
// no necessary to escape the first '#' symbol because the first symbol is '/'
fmt . Fprintf ( & out , "/%s\n" , filepath )
2019-06-23 01:35:34 +08:00
}
2019-11-01 08:30:02 +08:00
2019-06-23 01:35:34 +08:00
return out . String ( ) , nil
}