2020-09-11 17:14:48 +03:00
// Copyright 2020 The Gitea Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
package repository
import (
2021-11-17 18:17:31 +03:00
"context"
2021-10-17 22:47:12 +03:00
"errors"
2020-09-11 17:14:48 +03:00
"fmt"
2021-11-17 18:17:31 +03:00
"strings"
2020-09-20 20:55:15 +03:00
"time"
2020-09-11 17:14:48 +03:00
"code.gitea.io/gitea/models"
2021-09-19 14:49:59 +03:00
"code.gitea.io/gitea/models/db"
2021-12-10 04:27:50 +03:00
repo_model "code.gitea.io/gitea/models/repo"
2021-11-24 12:49:20 +03:00
user_model "code.gitea.io/gitea/models/user"
2020-09-11 17:14:48 +03:00
"code.gitea.io/gitea/modules/cache"
"code.gitea.io/gitea/modules/git"
"code.gitea.io/gitea/modules/graceful"
"code.gitea.io/gitea/modules/log"
"code.gitea.io/gitea/modules/notification"
2022-01-20 02:26:57 +03:00
"code.gitea.io/gitea/modules/process"
2020-09-11 17:14:48 +03:00
"code.gitea.io/gitea/modules/queue"
repo_module "code.gitea.io/gitea/modules/repository"
"code.gitea.io/gitea/modules/setting"
2021-11-17 18:17:31 +03:00
"code.gitea.io/gitea/modules/timeutil"
2021-11-21 12:11:48 +03:00
issue_service "code.gitea.io/gitea/services/issue"
2020-09-11 17:14:48 +03:00
pull_service "code.gitea.io/gitea/services/pull"
)
// pushQueue represents a queue to handle update pull request tests
var pushQueue queue . Queue
// handle passed PR IDs and test the PRs
func handle ( data ... queue . Data ) {
for _ , datum := range data {
2020-10-31 00:59:02 +03:00
opts := datum . ( [ ] * repo_module . PushUpdateOptions )
2020-09-11 17:14:48 +03:00
if err := pushUpdates ( opts ) ; err != nil {
log . Error ( "pushUpdate failed: %v" , err )
}
}
}
func initPushQueue ( ) error {
2021-10-17 22:47:12 +03:00
pushQueue = queue . CreateQueue ( "push_update" , handle , [ ] * repo_module . PushUpdateOptions { } )
2020-09-11 17:14:48 +03:00
if pushQueue == nil {
2021-10-17 22:47:12 +03:00
return errors . New ( "unable to create push_update Queue" )
2020-09-11 17:14:48 +03:00
}
go graceful . GetManager ( ) . RunWithShutdownFns ( pushQueue . Run )
return nil
}
// PushUpdate is an alias of PushUpdates for single push update options
2020-10-31 00:59:02 +03:00
func PushUpdate ( opts * repo_module . PushUpdateOptions ) error {
return PushUpdates ( [ ] * repo_module . PushUpdateOptions { opts } )
2020-09-11 17:14:48 +03:00
}
// PushUpdates adds a push update to push queue
2020-10-31 00:59:02 +03:00
func PushUpdates ( opts [ ] * repo_module . PushUpdateOptions ) error {
2020-09-11 17:14:48 +03:00
if len ( opts ) == 0 {
return nil
}
for _ , opt := range opts {
if opt . IsNewRef ( ) && opt . IsDelRef ( ) {
return fmt . Errorf ( "Old and new revisions are both %s" , git . EmptySHA )
}
}
return pushQueue . Push ( opts )
}
// pushUpdates generates push action history feeds for push updating multiple refs
2020-10-31 00:59:02 +03:00
func pushUpdates ( optsList [ ] * repo_module . PushUpdateOptions ) error {
2020-09-11 17:14:48 +03:00
if len ( optsList ) == 0 {
return nil
}
2022-01-20 02:26:57 +03:00
ctx , _ , finished := process . GetManager ( ) . AddContext ( graceful . GetManager ( ) . HammerContext ( ) , fmt . Sprintf ( "PushUpdates: %s/%s" , optsList [ 0 ] . RepoUserName , optsList [ 0 ] . RepoName ) )
defer finished ( )
2021-12-10 04:27:50 +03:00
repo , err := repo_model . GetRepositoryByOwnerAndName ( optsList [ 0 ] . RepoUserName , optsList [ 0 ] . RepoName )
2020-09-11 17:14:48 +03:00
if err != nil {
return fmt . Errorf ( "GetRepositoryByOwnerAndName failed: %v" , err )
}
repoPath := repo . RepoPath ( )
2022-01-20 02:26:57 +03:00
gitRepo , err := git . OpenRepositoryCtx ( ctx , repoPath )
2020-09-11 17:14:48 +03:00
if err != nil {
2022-01-20 02:26:57 +03:00
return fmt . Errorf ( "OpenRepository[%s]: %v" , repoPath , err )
2020-09-11 17:14:48 +03:00
}
defer gitRepo . Close ( )
2021-12-10 04:27:50 +03:00
if err = models . UpdateRepoSize ( db . DefaultContext , repo ) ; err != nil {
2020-09-11 17:14:48 +03:00
log . Error ( "Failed to update size for repository: %v" , err )
}
addTags := make ( [ ] string , 0 , len ( optsList ) )
delTags := make ( [ ] string , 0 , len ( optsList ) )
2021-11-24 12:49:20 +03:00
var pusher * user_model . User
2020-09-11 17:14:48 +03:00
for _ , opts := range optsList {
if opts . IsNewRef ( ) && opts . IsDelRef ( ) {
2022-01-20 02:26:57 +03:00
return fmt . Errorf ( "old and new revisions are both %s" , git . EmptySHA )
2020-09-11 17:14:48 +03:00
}
2020-12-16 15:41:21 +03:00
if opts . IsTag ( ) { // If is tag reference
2020-12-11 20:27:00 +03:00
if pusher == nil || pusher . ID != opts . PusherID {
var err error
2021-11-24 12:49:20 +03:00
if pusher , err = user_model . GetUserByID ( opts . PusherID ) ; err != nil {
2020-12-11 20:27:00 +03:00
return err
}
}
2020-09-11 17:14:48 +03:00
tagName := opts . TagName ( )
if opts . IsDelRef ( ) {
2020-12-16 15:41:21 +03:00
notification . NotifyPushCommits (
pusher , repo ,
& repo_module . PushUpdateOptions {
RefFullName : git . TagPrefix + tagName ,
OldCommitID : opts . OldCommitID ,
NewCommitID : git . EmptySHA ,
} , repo_module . NewPushCommits ( ) )
2020-09-11 17:14:48 +03:00
delTags = append ( delTags , tagName )
2020-12-08 05:23:18 +03:00
notification . NotifyDeleteRef ( pusher , repo , "tag" , opts . RefFullName )
2020-09-11 17:14:48 +03:00
} else { // is new tag
2021-12-29 14:40:57 +03:00
newCommit , err := gitRepo . GetCommit ( opts . NewCommitID )
if err != nil {
return fmt . Errorf ( "gitRepo.GetCommit: %v" , err )
}
commits := repo_module . NewPushCommits ( )
commits . HeadCommit = repo_module . CommitToPushCommit ( newCommit )
commits . CompareURL = repo . ComposeCompareURL ( git . EmptySHA , opts . NewCommitID )
2020-12-16 15:41:21 +03:00
notification . NotifyPushCommits (
pusher , repo ,
& repo_module . PushUpdateOptions {
RefFullName : git . TagPrefix + tagName ,
OldCommitID : git . EmptySHA ,
NewCommitID : opts . NewCommitID ,
2021-12-29 14:40:57 +03:00
} , commits )
2020-12-16 15:41:21 +03:00
2020-09-11 17:14:48 +03:00
addTags = append ( addTags , tagName )
2022-01-20 02:26:57 +03:00
notification . NotifyCreateRef ( pusher , repo , "tag" , opts . RefFullName , opts . NewCommitID )
2020-09-11 17:14:48 +03:00
}
} else if opts . IsBranch ( ) { // If is branch reference
if pusher == nil || pusher . ID != opts . PusherID {
var err error
2021-11-24 12:49:20 +03:00
if pusher , err = user_model . GetUserByID ( opts . PusherID ) ; err != nil {
2020-09-11 17:14:48 +03:00
return err
}
}
branch := opts . BranchName ( )
if ! opts . IsDelRef ( ) {
2020-10-09 01:17:23 +03:00
log . Trace ( "TriggerTask '%s/%s' by %s" , repo . Name , branch , pusher . Name )
go pull_service . AddTestPullRequestTask ( pusher , repo . ID , branch , true , opts . OldCommitID , opts . NewCommitID )
2020-09-11 17:14:48 +03:00
newCommit , err := gitRepo . GetCommit ( opts . NewCommitID )
if err != nil {
return fmt . Errorf ( "gitRepo.GetCommit: %v" , err )
}
2020-12-08 05:23:18 +03:00
refName := opts . RefName ( )
2020-09-11 17:14:48 +03:00
// Push new branch.
2021-08-09 21:08:51 +03:00
var l [ ] * git . Commit
2020-09-11 17:14:48 +03:00
if opts . IsNewRef ( ) {
2020-12-08 05:23:18 +03:00
if repo . IsEmpty { // Change default branch and empty status only if pushed ref is non-empty branch.
repo . DefaultBranch = refName
repo . IsEmpty = false
if repo . DefaultBranch != setting . Repository . DefaultBranch {
if err := gitRepo . SetDefaultBranch ( repo . DefaultBranch ) ; err != nil {
if ! git . IsErrUnsupportedVersion ( err ) {
return err
}
}
}
// Update the is empty and default_branch columns
2021-12-12 18:48:20 +03:00
if err := repo_model . UpdateRepositoryCols ( repo , "default_branch" , "is_empty" ) ; err != nil {
2020-12-08 05:23:18 +03:00
return fmt . Errorf ( "UpdateRepositoryCols: %v" , err )
}
}
2020-09-11 17:14:48 +03:00
l , err = newCommit . CommitsBeforeLimit ( 10 )
if err != nil {
return fmt . Errorf ( "newCommit.CommitsBeforeLimit: %v" , err )
}
2022-01-20 02:26:57 +03:00
notification . NotifyCreateRef ( pusher , repo , "branch" , opts . RefFullName , opts . NewCommitID )
2020-09-11 17:14:48 +03:00
} else {
l , err = newCommit . CommitsBeforeUntil ( opts . OldCommitID )
if err != nil {
return fmt . Errorf ( "newCommit.CommitsBeforeUntil: %v" , err )
}
2020-10-09 01:17:23 +03:00
2022-01-20 02:26:57 +03:00
isForce , err := repo_module . IsForcePush ( ctx , opts )
2020-10-09 01:17:23 +03:00
if err != nil {
2020-10-31 18:42:54 +03:00
log . Error ( "isForcePush %s:%s failed: %v" , repo . FullName ( ) , branch , err )
2020-10-09 01:17:23 +03:00
}
if isForce {
log . Trace ( "Push %s is a force push" , opts . NewCommitID )
cache . Remove ( repo . GetCommitsCountCacheKey ( opts . RefName ( ) , true ) )
} else {
// TODO: increment update the commit count cache but not remove
cache . Remove ( repo . GetCommitsCountCacheKey ( opts . RefName ( ) , true ) )
}
2020-09-11 17:14:48 +03:00
}
2021-08-09 21:08:51 +03:00
commits := repo_module . GitToPushCommits ( l )
2021-06-29 16:34:03 +03:00
commits . HeadCommit = repo_module . CommitToPushCommit ( newCommit )
2021-06-26 12:13:51 +03:00
2021-11-21 12:11:48 +03:00
if err := issue_service . UpdateIssuesCommit ( pusher , repo , commits . Commits , refName ) ; err != nil {
2021-06-26 12:13:51 +03:00
log . Error ( "updateIssuesCommit: %v" , err )
}
2020-12-08 05:23:18 +03:00
if len ( commits . Commits ) > setting . UI . FeedMaxCommitNum {
commits . Commits = commits . Commits [ : setting . UI . FeedMaxCommitNum ]
}
commits . CompareURL = repo . ComposeCompareURL ( opts . OldCommitID , opts . NewCommitID )
notification . NotifyPushCommits ( pusher , repo , opts , commits )
2021-12-10 04:27:50 +03:00
if err = models . RemoveDeletedBranchByName ( repo . ID , branch ) ; err != nil {
2020-09-11 17:14:48 +03:00
log . Error ( "models.RemoveDeletedBranch %s/%s failed: %v" , repo . ID , branch , err )
}
2020-10-09 01:17:23 +03:00
// Cache for big repository
2021-11-17 18:17:31 +03:00
if err := CacheRef ( graceful . GetManager ( ) . HammerContext ( ) , repo , gitRepo , opts . RefFullName ) ; err != nil {
2020-10-09 01:17:23 +03:00
log . Error ( "repo_module.CacheRef %s/%s failed: %v" , repo . ID , branch , err )
}
2020-12-08 05:23:18 +03:00
} else {
notification . NotifyDeleteRef ( pusher , repo , "branch" , opts . RefFullName )
if err = pull_service . CloseBranchPulls ( pusher , repo . ID , branch ) ; err != nil {
// close all related pulls
log . Error ( "close related pull request failed: %v" , err )
}
2020-09-11 17:14:48 +03:00
}
// Even if user delete a branch on a repository which he didn't watch, he will be watch that.
2021-12-12 18:48:20 +03:00
if err = repo_model . WatchIfAuto ( opts . PusherID , repo . ID , true ) ; err != nil {
2020-09-11 17:14:48 +03:00
log . Warn ( "Fail to perform auto watch on user %v for repo %v: %v" , opts . PusherID , repo . ID , err )
}
2020-12-08 05:23:18 +03:00
} else {
log . Trace ( "Non-tag and non-branch commits pushed." )
2020-09-11 17:14:48 +03:00
}
}
2021-11-17 18:17:31 +03:00
if err := PushUpdateAddDeleteTags ( repo , gitRepo , addTags , delTags ) ; err != nil {
2020-09-11 17:14:48 +03:00
return fmt . Errorf ( "PushUpdateAddDeleteTags: %v" , err )
}
2020-09-20 20:55:15 +03:00
// Change repository last updated time.
2021-12-12 18:48:20 +03:00
if err := repo_model . UpdateRepositoryUpdatedTime ( repo . ID , time . Now ( ) ) ; err != nil {
2020-09-20 20:55:15 +03:00
return fmt . Errorf ( "UpdateRepositoryUpdatedTime: %v" , err )
2020-09-11 17:14:48 +03:00
}
return nil
}
2021-11-17 18:17:31 +03:00
// PushUpdateAddDeleteTags updates a number of added and delete tags
2021-12-10 04:27:50 +03:00
func PushUpdateAddDeleteTags ( repo * repo_model . Repository , gitRepo * git . Repository , addTags , delTags [ ] string ) error {
2021-11-17 18:17:31 +03:00
return db . WithTx ( func ( ctx context . Context ) error {
if err := models . PushUpdateDeleteTagsContext ( ctx , repo , delTags ) ; err != nil {
return err
}
return pushUpdateAddTags ( ctx , repo , gitRepo , addTags )
} )
}
// pushUpdateAddTags updates a number of add tags
2021-12-10 04:27:50 +03:00
func pushUpdateAddTags ( ctx context . Context , repo * repo_model . Repository , gitRepo * git . Repository , tags [ ] string ) error {
2021-11-17 18:17:31 +03:00
if len ( tags ) == 0 {
return nil
}
lowerTags := make ( [ ] string , 0 , len ( tags ) )
for _ , tag := range tags {
lowerTags = append ( lowerTags , strings . ToLower ( tag ) )
}
releases , err := models . GetReleasesByRepoIDAndNames ( ctx , repo . ID , lowerTags )
if err != nil {
return fmt . Errorf ( "GetReleasesByRepoIDAndNames: %v" , err )
}
relMap := make ( map [ string ] * models . Release )
for _ , rel := range releases {
relMap [ rel . LowerTagName ] = rel
}
newReleases := make ( [ ] * models . Release , 0 , len ( lowerTags ) - len ( relMap ) )
2021-11-24 12:49:20 +03:00
emailToUser := make ( map [ string ] * user_model . User )
2021-11-17 18:17:31 +03:00
for i , lowerTag := range lowerTags {
tag , err := gitRepo . GetTag ( tags [ i ] )
if err != nil {
return fmt . Errorf ( "GetTag: %v" , err )
}
2022-01-12 23:37:46 +03:00
commit , err := tag . Commit ( gitRepo )
2021-11-17 18:17:31 +03:00
if err != nil {
return fmt . Errorf ( "Commit: %v" , err )
}
sig := tag . Tagger
if sig == nil {
sig = commit . Author
}
if sig == nil {
sig = commit . Committer
}
2021-11-24 12:49:20 +03:00
var author * user_model . User
2022-01-20 20:46:10 +03:00
createdAt := time . Unix ( 1 , 0 )
2021-11-17 18:17:31 +03:00
if sig != nil {
var ok bool
author , ok = emailToUser [ sig . Email ]
if ! ok {
2021-11-24 12:49:20 +03:00
author , err = user_model . GetUserByEmailContext ( ctx , sig . Email )
if err != nil && ! user_model . IsErrUserNotExist ( err ) {
2021-11-17 18:17:31 +03:00
return fmt . Errorf ( "GetUserByEmail: %v" , err )
}
if author != nil {
emailToUser [ sig . Email ] = author
}
}
createdAt = sig . When
}
commitsCount , err := commit . CommitsCount ( )
if err != nil {
return fmt . Errorf ( "CommitsCount: %v" , err )
}
rel , has := relMap [ lowerTag ]
if ! has {
rel = & models . Release {
RepoID : repo . ID ,
Title : "" ,
TagName : tags [ i ] ,
LowerTagName : lowerTag ,
Target : "" ,
Sha1 : commit . ID . String ( ) ,
NumCommits : commitsCount ,
Note : "" ,
IsDraft : false ,
IsPrerelease : false ,
IsTag : true ,
CreatedUnix : timeutil . TimeStamp ( createdAt . Unix ( ) ) ,
}
if author != nil {
rel . PublisherID = author . ID
}
newReleases = append ( newReleases , rel )
} else {
rel . Sha1 = commit . ID . String ( )
rel . CreatedUnix = timeutil . TimeStamp ( createdAt . Unix ( ) )
rel . NumCommits = commitsCount
rel . IsDraft = false
if rel . IsTag && author != nil {
rel . PublisherID = author . ID
}
if err = models . UpdateRelease ( ctx , rel ) ; err != nil {
return fmt . Errorf ( "Update: %v" , err )
}
}
}
if len ( newReleases ) > 0 {
if err = models . InsertReleasesContext ( ctx , newReleases ) ; err != nil {
return fmt . Errorf ( "Insert: %v" , err )
}
}
return nil
}