mirror of
https://github.com/gogs/gogs.git
synced 2025-05-31 11:42:13 +00:00
d521e716dd
We used to handle SSH and HTTP push separately which produces duplicated code, but now with post-receive hook, the process is unified to one single place and much cleaner. Thus, UpdateTask struct is removed. Narrow down the range of Git HTTP routes to reduce condufsing HTTP Basic Authentication window popup on browser. By detecting <old-commit, new-commit, ref-name> inside post-receive hook, Git HTTP doesn't need to read the whole content body anymore, which completely solve the RAM problem reported in #636.
617 lines
16 KiB
Go
617 lines
16 KiB
Go
// Copyright 2014 The Gogs Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package models
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"path"
|
|
"regexp"
|
|
"strings"
|
|
"time"
|
|
"unicode"
|
|
|
|
"github.com/Unknwon/com"
|
|
"github.com/go-xorm/xorm"
|
|
log "gopkg.in/clog.v1"
|
|
|
|
"github.com/gogits/git-module"
|
|
api "github.com/gogits/go-gogs-client"
|
|
|
|
"github.com/gogits/gogs/modules/base"
|
|
"github.com/gogits/gogs/modules/setting"
|
|
)
|
|
|
|
type ActionType int
|
|
|
|
const (
|
|
ACTION_CREATE_REPO ActionType = iota + 1 // 1
|
|
ACTION_RENAME_REPO // 2
|
|
ACTION_STAR_REPO // 3
|
|
ACTION_WATCH_REPO // 4
|
|
ACTION_COMMIT_REPO // 5
|
|
ACTION_CREATE_ISSUE // 6
|
|
ACTION_CREATE_PULL_REQUEST // 7
|
|
ACTION_TRANSFER_REPO // 8
|
|
ACTION_PUSH_TAG // 9
|
|
ACTION_COMMENT_ISSUE // 10
|
|
ACTION_MERGE_PULL_REQUEST // 11
|
|
ACTION_CLOSE_ISSUE // 12
|
|
ACTION_REOPEN_ISSUE // 13
|
|
ACTION_CLOSE_PULL_REQUEST // 14
|
|
ACTION_REOPEN_PULL_REQUEST // 15
|
|
)
|
|
|
|
var (
|
|
// Same as Github. See https://help.github.com/articles/closing-issues-via-commit-messages
|
|
IssueCloseKeywords = []string{"close", "closes", "closed", "fix", "fixes", "fixed", "resolve", "resolves", "resolved"}
|
|
IssueReopenKeywords = []string{"reopen", "reopens", "reopened"}
|
|
|
|
IssueCloseKeywordsPat, IssueReopenKeywordsPat *regexp.Regexp
|
|
IssueReferenceKeywordsPat *regexp.Regexp
|
|
)
|
|
|
|
func assembleKeywordsPattern(words []string) string {
|
|
return fmt.Sprintf(`(?i)(?:%s) \S+`, strings.Join(words, "|"))
|
|
}
|
|
|
|
func init() {
|
|
IssueCloseKeywordsPat = regexp.MustCompile(assembleKeywordsPattern(IssueCloseKeywords))
|
|
IssueReopenKeywordsPat = regexp.MustCompile(assembleKeywordsPattern(IssueReopenKeywords))
|
|
IssueReferenceKeywordsPat = regexp.MustCompile(`(?i)(?:)(^| )\S+`)
|
|
}
|
|
|
|
// Action represents user operation type and other information to repository,
|
|
// it implemented interface base.Actioner so that can be used in template render.
|
|
type Action struct {
|
|
ID int64 `xorm:"pk autoincr"`
|
|
UserID int64 // Receiver user id.
|
|
OpType ActionType
|
|
ActUserID int64 // Action user id.
|
|
ActUserName string // Action user name.
|
|
ActAvatar string `xorm:"-"`
|
|
RepoID int64
|
|
RepoUserName string
|
|
RepoName string
|
|
RefName string
|
|
IsPrivate bool `xorm:"NOT NULL DEFAULT false"`
|
|
Content string `xorm:"TEXT"`
|
|
Created time.Time `xorm:"-"`
|
|
CreatedUnix int64
|
|
}
|
|
|
|
func (a *Action) BeforeInsert() {
|
|
a.CreatedUnix = time.Now().Unix()
|
|
}
|
|
|
|
func (a *Action) AfterSet(colName string, _ xorm.Cell) {
|
|
switch colName {
|
|
case "created_unix":
|
|
a.Created = time.Unix(a.CreatedUnix, 0).Local()
|
|
}
|
|
}
|
|
|
|
func (a *Action) GetOpType() int {
|
|
return int(a.OpType)
|
|
}
|
|
|
|
func (a *Action) GetActUserName() string {
|
|
return a.ActUserName
|
|
}
|
|
|
|
func (a *Action) ShortActUserName() string {
|
|
return base.EllipsisString(a.ActUserName, 20)
|
|
}
|
|
|
|
func (a *Action) GetRepoUserName() string {
|
|
return a.RepoUserName
|
|
}
|
|
|
|
func (a *Action) ShortRepoUserName() string {
|
|
return base.EllipsisString(a.RepoUserName, 20)
|
|
}
|
|
|
|
func (a *Action) GetRepoName() string {
|
|
return a.RepoName
|
|
}
|
|
|
|
func (a *Action) ShortRepoName() string {
|
|
return base.EllipsisString(a.RepoName, 33)
|
|
}
|
|
|
|
func (a *Action) GetRepoPath() string {
|
|
return path.Join(a.RepoUserName, a.RepoName)
|
|
}
|
|
|
|
func (a *Action) ShortRepoPath() string {
|
|
return path.Join(a.ShortRepoUserName(), a.ShortRepoName())
|
|
}
|
|
|
|
func (a *Action) GetRepoLink() string {
|
|
if len(setting.AppSubUrl) > 0 {
|
|
return path.Join(setting.AppSubUrl, a.GetRepoPath())
|
|
}
|
|
return "/" + a.GetRepoPath()
|
|
}
|
|
|
|
func (a *Action) GetBranch() string {
|
|
return a.RefName
|
|
}
|
|
|
|
func (a *Action) GetContent() string {
|
|
return a.Content
|
|
}
|
|
|
|
func (a *Action) GetCreate() time.Time {
|
|
return a.Created
|
|
}
|
|
|
|
func (a *Action) GetIssueInfos() []string {
|
|
return strings.SplitN(a.Content, "|", 2)
|
|
}
|
|
|
|
func (a *Action) GetIssueTitle() string {
|
|
index := com.StrTo(a.GetIssueInfos()[0]).MustInt64()
|
|
issue, err := GetIssueByIndex(a.RepoID, index)
|
|
if err != nil {
|
|
log.Error(4, "GetIssueByIndex: %v", err)
|
|
return "500 when get issue"
|
|
}
|
|
return issue.Title
|
|
}
|
|
|
|
func (a *Action) GetIssueContent() string {
|
|
index := com.StrTo(a.GetIssueInfos()[0]).MustInt64()
|
|
issue, err := GetIssueByIndex(a.RepoID, index)
|
|
if err != nil {
|
|
log.Error(4, "GetIssueByIndex: %v", err)
|
|
return "500 when get issue"
|
|
}
|
|
return issue.Content
|
|
}
|
|
|
|
func newRepoAction(e Engine, u *User, repo *Repository) (err error) {
|
|
if err = notifyWatchers(e, &Action{
|
|
ActUserID: u.ID,
|
|
ActUserName: u.Name,
|
|
OpType: ACTION_CREATE_REPO,
|
|
RepoID: repo.ID,
|
|
RepoUserName: repo.Owner.Name,
|
|
RepoName: repo.Name,
|
|
IsPrivate: repo.IsPrivate,
|
|
}); err != nil {
|
|
return fmt.Errorf("notify watchers '%d/%d': %v", u.ID, repo.ID, err)
|
|
}
|
|
|
|
log.Trace("action.newRepoAction: %s/%s", u.Name, repo.Name)
|
|
return err
|
|
}
|
|
|
|
// NewRepoAction adds new action for creating repository.
|
|
func NewRepoAction(u *User, repo *Repository) (err error) {
|
|
return newRepoAction(x, u, repo)
|
|
}
|
|
|
|
func renameRepoAction(e Engine, actUser *User, oldRepoName string, repo *Repository) (err error) {
|
|
if err = notifyWatchers(e, &Action{
|
|
ActUserID: actUser.ID,
|
|
ActUserName: actUser.Name,
|
|
OpType: ACTION_RENAME_REPO,
|
|
RepoID: repo.ID,
|
|
RepoUserName: repo.Owner.Name,
|
|
RepoName: repo.Name,
|
|
IsPrivate: repo.IsPrivate,
|
|
Content: oldRepoName,
|
|
}); err != nil {
|
|
return fmt.Errorf("notify watchers: %v", err)
|
|
}
|
|
|
|
log.Trace("action.renameRepoAction: %s/%s", actUser.Name, repo.Name)
|
|
return nil
|
|
}
|
|
|
|
// RenameRepoAction adds new action for renaming a repository.
|
|
func RenameRepoAction(actUser *User, oldRepoName string, repo *Repository) error {
|
|
return renameRepoAction(x, actUser, oldRepoName, repo)
|
|
}
|
|
|
|
func issueIndexTrimRight(c rune) bool {
|
|
return !unicode.IsDigit(c)
|
|
}
|
|
|
|
type PushCommit struct {
|
|
Sha1 string
|
|
Message string
|
|
AuthorEmail string
|
|
AuthorName string
|
|
CommitterEmail string
|
|
CommitterName string
|
|
Timestamp time.Time
|
|
}
|
|
|
|
type PushCommits struct {
|
|
Len int
|
|
Commits []*PushCommit
|
|
CompareURL string
|
|
|
|
avatars map[string]string
|
|
}
|
|
|
|
func NewPushCommits() *PushCommits {
|
|
return &PushCommits{
|
|
avatars: make(map[string]string),
|
|
}
|
|
}
|
|
|
|
func (pc *PushCommits) ToApiPayloadCommits(repoLink string) []*api.PayloadCommit {
|
|
commits := make([]*api.PayloadCommit, len(pc.Commits))
|
|
for i, commit := range pc.Commits {
|
|
authorUsername := ""
|
|
author, err := GetUserByEmail(commit.AuthorEmail)
|
|
if err == nil {
|
|
authorUsername = author.Name
|
|
}
|
|
committerUsername := ""
|
|
committer, err := GetUserByEmail(commit.CommitterEmail)
|
|
if err == nil {
|
|
// TODO: check errors other than email not found.
|
|
committerUsername = committer.Name
|
|
}
|
|
commits[i] = &api.PayloadCommit{
|
|
ID: commit.Sha1,
|
|
Message: commit.Message,
|
|
URL: fmt.Sprintf("%s/commit/%s", repoLink, commit.Sha1),
|
|
Author: &api.PayloadUser{
|
|
Name: commit.AuthorName,
|
|
Email: commit.AuthorEmail,
|
|
UserName: authorUsername,
|
|
},
|
|
Committer: &api.PayloadUser{
|
|
Name: commit.CommitterName,
|
|
Email: commit.CommitterEmail,
|
|
UserName: committerUsername,
|
|
},
|
|
Timestamp: commit.Timestamp,
|
|
}
|
|
}
|
|
return commits
|
|
}
|
|
|
|
// AvatarLink tries to match user in database with e-mail
|
|
// in order to show custom avatar, and falls back to general avatar link.
|
|
func (push *PushCommits) AvatarLink(email string) string {
|
|
_, ok := push.avatars[email]
|
|
if !ok {
|
|
u, err := GetUserByEmail(email)
|
|
if err != nil {
|
|
push.avatars[email] = base.AvatarLink(email)
|
|
if !IsErrUserNotExist(err) {
|
|
log.Error(4, "GetUserByEmail: %v", err)
|
|
}
|
|
} else {
|
|
push.avatars[email] = u.RelAvatarLink()
|
|
}
|
|
}
|
|
|
|
return push.avatars[email]
|
|
}
|
|
|
|
// UpdateIssuesCommit checks if issues are manipulated by commit message.
|
|
func UpdateIssuesCommit(doer *User, repo *Repository, commits []*PushCommit) error {
|
|
// Commits are appended in the reverse order.
|
|
for i := len(commits) - 1; i >= 0; i-- {
|
|
c := commits[i]
|
|
|
|
refMarked := make(map[int64]bool)
|
|
for _, ref := range IssueReferenceKeywordsPat.FindAllString(c.Message, -1) {
|
|
ref = ref[strings.IndexByte(ref, byte(' '))+1:]
|
|
ref = strings.TrimRightFunc(ref, issueIndexTrimRight)
|
|
|
|
if len(ref) == 0 {
|
|
continue
|
|
}
|
|
|
|
// Add repo name if missing
|
|
if ref[0] == '#' {
|
|
ref = fmt.Sprintf("%s%s", repo.FullName(), ref)
|
|
} else if !strings.Contains(ref, "/") {
|
|
// FIXME: We don't support User#ID syntax yet
|
|
// return ErrNotImplemented
|
|
continue
|
|
}
|
|
|
|
issue, err := GetIssueByRef(ref)
|
|
if err != nil {
|
|
if IsErrIssueNotExist(err) {
|
|
continue
|
|
}
|
|
return err
|
|
}
|
|
|
|
if refMarked[issue.ID] {
|
|
continue
|
|
}
|
|
refMarked[issue.ID] = true
|
|
|
|
message := fmt.Sprintf(`<a href="%s/commit/%s">%s</a>`, repo.Link(), c.Sha1, c.Message)
|
|
if err = CreateRefComment(doer, repo, issue, message, c.Sha1); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
refMarked = make(map[int64]bool)
|
|
// FIXME: can merge this one and next one to a common function.
|
|
for _, ref := range IssueCloseKeywordsPat.FindAllString(c.Message, -1) {
|
|
ref = ref[strings.IndexByte(ref, byte(' '))+1:]
|
|
ref = strings.TrimRightFunc(ref, issueIndexTrimRight)
|
|
|
|
if len(ref) == 0 {
|
|
continue
|
|
}
|
|
|
|
// Add repo name if missing
|
|
if ref[0] == '#' {
|
|
ref = fmt.Sprintf("%s%s", repo.FullName(), ref)
|
|
} else if !strings.Contains(ref, "/") {
|
|
// We don't support User#ID syntax yet
|
|
// return ErrNotImplemented
|
|
continue
|
|
}
|
|
|
|
issue, err := GetIssueByRef(ref)
|
|
if err != nil {
|
|
if IsErrIssueNotExist(err) {
|
|
continue
|
|
}
|
|
return err
|
|
}
|
|
|
|
if refMarked[issue.ID] {
|
|
continue
|
|
}
|
|
refMarked[issue.ID] = true
|
|
|
|
if issue.RepoID != repo.ID || issue.IsClosed {
|
|
continue
|
|
}
|
|
|
|
if err = issue.ChangeStatus(doer, repo, true); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// It is conflict to have close and reopen at same time, so refsMarkd doesn't need to reinit here.
|
|
for _, ref := range IssueReopenKeywordsPat.FindAllString(c.Message, -1) {
|
|
ref = ref[strings.IndexByte(ref, byte(' '))+1:]
|
|
ref = strings.TrimRightFunc(ref, issueIndexTrimRight)
|
|
|
|
if len(ref) == 0 {
|
|
continue
|
|
}
|
|
|
|
// Add repo name if missing
|
|
if ref[0] == '#' {
|
|
ref = fmt.Sprintf("%s%s", repo.FullName(), ref)
|
|
} else if !strings.Contains(ref, "/") {
|
|
// We don't support User#ID syntax yet
|
|
// return ErrNotImplemented
|
|
continue
|
|
}
|
|
|
|
issue, err := GetIssueByRef(ref)
|
|
if err != nil {
|
|
if IsErrIssueNotExist(err) {
|
|
continue
|
|
}
|
|
return err
|
|
}
|
|
|
|
if refMarked[issue.ID] {
|
|
continue
|
|
}
|
|
refMarked[issue.ID] = true
|
|
|
|
if issue.RepoID != repo.ID || !issue.IsClosed {
|
|
continue
|
|
}
|
|
|
|
if err = issue.ChangeStatus(doer, repo, false); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type CommitRepoActionOptions struct {
|
|
PusherName string
|
|
RepoOwnerID int64
|
|
RepoName string
|
|
RefFullName string
|
|
OldCommitID string
|
|
NewCommitID string
|
|
Commits *PushCommits
|
|
}
|
|
|
|
// CommitRepoAction adds new commit actio to the repository, and prepare corresponding webhooks.
|
|
func CommitRepoAction(opts CommitRepoActionOptions) error {
|
|
pusher, err := GetUserByName(opts.PusherName)
|
|
if err != nil {
|
|
return fmt.Errorf("GetUserByName [%s]: %v", opts.PusherName, err)
|
|
}
|
|
|
|
repo, err := GetRepositoryByName(opts.RepoOwnerID, opts.RepoName)
|
|
if err != nil {
|
|
return fmt.Errorf("GetRepositoryByName [owner_id: %d, name: %s]: %v", opts.RepoOwnerID, opts.RepoName, err)
|
|
}
|
|
|
|
// Change repository bare status and update last updated time.
|
|
repo.IsBare = false
|
|
if err = UpdateRepository(repo, false); err != nil {
|
|
return fmt.Errorf("UpdateRepository: %v", err)
|
|
}
|
|
|
|
isNewBranch := false
|
|
opType := ACTION_COMMIT_REPO
|
|
// Check it's tag push or branch.
|
|
if strings.HasPrefix(opts.RefFullName, git.TAG_PREFIX) {
|
|
opType = ACTION_PUSH_TAG
|
|
opts.Commits = &PushCommits{}
|
|
} else {
|
|
// if not the first commit, set the compare URL.
|
|
if opts.OldCommitID == git.EMPTY_SHA {
|
|
isNewBranch = true
|
|
} else {
|
|
opts.Commits.CompareURL = repo.ComposeCompareURL(opts.OldCommitID, opts.NewCommitID)
|
|
}
|
|
|
|
if err = UpdateIssuesCommit(pusher, repo, opts.Commits.Commits); err != nil {
|
|
log.Error(2, "UpdateIssuesCommit: %v", err)
|
|
}
|
|
}
|
|
|
|
if len(opts.Commits.Commits) > setting.UI.FeedMaxCommitNum {
|
|
opts.Commits.Commits = opts.Commits.Commits[:setting.UI.FeedMaxCommitNum]
|
|
}
|
|
|
|
data, err := json.Marshal(opts.Commits)
|
|
if err != nil {
|
|
return fmt.Errorf("Marshal: %v", err)
|
|
}
|
|
|
|
refName := git.RefEndName(opts.RefFullName)
|
|
if err = NotifyWatchers(&Action{
|
|
ActUserID: pusher.ID,
|
|
ActUserName: pusher.Name,
|
|
OpType: opType,
|
|
Content: string(data),
|
|
RepoID: repo.ID,
|
|
RepoUserName: repo.MustOwner().Name,
|
|
RepoName: repo.Name,
|
|
RefName: refName,
|
|
IsPrivate: repo.IsPrivate,
|
|
}); err != nil {
|
|
return fmt.Errorf("NotifyWatchers: %v", err)
|
|
}
|
|
|
|
defer func() {
|
|
go HookQueue.Add(repo.ID)
|
|
}()
|
|
|
|
apiPusher := pusher.APIFormat()
|
|
apiRepo := repo.APIFormat(nil)
|
|
switch opType {
|
|
case ACTION_COMMIT_REPO: // Push
|
|
if err = PrepareWebhooks(repo, HOOK_EVENT_PUSH, &api.PushPayload{
|
|
Ref: opts.RefFullName,
|
|
Before: opts.OldCommitID,
|
|
After: opts.NewCommitID,
|
|
CompareURL: setting.AppUrl + opts.Commits.CompareURL,
|
|
Commits: opts.Commits.ToApiPayloadCommits(repo.HTMLURL()),
|
|
Repo: apiRepo,
|
|
Pusher: apiPusher,
|
|
Sender: apiPusher,
|
|
}); err != nil {
|
|
return fmt.Errorf("PrepareWebhooks: %v", err)
|
|
}
|
|
|
|
if isNewBranch {
|
|
return PrepareWebhooks(repo, HOOK_EVENT_CREATE, &api.CreatePayload{
|
|
Ref: refName,
|
|
RefType: "branch",
|
|
Repo: apiRepo,
|
|
Sender: apiPusher,
|
|
})
|
|
}
|
|
|
|
case ACTION_PUSH_TAG: // Create
|
|
return PrepareWebhooks(repo, HOOK_EVENT_CREATE, &api.CreatePayload{
|
|
Ref: refName,
|
|
RefType: "tag",
|
|
Repo: apiRepo,
|
|
Sender: apiPusher,
|
|
})
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func transferRepoAction(e Engine, doer, oldOwner *User, repo *Repository) (err error) {
|
|
if err = notifyWatchers(e, &Action{
|
|
ActUserID: doer.ID,
|
|
ActUserName: doer.Name,
|
|
OpType: ACTION_TRANSFER_REPO,
|
|
RepoID: repo.ID,
|
|
RepoUserName: repo.Owner.Name,
|
|
RepoName: repo.Name,
|
|
IsPrivate: repo.IsPrivate,
|
|
Content: path.Join(oldOwner.Name, repo.Name),
|
|
}); err != nil {
|
|
return fmt.Errorf("notifyWatchers: %v", err)
|
|
}
|
|
|
|
// Remove watch for organization.
|
|
if oldOwner.IsOrganization() {
|
|
if err = watchRepo(e, oldOwner.ID, repo.ID, false); err != nil {
|
|
return fmt.Errorf("watchRepo [false]: %v", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// TransferRepoAction adds new action for transferring repository,
|
|
// the Owner field of repository is assumed to be new owner.
|
|
func TransferRepoAction(doer, oldOwner *User, repo *Repository) error {
|
|
return transferRepoAction(x, doer, oldOwner, repo)
|
|
}
|
|
|
|
func mergePullRequestAction(e Engine, doer *User, repo *Repository, issue *Issue) error {
|
|
return notifyWatchers(e, &Action{
|
|
ActUserID: doer.ID,
|
|
ActUserName: doer.Name,
|
|
OpType: ACTION_MERGE_PULL_REQUEST,
|
|
Content: fmt.Sprintf("%d|%s", issue.Index, issue.Title),
|
|
RepoID: repo.ID,
|
|
RepoUserName: repo.Owner.Name,
|
|
RepoName: repo.Name,
|
|
IsPrivate: repo.IsPrivate,
|
|
})
|
|
}
|
|
|
|
// MergePullRequestAction adds new action for merging pull request.
|
|
func MergePullRequestAction(actUser *User, repo *Repository, pull *Issue) error {
|
|
return mergePullRequestAction(x, actUser, repo, pull)
|
|
}
|
|
|
|
// GetFeeds returns action list of given user in given context.
|
|
// actorID is the user who's requesting, ctxUserID is the user/org that is requested.
|
|
// actorID can be -1 when isProfile is true or to skip the permission check.
|
|
func GetFeeds(ctxUser *User, actorID, offset int64, isProfile bool) ([]*Action, error) {
|
|
actions := make([]*Action, 0, 20)
|
|
sess := x.Limit(20, int(offset)).Desc("id").Where("user_id = ?", ctxUser.ID)
|
|
if isProfile {
|
|
sess.And("is_private = ?", false).And("act_user_id = ?", ctxUser.ID)
|
|
} else if actorID != -1 && ctxUser.IsOrganization() {
|
|
// FIXME: only need to get IDs here, not all fields of repository.
|
|
repos, _, err := ctxUser.GetUserRepositories(actorID, 1, ctxUser.NumRepos)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("GetUserRepositories: %v", err)
|
|
}
|
|
|
|
var repoIDs []int64
|
|
for _, repo := range repos {
|
|
repoIDs = append(repoIDs, repo.ID)
|
|
}
|
|
|
|
if len(repoIDs) > 0 {
|
|
sess.In("repo_id", repoIDs)
|
|
}
|
|
}
|
|
|
|
err := sess.Find(&actions)
|
|
return actions, err
|
|
}
|