drone/internal/store/database/repo.go

332 lines
8.6 KiB
Go

// Copyright 2022 Harness Inc. All rights reserved.
// Use of this source code is governed by the Polyform Free Trial License
// that can be found in the LICENSE.md file for this repository.
package database
import (
"context"
"fmt"
"strconv"
"strings"
"time"
"github.com/harness/gitness/internal/store"
gitness_store "github.com/harness/gitness/store"
"github.com/harness/gitness/store/database"
"github.com/harness/gitness/store/database/dbtx"
"github.com/harness/gitness/types"
"github.com/harness/gitness/types/enum"
"github.com/jmoiron/sqlx"
"github.com/pkg/errors"
)
var _ store.RepoStore = (*RepoStore)(nil)
// NewRepoStore returns a new RepoStore.
func NewRepoStore(db *sqlx.DB, pathCache store.PathCache) *RepoStore {
return &RepoStore{
db: db,
pathCache: pathCache,
}
}
// RepoStore implements a store.RepoStore backed by a relational database.
type RepoStore struct {
db *sqlx.DB
pathCache store.PathCache
}
const (
repoColumnsForJoin = `
repo_id
,repo_version
,repo_parent_id
,repo_uid
,paths.path_value AS repo_path
,repo_description
,repo_is_public
,repo_created_by
,repo_created
,repo_updated
,repo_git_uid
,repo_default_branch
,repo_pullreq_seq
,repo_fork_id
,repo_num_forks
,repo_num_pulls
,repo_num_closed_pulls
,repo_num_open_pulls
,repo_num_merged_pulls
,repo_importing
,repo_importing_job_uid`
repoSelectBaseWithJoin = `
SELECT` + repoColumnsForJoin + `
FROM repositories
INNER JOIN paths
ON repositories.repo_id=paths.path_repo_id AND paths.path_is_primary=true`
)
// Find finds the repo by id.
func (s *RepoStore) Find(ctx context.Context, id int64) (*types.Repository, error) {
const sqlQuery = repoSelectBaseWithJoin + `
WHERE repo_id = $1`
db := dbtx.GetAccessor(ctx, s.db)
dst := new(types.Repository)
if err := db.GetContext(ctx, dst, sqlQuery, id); err != nil {
return nil, database.ProcessSQLErrorf(err, "Failed to find repo")
}
return dst, nil
}
// FindByRef finds the repo using the repoRef as either the id or the repo path.
func (s *RepoStore) FindByRef(ctx context.Context, repoRef string) (*types.Repository, error) {
// ASSUMPTION: digits only is not a valid repo path
id, err := strconv.ParseInt(repoRef, 10, 64)
if err != nil {
var path *types.Path
path, err = s.pathCache.Get(ctx, repoRef)
if err != nil {
return nil, fmt.Errorf("failed to get path: %w", err)
}
if path.TargetType != enum.PathTargetTypeRepo {
// IMPORTANT: expose as not found error as we didn't find the repo!
return nil, fmt.Errorf("path is not targeting a repo - %w", gitness_store.ErrResourceNotFound)
}
id = path.TargetID
}
return s.Find(ctx, id)
}
// Create creates a new repository.
func (s *RepoStore) Create(ctx context.Context, repo *types.Repository) error {
const sqlQuery = `
INSERT INTO repositories (
repo_version
,repo_parent_id
,repo_uid
,repo_description
,repo_is_public
,repo_created_by
,repo_created
,repo_updated
,repo_git_uid
,repo_default_branch
,repo_fork_id
,repo_pullreq_seq
,repo_num_forks
,repo_num_pulls
,repo_num_closed_pulls
,repo_num_open_pulls
,repo_num_merged_pulls
,repo_importing
,repo_importing_job_uid
) values (
:repo_version
,:repo_parent_id
,:repo_uid
,:repo_description
,:repo_is_public
,:repo_created_by
,:repo_created
,:repo_updated
,:repo_git_uid
,:repo_default_branch
,:repo_fork_id
,:repo_pullreq_seq
,:repo_num_forks
,:repo_num_pulls
,:repo_num_closed_pulls
,:repo_num_open_pulls
,:repo_num_merged_pulls
,:repo_importing
,:repo_importing_job_uid
) RETURNING repo_id`
db := dbtx.GetAccessor(ctx, s.db)
// insert repo first so we get id
query, arg, err := db.BindNamed(sqlQuery, repo)
if err != nil {
return database.ProcessSQLErrorf(err, "Failed to bind repo object")
}
if err = db.QueryRowContext(ctx, query, arg...).Scan(&repo.ID); err != nil {
return database.ProcessSQLErrorf(err, "Insert query failed")
}
return nil
}
// Update updates the repo details.
func (s *RepoStore) Update(ctx context.Context, repo *types.Repository) error {
const sqlQuery = `
UPDATE repositories
SET
repo_version = :repo_version
,repo_updated = :repo_updated
,repo_parent_id = :repo_parent_id
,repo_uid = :repo_uid
,repo_git_uid = :repo_git_uid
,repo_description = :repo_description
,repo_is_public = :repo_is_public
,repo_default_branch = :repo_default_branch
,repo_pullreq_seq = :repo_pullreq_seq
,repo_num_forks = :repo_num_forks
,repo_num_pulls = :repo_num_pulls
,repo_num_closed_pulls = :repo_num_closed_pulls
,repo_num_open_pulls = :repo_num_open_pulls
,repo_num_merged_pulls = :repo_num_merged_pulls
,repo_importing = :repo_importing
,repo_importing_job_uid = :repo_importing_job_uid
WHERE repo_id = :repo_id AND repo_version = :repo_version - 1`
updatedAt := time.Now()
repo.Version++
repo.Updated = updatedAt.UnixMilli()
db := dbtx.GetAccessor(ctx, s.db)
query, arg, err := db.BindNamed(sqlQuery, repo)
if err != nil {
return database.ProcessSQLErrorf(err, "Failed to bind repo object")
}
result, err := db.ExecContext(ctx, query, arg...)
if err != nil {
return database.ProcessSQLErrorf(err, "Failed to update repository")
}
count, err := result.RowsAffected()
if err != nil {
return database.ProcessSQLErrorf(err, "Failed to get number of updated rows")
}
if count == 0 {
return gitness_store.ErrVersionConflict
}
return nil
}
// UpdateOptLock updates the repository using the optimistic locking mechanism.
func (s *RepoStore) UpdateOptLock(ctx context.Context,
repo *types.Repository,
mutateFn func(repository *types.Repository) error,
) (*types.Repository, error) {
for {
dup := *repo
err := mutateFn(&dup)
if err != nil {
return nil, err
}
err = s.Update(ctx, &dup)
if err == nil {
return &dup, nil
}
if !errors.Is(err, gitness_store.ErrVersionConflict) {
return nil, err
}
repo, err = s.Find(ctx, repo.ID)
if err != nil {
return nil, err
}
}
}
// Delete the repository.
func (s *RepoStore) Delete(ctx context.Context, id int64) error {
const repoDelete = `
DELETE FROM repositories
WHERE repo_id = $1`
db := dbtx.GetAccessor(ctx, s.db)
if _, err := db.ExecContext(ctx, repoDelete, id); err != nil {
return database.ProcessSQLErrorf(err, "the delete query failed")
}
return nil
}
// Count of repos in a space.
func (s *RepoStore) Count(ctx context.Context, parentID int64, opts *types.RepoFilter) (int64, error) {
stmt := database.Builder.
Select("count(*)").
From("repositories").
Where("repo_parent_id = ?", parentID)
if opts.Query != "" {
stmt = stmt.Where("LOWER(repo_uid) LIKE ?", fmt.Sprintf("%%%s%%", strings.ToLower(opts.Query)))
}
sql, args, err := stmt.ToSql()
if err != nil {
return 0, errors.Wrap(err, "Failed to convert query to sql")
}
db := dbtx.GetAccessor(ctx, s.db)
var count int64
err = db.QueryRowContext(ctx, sql, args...).Scan(&count)
if err != nil {
return 0, database.ProcessSQLErrorf(err, "Failed executing count query")
}
return count, nil
}
// List returns a list of repos in a space.
func (s *RepoStore) List(ctx context.Context, parentID int64, opts *types.RepoFilter) ([]*types.Repository, error) {
stmt := database.Builder.
Select(repoColumnsForJoin).
From("repositories").
InnerJoin("paths ON repositories.repo_id=paths.path_repo_id AND paths.path_is_primary=true").
Where("repo_parent_id = ?", fmt.Sprint(parentID))
if opts.Query != "" {
stmt = stmt.Where("LOWER(repo_uid) LIKE ?", fmt.Sprintf("%%%s%%", strings.ToLower(opts.Query)))
}
stmt = stmt.Limit(database.Limit(opts.Size))
stmt = stmt.Offset(database.Offset(opts.Page, opts.Size))
switch opts.Sort {
case enum.RepoAttrUID, enum.RepoAttrNone:
// NOTE: string concatenation is safe because the
// order attribute is an enum and is not user-defined,
// and is therefore not subject to injection attacks.
stmt = stmt.OrderBy("repo_importing desc, repo_uid " + opts.Order.String())
case enum.RepoAttrCreated:
stmt = stmt.OrderBy("repo_created " + opts.Order.String())
case enum.RepoAttrUpdated:
stmt = stmt.OrderBy("repo_updated " + opts.Order.String())
case enum.RepoAttrPath:
stmt = stmt.OrderBy("repo_importing desc, repo_path " + opts.Order.String())
}
sql, args, err := stmt.ToSql()
if err != nil {
return nil, errors.Wrap(err, "Failed to convert query to sql")
}
db := dbtx.GetAccessor(ctx, s.db)
dst := []*types.Repository{}
if err = db.SelectContext(ctx, &dst, sql, args...); err != nil {
return nil, database.ProcessSQLErrorf(err, "Failed executing custom list query")
}
return dst, nil
}