mirror of
https://github.com/hanzoai/forge.git
synced 2026-10-30 15:00:39 +00:00
Source files keep their SPDX-License-Identifier and Hanzo copyright line; the Gitea, Gogs and LFS Test Server copyrights they used to repeat now live once in NOTICE, alongside LICENSE. The header lint accepts any copyright line above the SPDX line, so it no longer demands an upstream one. Co-authored-by: Hanzo Dev <[email protected]>
162 lines
5.5 KiB
Go
162 lines
5.5 KiB
Go
// Copyright 2026 Hanzo AI, Inc. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package packages
|
|
|
|
import (
|
|
"context"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/hanzoai/git/models/db"
|
|
"github.com/hanzoai/git/models/perm"
|
|
"github.com/hanzoai/git/models/unit"
|
|
user_model "github.com/hanzoai/git/models/user"
|
|
"github.com/hanzoai/git/modules/structs"
|
|
"github.com/hanzoai/git/modules/timeutil"
|
|
"github.com/hanzoai/git/modules/util"
|
|
|
|
"github.com/hanzoai/builder"
|
|
)
|
|
|
|
// ErrPackageBlobNotExist indicates a package blob not exist error
|
|
var ErrPackageBlobNotExist = util.NewNotExistErrorf("package blob does not exist")
|
|
|
|
func init() {
|
|
db.RegisterModel(new(PackageBlob))
|
|
}
|
|
|
|
// PackageBlob represents a package blob
|
|
type PackageBlob struct {
|
|
ID int64 `xorm:"pk autoincr"`
|
|
Size int64 `xorm:"NOT NULL DEFAULT 0"`
|
|
HashMD5 string `xorm:"hash_md5 char(32) UNIQUE(md5) INDEX NOT NULL"`
|
|
HashSHA1 string `xorm:"hash_sha1 char(40) UNIQUE(sha1) INDEX NOT NULL"`
|
|
HashSHA256 string `xorm:"hash_sha256 char(64) UNIQUE(sha256) INDEX NOT NULL"`
|
|
HashSHA512 string `xorm:"hash_sha512 char(128) UNIQUE(sha512) INDEX NOT NULL"`
|
|
CreatedUnix timeutil.TimeStamp `xorm:"created INDEX NOT NULL"`
|
|
}
|
|
|
|
// GetOrInsertBlob inserts a blob. If the blob exists already the existing blob is returned
|
|
func GetOrInsertBlob(ctx context.Context, pb *PackageBlob) (*PackageBlob, bool, error) {
|
|
e := db.GetEngine(ctx)
|
|
|
|
existing := &PackageBlob{}
|
|
|
|
hashCond := builder.Eq{
|
|
"size": pb.Size,
|
|
"hash_md5": pb.HashMD5,
|
|
"hash_sha1": pb.HashSHA1,
|
|
"hash_sha256": pb.HashSHA256,
|
|
"hash_sha512": pb.HashSHA512,
|
|
}
|
|
|
|
has, err := e.Where(hashCond).Get(existing)
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
if has {
|
|
return existing, true, nil
|
|
}
|
|
if _, err = e.Insert(pb); err != nil {
|
|
// Handle race condition: another request may have inserted the same blob
|
|
// between our SELECT and INSERT. Retry the SELECT to get the existing blob.
|
|
if has, _ = e.Where(hashCond).Get(existing); has {
|
|
return existing, true, nil
|
|
}
|
|
return nil, false, err
|
|
}
|
|
return pb, false, nil
|
|
}
|
|
|
|
// GetBlobByID gets a blob by id
|
|
func GetBlobByID(ctx context.Context, blobID int64) (*PackageBlob, error) {
|
|
pb := &PackageBlob{}
|
|
|
|
has, err := db.GetEngine(ctx).ID(blobID).Get(pb)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if !has {
|
|
return nil, ErrPackageBlobNotExist
|
|
}
|
|
return pb, nil
|
|
}
|
|
|
|
// ExistPackageBlobWithSHA returns if a package blob exists with the provided sha
|
|
func ExistPackageBlobWithSHA(ctx context.Context, blobSha256 string) (bool, error) {
|
|
return db.GetEngine(ctx).Exist(&PackageBlob{
|
|
HashSHA256: blobSha256,
|
|
})
|
|
}
|
|
|
|
// FindExpiredUnreferencedBlobs gets all blobs without associated files older than the specific duration
|
|
func FindExpiredUnreferencedBlobs(ctx context.Context, olderThan time.Duration) ([]*PackageBlob, error) {
|
|
pbs := make([]*PackageBlob, 0, 10)
|
|
return pbs, db.GetEngine(ctx).
|
|
Table("package_blob").
|
|
Join("LEFT", "package_file", "package_file.blob_id = package_blob.id").
|
|
Where("package_file.id IS NULL AND package_blob.created_unix < ?", time.Now().Add(-olderThan).Unix()).
|
|
Find(&pbs)
|
|
}
|
|
|
|
// DeleteBlobByID deletes a blob by id
|
|
func DeleteBlobByID(ctx context.Context, blobID int64) error {
|
|
_, err := db.GetEngine(ctx).ID(blobID).Delete(&PackageBlob{})
|
|
return err
|
|
}
|
|
|
|
// GetTotalBlobSize returns the total blobs size in bytes
|
|
func GetTotalBlobSize(ctx context.Context) (int64, error) {
|
|
return db.GetEngine(ctx).
|
|
SumInt(&PackageBlob{}, "size")
|
|
}
|
|
|
|
// GetTotalUnreferencedBlobSize returns the total size of all unreferenced blobs in bytes
|
|
func GetTotalUnreferencedBlobSize(ctx context.Context) (int64, error) {
|
|
return db.GetEngine(ctx).
|
|
Table("package_blob").
|
|
Join("LEFT", "package_file", "package_file.blob_id = package_blob.id").
|
|
Where("package_file.id IS NULL").
|
|
SumInt(&PackageBlob{}, "size")
|
|
}
|
|
|
|
// IsBlobAccessibleForUser tests if the user has access to the blob
|
|
func IsBlobAccessibleForUser(ctx context.Context, blobID int64, user *user_model.User) (bool, error) {
|
|
if user.IsAdmin {
|
|
return true, nil
|
|
}
|
|
|
|
maxTeamAuthorize := builder.
|
|
Select("max(team.authorize)").
|
|
From("team").
|
|
InnerJoin("team_user", "team_user.team_id = team.id").
|
|
Where(builder.Eq{"team_user.uid": user.ID}.And(builder.Expr("team_user.org_id = `user`.id")))
|
|
|
|
maxTeamUnitAccessMode := builder.
|
|
Select("max(team_unit.access_mode)").
|
|
From("team").
|
|
InnerJoin("team_user", "team_user.team_id = team.id").
|
|
InnerJoin("team_unit", "team_unit.team_id = team.id").
|
|
Where(builder.Eq{"team_user.uid": user.ID, "team_unit.type": unit.TypePackages}.And(builder.Expr("team_user.org_id = `user`.id")))
|
|
|
|
cond := builder.Eq{"package_blob.id": blobID}.And(
|
|
// owner = user
|
|
builder.Eq{"`user`.id": user.ID}.
|
|
// user can see owner
|
|
Or(builder.Eq{"`user`.visibility": structs.VisibleTypePublic}.Or(builder.Eq{"`user`.visibility": structs.VisibleTypeLimited})).
|
|
// owner is an organization and user has access to it
|
|
Or(builder.Eq{"`user`.type": user_model.UserTypeOrganization}.
|
|
And(builder.Lte{strconv.Itoa(int(perm.AccessModeRead)): maxTeamAuthorize}.Or(builder.Lte{strconv.Itoa(int(perm.AccessModeRead)): maxTeamUnitAccessMode}))),
|
|
)
|
|
|
|
return db.GetEngine(ctx).
|
|
Table("package_blob").
|
|
Join("INNER", "package_file", "package_file.blob_id = package_blob.id").
|
|
Join("INNER", "package_version", "package_version.id = package_file.version_id").
|
|
Join("INNER", "package", "package.id = package_version.package_id").
|
|
Join("INNER", "user", "`user`.id = package.owner_id").
|
|
Where(cond).
|
|
Exist(&PackageBlob{})
|
|
}
|