feat: add s3 blob handler(by readll all :( )
This commit is contained in:
loveuer
156
internal/interfaces/blobs/s3.go
Normal file
156
internal/interfaces/blobs/s3.go
Normal file
@ -0,0 +1,156 @@
|
||||
package blobs
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"github.com/aws/aws-sdk-go-v2/aws"
|
||||
"github.com/aws/aws-sdk-go-v2/config"
|
||||
"github.com/aws/aws-sdk-go-v2/credentials"
|
||||
"github.com/aws/aws-sdk-go-v2/service/s3"
|
||||
"github.com/aws/aws-sdk-go-v2/service/s3/types"
|
||||
"github.com/sirupsen/logrus"
|
||||
"io"
|
||||
"nf-repo/internal/interfaces"
|
||||
"nf-repo/internal/model"
|
||||
"nf-repo/internal/verify"
|
||||
"strings"
|
||||
)
|
||||
|
||||
type s3Handler struct {
|
||||
client *s3.Client
|
||||
bucket string
|
||||
}
|
||||
|
||||
func (s *s3Handler) Get(ctx context.Context, repo string, hash model.Hash) (io.ReadCloser, error) {
|
||||
var (
|
||||
err error
|
||||
output *s3.GetObjectOutput
|
||||
)
|
||||
|
||||
if output, err = s.client.GetObject(ctx, &s3.GetObjectInput{
|
||||
Bucket: aws.String(s.bucket),
|
||||
Key: aws.String(hash.Hex),
|
||||
}); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return output.Body, nil
|
||||
}
|
||||
|
||||
func (s *s3Handler) Stat(ctx context.Context, repo string, hash model.Hash) (int64, error) {
|
||||
var (
|
||||
err error
|
||||
output *s3.GetObjectOutput
|
||||
)
|
||||
|
||||
if output, err = s.client.GetObject(ctx, &s3.GetObjectInput{
|
||||
Bucket: aws.String(s.bucket),
|
||||
Key: aws.String(hash.Hex),
|
||||
}); err != nil {
|
||||
return 0, err
|
||||
}
|
||||
defer output.Body.Close()
|
||||
|
||||
return *output.ContentLength, nil
|
||||
}
|
||||
|
||||
func (s *s3Handler) Put(ctx context.Context, repo string, hash model.Hash, rc io.ReadCloser) error {
|
||||
var (
|
||||
err error
|
||||
nrc io.ReadCloser
|
||||
)
|
||||
|
||||
if nrc, err = verify.ReadCloser(rc, verify.SizeUnknown, hash); err != nil {
|
||||
return err
|
||||
}
|
||||
defer nrc.Close()
|
||||
|
||||
var bs []byte
|
||||
if bs, err = io.ReadAll(nrc); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if _, err = s.client.PutObject(ctx, &s3.PutObjectInput{
|
||||
Bucket: aws.String(s.bucket),
|
||||
Key: aws.String(hash.Hex),
|
||||
ACL: types.ObjectCannedACLPublicRead,
|
||||
Body: bytes.NewReader(bs),
|
||||
}, s3.WithAPIOptions(
|
||||
//v4.AddUnsignedPayloadMiddleware,
|
||||
//v4.RemoveComputePayloadSHA256Middleware,
|
||||
)); err != nil {
|
||||
logrus.
|
||||
WithField("path", "s3Handler.Put").
|
||||
WithField("err", err).
|
||||
Debug()
|
||||
}
|
||||
|
||||
return err
|
||||
}
|
||||
|
||||
func (s *s3Handler) Delete(ctx context.Context, repo string, hash model.Hash) error {
|
||||
var (
|
||||
err error
|
||||
)
|
||||
|
||||
if _, err = s.client.DeleteObject(ctx, &s3.DeleteObjectInput{
|
||||
Bucket: aws.String(s.bucket),
|
||||
Key: aws.String(hash.Hex),
|
||||
}); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func NewS3BlobHandler(
|
||||
ctx context.Context,
|
||||
endpoint string,
|
||||
accessKey string,
|
||||
secretKey string,
|
||||
bucket string,
|
||||
) interfaces.BlobHandler {
|
||||
var (
|
||||
err error
|
||||
cfg aws.Config
|
||||
client *s3.Client
|
||||
)
|
||||
|
||||
customResolver := aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {
|
||||
return aws.Endpoint{
|
||||
URL: endpoint,
|
||||
}, nil
|
||||
})
|
||||
|
||||
if cfg, err = config.LoadDefaultConfig(ctx,
|
||||
config.WithEndpointResolverWithOptions(customResolver),
|
||||
config.WithCredentialsProvider(credentials.StaticCredentialsProvider{
|
||||
Value: aws.Credentials{AccessKeyID: accessKey, SecretAccessKey: secretKey},
|
||||
}),
|
||||
); err != nil {
|
||||
logrus.Panicf("init s3 client err: %v", err)
|
||||
}
|
||||
|
||||
client = s3.NewFromConfig(cfg, func(options *s3.Options) {
|
||||
options.UsePathStyle = true
|
||||
})
|
||||
|
||||
if _, err = client.HeadBucket(ctx, &s3.HeadBucketInput{
|
||||
Bucket: aws.String(bucket),
|
||||
}); err != nil {
|
||||
if !strings.Contains(err.Error(), "404") {
|
||||
logrus.Panicf("init s3 bucket err: %v", err)
|
||||
}
|
||||
|
||||
logrus.Info("s3 bucket not found, start create...")
|
||||
|
||||
if _, err = client.CreateBucket(ctx, &s3.CreateBucketInput{
|
||||
Bucket: aws.String(bucket),
|
||||
ACL: types.BucketCannedACLPublicRead,
|
||||
}); err != nil {
|
||||
logrus.Panicf("create s3 bucket err: %v", err)
|
||||
}
|
||||
}
|
||||
|
||||
return &s3Handler{client: client, bucket: bucket}
|
||||
}
|
||||
@ -1,4 +1,4 @@
|
||||
package tx
|
||||
package dbs
|
||||
|
||||
import (
|
||||
"context"
|
||||
62
internal/interfaces/dbs/user.go
Normal file
62
internal/interfaces/dbs/user.go
Normal file
@ -0,0 +1,62 @@
|
||||
package dbs
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"nf-repo/internal/interfaces/enums"
|
||||
"nf-repo/internal/sqlType"
|
||||
"time"
|
||||
)
|
||||
|
||||
type User struct {
|
||||
Id uint64 `json:"id" gorm:"primaryKey;column:id"`
|
||||
CreatedAt int64 `json:"created_at" gorm:"column:created_at;autoCreateTime:milli"`
|
||||
UpdatedAt int64 `json:"updated_at" gorm:"column:updated_at;autoUpdateTime:milli"`
|
||||
DeletedAt int64 `json:"deleted_at" gorm:"index;column:deleted_at;default:0"`
|
||||
|
||||
Username string `json:"username" gorm:"column:username;type:varchar(64);unique"`
|
||||
Password string `json:"-" gorm:"column:password;type:varchar(256)"`
|
||||
|
||||
Status enums.Status `json:"status" gorm:"column:status;default:0"`
|
||||
|
||||
Nickname string `json:"nickname" gorm:"column:nickname;type:varchar(64)"`
|
||||
Comment string `json:"comment" gorm:"column:comment"`
|
||||
|
||||
Role enums.Role `json:"role" gorm:"column:role"`
|
||||
Privileges sqlType.NumSlice[enums.Privilege] `json:"privileges" gorm:"column:privileges;type:bigint[]"`
|
||||
|
||||
CreatedById uint64 `json:"created_by_id" gorm:"column:created_by_id"`
|
||||
CreatedByName string `json:"created_by_name" gorm:"column:created_by_name;type:varchar(64)"`
|
||||
|
||||
ActiveAt int64 `json:"active_at" gorm:"column:active_at"`
|
||||
Deadline int64 `json:"deadline" gorm:"column:deadline"`
|
||||
|
||||
LoginAt int64 `json:"login_at" gorm:"-"`
|
||||
}
|
||||
|
||||
func (u *User) IsValid(mustOk bool) error {
|
||||
now := time.Now()
|
||||
|
||||
if now.UnixMilli() >= u.Deadline {
|
||||
return errors.New("用户已过期")
|
||||
}
|
||||
|
||||
if now.UnixMilli() < u.ActiveAt {
|
||||
return errors.New("用户未启用")
|
||||
}
|
||||
|
||||
if u.DeletedAt > 0 {
|
||||
return errors.New("用户不存在")
|
||||
}
|
||||
|
||||
switch u.Status {
|
||||
case enums.StatusNormal:
|
||||
case enums.StatusFrozen:
|
||||
if mustOk {
|
||||
return errors.New("用户被冻结")
|
||||
}
|
||||
default:
|
||||
return errors.New("用户状态未知")
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
55
internal/interfaces/enums/privilege.go
Normal file
55
internal/interfaces/enums/privilege.go
Normal file
@ -0,0 +1,55 @@
|
||||
package enums
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"nf-repo/internal/interfaces"
|
||||
)
|
||||
|
||||
type Privilege uint64
|
||||
|
||||
const (
|
||||
PrivilegeUserManage Privilege = iota + 1
|
||||
PrivilegeUpload
|
||||
)
|
||||
|
||||
func (p Privilege) Value() int64 {
|
||||
return int64(p)
|
||||
}
|
||||
|
||||
func (p Privilege) Code() string {
|
||||
switch p {
|
||||
case PrivilegeUserManage:
|
||||
return "user_manage"
|
||||
case PrivilegeUpload:
|
||||
return "image_upload"
|
||||
default:
|
||||
panic(fmt.Sprintf("unknown privilege: %d", p))
|
||||
}
|
||||
}
|
||||
|
||||
func (p Privilege) Label() string {
|
||||
switch p {
|
||||
case PrivilegeUserManage:
|
||||
return "用户管理"
|
||||
case PrivilegeUpload:
|
||||
return "上传镜像"
|
||||
default:
|
||||
panic(fmt.Sprintf("unknown privilege: %d", p))
|
||||
}
|
||||
}
|
||||
|
||||
func (p Privilege) MarshalJSON() ([]byte, error) {
|
||||
return json.Marshal(map[string]any{
|
||||
"code": p.Code(),
|
||||
"value": p.Value(),
|
||||
"label": p.Label(),
|
||||
})
|
||||
}
|
||||
|
||||
func (p Privilege) All() []interfaces.Enum {
|
||||
return []interfaces.Enum{
|
||||
PrivilegeUserManage,
|
||||
PrivilegeUpload,
|
||||
}
|
||||
}
|
||||
72
internal/interfaces/enums/role.go
Normal file
72
internal/interfaces/enums/role.go
Normal file
@ -0,0 +1,72 @@
|
||||
package enums
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"gorm.io/gorm"
|
||||
"nf-repo/internal/interfaces"
|
||||
"nf-repo/internal/opt"
|
||||
)
|
||||
|
||||
type Role uint8
|
||||
|
||||
var _ interfaces.Enum = (*Role)(nil)
|
||||
|
||||
func (u Role) MarshalJSON() ([]byte, error) {
|
||||
return json.Marshal(map[string]any{
|
||||
"code": u.Code(),
|
||||
"value": u.Value(),
|
||||
"label": u.Label(),
|
||||
})
|
||||
}
|
||||
|
||||
const (
|
||||
RoleRoot Role = 255
|
||||
RoleAdmin Role = 254
|
||||
RoleUser Role = 100
|
||||
)
|
||||
|
||||
func (u Role) Code() string {
|
||||
switch u {
|
||||
case RoleRoot:
|
||||
return "root"
|
||||
case RoleAdmin:
|
||||
return "admin"
|
||||
case RoleUser:
|
||||
return "user"
|
||||
default:
|
||||
panic(fmt.Sprintf("unknown role: %d", u))
|
||||
}
|
||||
}
|
||||
|
||||
func (u Role) Label() string {
|
||||
switch u {
|
||||
case RoleRoot:
|
||||
return "根用户"
|
||||
case RoleAdmin:
|
||||
return "管理员"
|
||||
case RoleUser:
|
||||
return "用户"
|
||||
default:
|
||||
panic(fmt.Sprintf("unknown role: %d", u))
|
||||
}
|
||||
}
|
||||
|
||||
func (u Role) Value() int64 {
|
||||
return int64(u)
|
||||
}
|
||||
|
||||
func (u Role) All() []interfaces.Enum {
|
||||
return []interfaces.Enum{
|
||||
RoleAdmin,
|
||||
RoleUser,
|
||||
}
|
||||
}
|
||||
|
||||
func (u Role) Where(db *gorm.DB) *gorm.DB {
|
||||
if opt.RoleMustLess {
|
||||
return db.Where("users.role < ?", u.Value())
|
||||
} else {
|
||||
return db.Where("users.role <= ?", u.Value())
|
||||
}
|
||||
}
|
||||
54
internal/interfaces/enums/status.go
Normal file
54
internal/interfaces/enums/status.go
Normal file
@ -0,0 +1,54 @@
|
||||
package enums
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"nf-repo/internal/interfaces"
|
||||
)
|
||||
|
||||
type Status uint64
|
||||
|
||||
const (
|
||||
StatusNormal Status = iota
|
||||
StatusFrozen
|
||||
)
|
||||
|
||||
func (s Status) Value() int64 {
|
||||
return int64(s)
|
||||
}
|
||||
|
||||
func (s Status) Code() string {
|
||||
switch s {
|
||||
case StatusNormal:
|
||||
return "normal"
|
||||
case StatusFrozen:
|
||||
return "frozen"
|
||||
default:
|
||||
return "unknown"
|
||||
}
|
||||
}
|
||||
|
||||
func (s Status) Label() string {
|
||||
switch s {
|
||||
case StatusNormal:
|
||||
return "正常"
|
||||
case StatusFrozen:
|
||||
return "冻结"
|
||||
default:
|
||||
return "异常"
|
||||
}
|
||||
}
|
||||
|
||||
func (s Status) All() []interfaces.Enum {
|
||||
return []interfaces.Enum{
|
||||
StatusNormal,
|
||||
StatusFrozen,
|
||||
}
|
||||
}
|
||||
|
||||
func (s Status) MarshalJSON() ([]byte, error) {
|
||||
return json.Marshal(map[string]any{
|
||||
"value": s.Value(),
|
||||
"code": s.Code(),
|
||||
"label": s.Label(),
|
||||
})
|
||||
}
|
||||
Reference in New Issue
Block a user