Files
gooseek/backend/pkg/storage/minio.go
home a0e3748dde feat: auth service + security audit fixes + cleanup legacy services
Major changes:
- Add auth-svc: JWT auth, register/login/refresh, password reset
- Add auth UI: modals, pages (/login, /register, /forgot-password)
- Add usage tracking (usage_metrics table, daily limits)
- Add tiered rate limiting (free/pro/business)
- Add LLM usage limits per tier

Security fixes:
- All repos now require userID for Update/Delete operations
- JWT middleware in chat-svc, llm-svc, agent-svc, discover-svc
- ErrNotFound/ErrForbidden errors for proper access control

Cleanup:
- Remove legacy TypeScript services/ directory
- Remove computer-svc (to be reimplemented)
- Remove old deploy/docker configs

New files:
- backend/cmd/auth-svc/main.go
- backend/internal/auth/{types,repository}.go
- backend/internal/usage/{types,repository}.go
- backend/pkg/middleware/{llm_limits,ratelimit_tiered}.go
- backend/webui/src/components/auth/*
- backend/webui/src/app/(auth)/*

Made-with: Cursor
2026-02-28 01:33:49 +03:00

229 lines
5.6 KiB
Go

package storage
import (
"context"
"fmt"
"io"
"net/url"
"path/filepath"
"strings"
"time"
"github.com/google/uuid"
"github.com/minio/minio-go/v7"
"github.com/minio/minio-go/v7/pkg/credentials"
)
type MinioConfig struct {
Endpoint string
AccessKey string
SecretKey string
Bucket string
UseSSL bool
}
type MinioStorage struct {
client *minio.Client
bucket string
}
type UploadResult struct {
Key string `json:"key"`
Bucket string `json:"bucket"`
Size int64 `json:"size"`
ETag string `json:"etag"`
PublicURL string `json:"publicUrl,omitempty"`
}
func NewMinioStorage(cfg MinioConfig) (*MinioStorage, error) {
client, err := minio.New(cfg.Endpoint, &minio.Options{
Creds: credentials.NewStaticV4(cfg.AccessKey, cfg.SecretKey, ""),
Secure: cfg.UseSSL,
})
if err != nil {
return nil, fmt.Errorf("failed to create minio client: %w", err)
}
ctx := context.Background()
exists, err := client.BucketExists(ctx, cfg.Bucket)
if err != nil {
return nil, fmt.Errorf("failed to check bucket: %w", err)
}
if !exists {
if err := client.MakeBucket(ctx, cfg.Bucket, minio.MakeBucketOptions{}); err != nil {
return nil, fmt.Errorf("failed to create bucket: %w", err)
}
}
return &MinioStorage{
client: client,
bucket: cfg.Bucket,
}, nil
}
func (s *MinioStorage) Upload(ctx context.Context, reader io.Reader, size int64, filename, contentType string) (*UploadResult, error) {
ext := filepath.Ext(filename)
key := generateStorageKey(ext)
opts := minio.PutObjectOptions{
ContentType: contentType,
}
info, err := s.client.PutObject(ctx, s.bucket, key, reader, size, opts)
if err != nil {
return nil, fmt.Errorf("failed to upload file: %w", err)
}
return &UploadResult{
Key: key,
Bucket: s.bucket,
Size: info.Size,
ETag: info.ETag,
}, nil
}
func (s *MinioStorage) UploadUserFile(ctx context.Context, userID string, reader io.Reader, size int64, filename, contentType string) (*UploadResult, error) {
ext := filepath.Ext(filename)
key := fmt.Sprintf("users/%s/%s%s", userID, uuid.New().String(), ext)
opts := minio.PutObjectOptions{
ContentType: contentType,
UserMetadata: map[string]string{
"original-name": filename,
"user-id": userID,
},
}
info, err := s.client.PutObject(ctx, s.bucket, key, reader, size, opts)
if err != nil {
return nil, fmt.Errorf("failed to upload file: %w", err)
}
return &UploadResult{
Key: key,
Bucket: s.bucket,
Size: info.Size,
ETag: info.ETag,
}, nil
}
func (s *MinioStorage) Download(ctx context.Context, key string) (io.ReadCloser, *minio.ObjectInfo, error) {
obj, err := s.client.GetObject(ctx, s.bucket, key, minio.GetObjectOptions{})
if err != nil {
return nil, nil, fmt.Errorf("failed to get object: %w", err)
}
info, err := obj.Stat()
if err != nil {
obj.Close()
return nil, nil, fmt.Errorf("failed to stat object: %w", err)
}
return obj, &info, nil
}
func (s *MinioStorage) Delete(ctx context.Context, key string) error {
return s.client.RemoveObject(ctx, s.bucket, key, minio.RemoveObjectOptions{})
}
func (s *MinioStorage) DeleteUserFiles(ctx context.Context, userID string) error {
prefix := fmt.Sprintf("users/%s/", userID)
objectsCh := s.client.ListObjects(ctx, s.bucket, minio.ListObjectsOptions{
Prefix: prefix,
Recursive: true,
})
for obj := range objectsCh {
if obj.Err != nil {
return obj.Err
}
if err := s.client.RemoveObject(ctx, s.bucket, obj.Key, minio.RemoveObjectOptions{}); err != nil {
return err
}
}
return nil
}
func (s *MinioStorage) GetPresignedURL(ctx context.Context, key string, expiry time.Duration) (string, error) {
presignedURL, err := s.client.PresignedGetObject(ctx, s.bucket, key, expiry, url.Values{})
if err != nil {
return "", fmt.Errorf("failed to generate presigned URL: %w", err)
}
return presignedURL.String(), nil
}
func (s *MinioStorage) GetPresignedUploadURL(ctx context.Context, key string, expiry time.Duration) (string, error) {
presignedURL, err := s.client.PresignedPutObject(ctx, s.bucket, key, expiry)
if err != nil {
return "", fmt.Errorf("failed to generate presigned upload URL: %w", err)
}
return presignedURL.String(), nil
}
func (s *MinioStorage) ListUserFiles(ctx context.Context, userID string) ([]minio.ObjectInfo, error) {
prefix := fmt.Sprintf("users/%s/", userID)
var files []minio.ObjectInfo
objectsCh := s.client.ListObjects(ctx, s.bucket, minio.ListObjectsOptions{
Prefix: prefix,
Recursive: true,
})
for obj := range objectsCh {
if obj.Err != nil {
return nil, obj.Err
}
files = append(files, obj)
}
return files, nil
}
func (s *MinioStorage) GetUserStorageUsage(ctx context.Context, userID string) (int64, error) {
files, err := s.ListUserFiles(ctx, userID)
if err != nil {
return 0, err
}
var total int64
for _, f := range files {
total += f.Size
}
return total, nil
}
func (s *MinioStorage) CopyObject(ctx context.Context, srcKey, dstKey string) error {
_, err := s.client.CopyObject(ctx,
minio.CopyDestOptions{Bucket: s.bucket, Object: dstKey},
minio.CopySrcOptions{Bucket: s.bucket, Object: srcKey},
)
return err
}
func (s *MinioStorage) ObjectExists(ctx context.Context, key string) (bool, error) {
_, err := s.client.StatObject(ctx, s.bucket, key, minio.StatObjectOptions{})
if err != nil {
errResp := minio.ToErrorResponse(err)
if errResp.Code == "NoSuchKey" {
return false, nil
}
return false, err
}
return true, nil
}
func generateStorageKey(ext string) string {
now := time.Now()
return fmt.Sprintf("%d/%02d/%02d/%s%s",
now.Year(),
now.Month(),
now.Day(),
uuid.New().String(),
strings.ToLower(ext),
)
}