feat: s3 support
This commit is contained in:
parent
8c7b09b8d8
commit
bb52442373
6 changed files with 187 additions and 73 deletions
|
|
@ -1,17 +1,30 @@
|
|||
package routes
|
||||
|
||||
import (
|
||||
"os"
|
||||
"path/filepath"
|
||||
"bytes"
|
||||
"io"
|
||||
"log"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"github.com/gofrs/uuid"
|
||||
"github.com/golang-jwt/jwt/v5"
|
||||
"github.com/h2non/filetype"
|
||||
"github.com/minio/minio-go/v7"
|
||||
"stereo.cat/backend/internal/auth"
|
||||
"stereo.cat/backend/internal/types"
|
||||
)
|
||||
|
||||
func getLengthFromReader(r io.Reader) (io.Reader, int64, error) {
|
||||
buf, err := io.ReadAll(r)
|
||||
if err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
return io.NopCloser(bytes.NewBuffer(buf)), int64(len(buf)), nil
|
||||
}
|
||||
|
||||
func RegisterFileRoutes(cfg *types.StereoConfig, api *gin.RouterGroup) {
|
||||
api.POST("/upload", auth.JwtMiddleware(cfg.JWTSecret), func(c *gin.Context) {
|
||||
claims := c.MustGet("claims").(jwt.MapClaims)
|
||||
|
|
@ -29,28 +42,32 @@ func RegisterFileRoutes(cfg *types.StereoConfig, api *gin.RouterGroup) {
|
|||
return
|
||||
}
|
||||
|
||||
filePath := filepath.Join(cfg.ImagePath, uid, file.Filename)
|
||||
|
||||
if err := os.MkdirAll(filepath.Dir(filePath), os.ModePerm); err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to create directory"})
|
||||
return
|
||||
}
|
||||
|
||||
if err := c.SaveUploadedFile(file, filePath); err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to save file"})
|
||||
return
|
||||
}
|
||||
|
||||
if file.Size <= 0 {
|
||||
c.JSON(400, gin.H{"error": "file size must be greater than zero"})
|
||||
return
|
||||
}
|
||||
|
||||
fileReader, err := file.Open()
|
||||
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "couldn't open file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
fileType, err := filetype.MatchReader(fileReader)
|
||||
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "couldn't open file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
fileMeta := types.File{
|
||||
Name: file.Filename,
|
||||
Owner: uid,
|
||||
CreatedAt: time.Now(),
|
||||
Size: file.Size,
|
||||
Extension: fileType.Extension,
|
||||
}
|
||||
|
||||
if err := cfg.Database.Create(&fileMeta).Error; err != nil {
|
||||
|
|
@ -58,10 +75,26 @@ func RegisterFileRoutes(cfg *types.StereoConfig, api *gin.RouterGroup) {
|
|||
return
|
||||
}
|
||||
|
||||
c.JSON(200, gin.H{"message": "file uploaded successfully", "name": fileMeta.Name})
|
||||
newReader, length, err := getLengthFromReader(fileReader)
|
||||
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "couldn't open file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
_, err = cfg.MinioClient.PutObject(cfg.Context, cfg.Bucket, fileMeta.ID.String(), newReader, length, minio.PutObjectOptions{ContentType: fileType.MIME.Value})
|
||||
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to upload file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
c.JSON(200, gin.H{"message": "file uploaded successfully", "name": fileMeta.ID.String()})
|
||||
})
|
||||
|
||||
api.DELETE("/:uid/:name", auth.JwtMiddleware(cfg.JWTSecret), func(c *gin.Context) {
|
||||
api.DELETE("/:id", auth.JwtMiddleware(cfg.JWTSecret), func(c *gin.Context) {
|
||||
claims := c.MustGet("claims").(jwt.MapClaims)
|
||||
user := claims["user"].(auth.User)
|
||||
|
||||
|
|
@ -77,70 +110,77 @@ func RegisterFileRoutes(cfg *types.StereoConfig, api *gin.RouterGroup) {
|
|||
return
|
||||
}
|
||||
|
||||
filename := c.Param("name")
|
||||
filename = strings.TrimSpace(filename)
|
||||
if filename == "" {
|
||||
c.JSON(400, gin.H{"error": "filename is required"})
|
||||
return
|
||||
}
|
||||
|
||||
path := filepath.Join(cfg.ImagePath, uid, filename)
|
||||
if _, err := os.Stat(path); os.IsNotExist(err) {
|
||||
fileID, err := uuid.FromString(strings.TrimSpace(c.Param("id")))
|
||||
if err != nil {
|
||||
c.JSON(404, gin.H{"error": "file not found"})
|
||||
return
|
||||
}
|
||||
|
||||
if err := os.Remove(path); err != nil {
|
||||
var file *types.File
|
||||
|
||||
cfg.Database.First(&file, fileID)
|
||||
|
||||
if file == nil {
|
||||
c.JSON(404, gin.H{"error": "file not found"})
|
||||
return
|
||||
}
|
||||
|
||||
if err := cfg.MinioClient.RemoveObject(cfg.Context, cfg.Bucket, fileID.String(), minio.RemoveObjectOptions{}); err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to delete file"})
|
||||
return
|
||||
}
|
||||
if err := cfg.Database.Where("owner = ? AND name = ?", uid, filename).Delete(&types.File{}).Error; err != nil {
|
||||
|
||||
if err := cfg.Database.Delete(&file).Error; err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to delete file metadata"})
|
||||
return
|
||||
}
|
||||
|
||||
c.JSON(200, gin.H{"message": "file deleted successfully"})
|
||||
})
|
||||
|
||||
api.GET("/:uid/:name", func(c *gin.Context) {
|
||||
uid := c.Param("uid")
|
||||
uid = strings.TrimSpace(uid)
|
||||
if uid == "" {
|
||||
c.JSON(400, gin.H{"error": "uid is required"})
|
||||
api.GET("/:id", func(c *gin.Context) {
|
||||
fileID := c.Param("id")
|
||||
fileID = strings.TrimSpace(fileID)
|
||||
|
||||
var file *types.File
|
||||
|
||||
id, err := uuid.FromString(fileID)
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "invalid file id"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
filename := c.Param("name")
|
||||
filename = strings.TrimSpace(filename)
|
||||
cfg.Database.First(&file, id)
|
||||
|
||||
safe := ""
|
||||
for _, r := range filename {
|
||||
if (r >= 'a' && r <= 'z') || (r >= 'A' && r <= 'Z') ||
|
||||
(r >= '0' && r <= '9') || r == '_' || r == '.' || r == '-' {
|
||||
safe += string(r)
|
||||
} else {
|
||||
safe += "_"
|
||||
}
|
||||
}
|
||||
filename = safe
|
||||
|
||||
// parts := strings.SplitN(name, "_", 2)
|
||||
// if len(parts) != 2 {
|
||||
// c.JSON(400, gin.H{"error": "invalid file name"})
|
||||
// return
|
||||
// }
|
||||
|
||||
// uid, filename := parts[0], parts[1]
|
||||
// if uid == "" || filename == "" {
|
||||
// c.JSON(400, gin.H{"error": "invalid file name"})
|
||||
// return
|
||||
// }
|
||||
|
||||
path := filepath.Join(cfg.ImagePath, uid, filename)
|
||||
if _, err := os.Stat(path); err != nil {
|
||||
c.JSON(404, gin.H{"error": "file not found"})
|
||||
if file == nil {
|
||||
c.JSON(500, gin.H{"error": "file does not exist"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
c.File(path)
|
||||
|
||||
object, err := cfg.MinioClient.GetObject(cfg.Context, cfg.Bucket, fileID, minio.GetObjectOptions{})
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to retrieve file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
stat, err := object.Stat()
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to retrieve file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
fileType := filetype.GetType(file.Extension)
|
||||
if err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to retrieve file"})
|
||||
log.Println(err)
|
||||
return
|
||||
}
|
||||
|
||||
c.DataFromReader(200, stat.Size, fileType.MIME.Value, object, nil)
|
||||
})
|
||||
|
||||
api.GET("/list", auth.JwtMiddleware(cfg.JWTSecret), func(c *gin.Context) {
|
||||
|
|
|
|||
|
|
@ -1,9 +1,12 @@
|
|||
package types
|
||||
|
||||
import (
|
||||
"context"
|
||||
"time"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"github.com/gofrs/uuid"
|
||||
"github.com/minio/minio-go/v7"
|
||||
"gorm.io/gorm"
|
||||
"stereo.cat/backend/internal/auth/client"
|
||||
)
|
||||
|
|
@ -16,17 +19,26 @@ type Route struct {
|
|||
|
||||
type StereoConfig struct {
|
||||
ImagePath string
|
||||
Bucket string
|
||||
MinioClient *minio.Client
|
||||
Router *gin.Engine
|
||||
Client client.Client
|
||||
Database *gorm.DB
|
||||
JWTSecret string
|
||||
FrontendUri string
|
||||
Domain string
|
||||
Context context.Context
|
||||
}
|
||||
|
||||
type File struct {
|
||||
Name string `gorm:"primaryKey"`
|
||||
ID uuid.UUID `gorm:"type:uuid;primaryKey"`
|
||||
Owner string `gorm:"not null;index"`
|
||||
Size int64 `gorm:"not null;type:bigint"`
|
||||
CreatedAt time.Time `gorm:"autoCreateTime"`
|
||||
Extension string
|
||||
}
|
||||
|
||||
func (f *File) BeforeCreate(tx *gorm.DB) (err error) {
|
||||
f.ID, err = uuid.NewV4()
|
||||
return
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue