ajout app

2024-04-17 20:22:30 +02:00
parent cc017cfc5e
commit f9d05a2fd3
8025 changed files with 729805 additions and 0 deletions
--- a/Voltaserve/conversion/infra/command.go
+++ b/Voltaserve/conversion/infra/command.go
@ -0,0 +1,72 @@
+package infra
+
+import (
+	"bytes"
+	"errors"
+	"os/exec"
+	"sync"
+	"time"
+	"voltaserve/config"
+)
+
+var commandMutex sync.Mutex
+
+type Command struct {
+	config config.Config
+}
+
+func NewCommand() *Command {
+	return &Command{config: config.GetConfig()}
+}
+
+func (r *Command) Exec(name string, arg ...string) error {
+	commandMutex.Lock()
+	defer commandMutex.Unlock()
+
+	timeout := time.Duration(r.config.Limits.ExternalCommandTimeoutSeconds) * time.Second
+	cmd := exec.Command(name, arg...)
+
+	var stderr bytes.Buffer
+	cmd.Stderr = &stderr
+
+	if err := cmd.Start(); err != nil {
+		return err
+	}
+	timer := time.AfterFunc(timeout, func() {
+		_ = cmd.Process.Kill()
+	})
+	if err := cmd.Wait(); err != nil {
+		if stderr.Len() > 0 {
+			return errors.New(stderr.String())
+		} else {
+			return err
+		}
+	}
+	timer.Stop()
+	return nil
+}
+
+func (r *Command) ReadOutput(name string, arg ...string) (string, error) {
+	commandMutex.Lock()
+	defer commandMutex.Unlock()
+
+	timeout := time.Duration(r.config.Limits.ExternalCommandTimeoutSeconds) * time.Second
+	cmd := exec.Command(name, arg...)
+
+	var stderr bytes.Buffer
+	cmd.Stderr = &stderr
+
+	res, err := cmd.Output()
+	if err != nil {
+		if stderr.Len() > 0 {
+			return "", errors.New(stderr.String())
+		} else {
+			return "", err
+		}
+	}
+	timer := time.AfterFunc(timeout, func() {
+		_ = cmd.Process.Kill()
+	})
+	timer.Stop()
+	return string(res), nil
+}
--- a/Voltaserve/conversion/infra/logger.go
+++ b/Voltaserve/conversion/infra/logger.go
@ -0,0 +1,30 @@
+package infra
+
+import (
+	"fmt"
+
+	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
+)
+
+var StrScheduler = fmt.Sprintf("%-13s", "scheduler")
+var StrPipeline = fmt.Sprintf("%-13s", "pipeline")
+var StrBuilder = fmt.Sprintf("%-13s", "builder")
+var StrWorkerStatus = fmt.Sprintf("%-13s", "worker_status")
+var StrQueueStatus = fmt.Sprintf("%-13s", "queue_status")
+
+var logger *zap.SugaredLogger
+
+func GetLogger() (*zap.SugaredLogger, error) {
+	if logger == nil {
+		config := zap.NewDevelopmentConfig()
+		config.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder
+		config.DisableCaller = true
+		if l, err := config.Build(); err != nil {
+			return nil, err
+		} else {
+			logger = l.Sugar()
+		}
+	}
+	return logger, nil
+}
--- a/Voltaserve/conversion/infra/s3.go
+++ b/Voltaserve/conversion/infra/s3.go
@ -0,0 +1,205 @@
+package infra
+
+import (
+	"bytes"
+	"context"
+	"errors"
+	"io"
+	"strings"
+	"voltaserve/config"
+
+	"github.com/minio/minio-go/v7"
+	"github.com/minio/minio-go/v7/pkg/credentials"
+	"github.com/minio/minio-go/v7/pkg/sse"
+)
+
+type S3Manager struct {
+	config config.S3Config
+	client *minio.Client
+}
+
+func NewS3Manager() *S3Manager {
+	mgr := new(S3Manager)
+	mgr.config = config.GetConfig().S3
+	return mgr
+}
+
+func (mgr *S3Manager) GetFile(objectName string, filePath string, bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	if err := mgr.client.FGetObject(context.Background(), bucketName, objectName, filePath, minio.GetObjectOptions{}); err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) PutFile(objectName string, filePath string, contentType string, bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	if contentType == "" {
+		contentType = "application/octet-stream"
+	}
+	if _, err := mgr.client.FPutObject(context.Background(), bucketName, objectName, filePath, minio.PutObjectOptions{
+		ContentType: contentType,
+	}); err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) PutText(objectName string, text string, contentType string, bucketName string) error {
+	if contentType != "" && contentType != "text/plain" && contentType != "application/json" {
+		return errors.New("invalid content type '" + contentType + "'")
+	}
+	if contentType == "" {
+		contentType = "text/plain"
+	}
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	if _, err := mgr.client.PutObject(context.Background(), bucketName, objectName, strings.NewReader(text), int64(len(text)), minio.PutObjectOptions{
+		ContentType: contentType,
+	}); err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) GetObject(objectName string, bucketName string) (*bytes.Buffer, error) {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return nil, err
+		}
+	}
+	reader, err := mgr.client.GetObject(context.Background(), bucketName, objectName, minio.GetObjectOptions{})
+	if err != nil {
+		return nil, err
+	}
+	var buf bytes.Buffer
+	_, err = io.Copy(io.Writer(&buf), reader)
+	if err != nil {
+		return nil, nil
+	}
+	return &buf, nil
+}
+
+func (mgr *S3Manager) GetText(objectName string, bucketName string) (string, error) {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return "", err
+		}
+	}
+	reader, err := mgr.client.GetObject(context.Background(), bucketName, objectName, minio.GetObjectOptions{})
+	if err != nil {
+		return "", err
+	}
+	buf := new(strings.Builder)
+	_, err = io.Copy(buf, reader)
+	if err != nil {
+		return "", nil
+	}
+	return buf.String(), nil
+}
+
+func (mgr *S3Manager) RemoveObject(objectName string, bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	err := mgr.client.RemoveObject(context.Background(), bucketName, objectName, minio.RemoveObjectOptions{})
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) CreateBucket(bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	found, err := mgr.client.BucketExists(context.Background(), bucketName)
+	if err != nil {
+		return err
+	}
+	if !found {
+		if err = mgr.client.MakeBucket(context.Background(), bucketName, minio.MakeBucketOptions{
+			Region: mgr.config.Region,
+		}); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
+func (mgr *S3Manager) RemoveBucket(bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	found, err := mgr.client.BucketExists(context.Background(), bucketName)
+	if err != nil {
+		return err
+	}
+	if !found {
+		return nil
+	}
+	objectCh := mgr.client.ListObjects(context.Background(), bucketName, minio.ListObjectsOptions{
+		Prefix:    "",
+		Recursive: true,
+	})
+	mgr.client.RemoveObjects(context.Background(), bucketName, objectCh, minio.RemoveObjectsOptions{})
+	if err = mgr.client.RemoveBucket(context.Background(), bucketName); err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) EnableBucketEncryption(bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	err := mgr.client.SetBucketEncryption(context.Background(), bucketName, sse.NewConfigurationSSES3())
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) DisableBucketEncryption(bucketName string) error {
+	if mgr.client == nil {
+		if err := mgr.connect(); err != nil {
+			return err
+		}
+	}
+	err := mgr.client.RemoveBucketEncryption(context.Background(), bucketName)
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+func (mgr *S3Manager) connect() error {
+	client, err := minio.New(mgr.config.URL, &minio.Options{
+		Creds:  credentials.NewStaticV4(mgr.config.AccessKey, mgr.config.SecretKey, ""),
+		Secure: mgr.config.Secure,
+	})
+	if err != nil {
+		return err
+	}
+	mgr.client = client
+	return nil
+}