update panel service added

services/panel.go

@@ -0,0 +1,273 @@
+package services
+
+import (
+	"archive/zip"
+	"bytes"
+	"fmt"
+	"io"
+	"io/ioutil"
+	"netina/database"
+	"netina/models"
+	"os"
+	"path/filepath"
+	"strings"
+
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/credentials"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/s3"
+	"github.com/aws/aws-sdk-go/service/s3/s3manager"
+	"github.com/labstack/echo/v4"
+)
+
+// ExtractZip extracts a zip file to a specified destination directory
+func extractZip(zipPath string, destDir string) ([]string, error) {
+	r, err := zip.OpenReader(zipPath)
+	if err != nil {
+		return nil, err
+	}
+	defer r.Close()
+
+	var extractedFiles []string
+	for _, f := range r.File {
+		fPath := filepath.Join(destDir, f.Name)
+		if !strings.HasPrefix(fPath, filepath.Clean(destDir)+string(os.PathSeparator)) {
+			return nil, fmt.Errorf("illegal file path: %s", fPath)
+		}
+
+		extractedFiles = append(extractedFiles, fPath)
+
+		if f.FileInfo().IsDir() {
+			os.MkdirAll(fPath, os.ModePerm)
+			continue
+		}
+
+		if err := os.MkdirAll(filepath.Dir(fPath), os.ModePerm); err != nil {
+			return nil, err
+		}
+
+		dstFile, err := os.OpenFile(fPath, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, f.Mode())
+		if err != nil {
+			return nil, err
+		}
+		defer dstFile.Close()
+
+		srcFile, err := f.Open()
+		if err != nil {
+			return nil, err
+		}
+		defer srcFile.Close()
+
+		_, err = io.Copy(dstFile, srcFile)
+		if err != nil {
+			return nil, err
+		}
+	}
+	return extractedFiles, nil
+}
+
+
+func UpdatePanel(c echo.Context) error{
+
+	db := database.Db()
+	var stores []models.Store
+
+	if err := db.Where("is_removed = ?" , false).Find(&stores).Error;err != nil {
+		return err
+	}
+	
+	var sess []session.Session
+
+	for _ , store := range stores {
+		ses , err := session.NewSession(&aws.Config{
+			Credentials: credentials.NewStaticCredentials(store.StorageApiKey , store.StorageSecret , ""),
+			Region: aws.String("ir-thr-at1"),
+			Endpoint: aws.String(store.StorageAddress),
+		})
+		if err != nil {
+			return err
+		}
+		sess = append(sess, *ses)
+	}
+
+	var svcs []s3.S3
+
+	for _ , i := range sess{
+		svc := s3.New(&i)
+		svcs = append(svcs, *svc)
+	}
+
+	
+
+
+	for i:=0;i<len(svcs);i++  {
+		_ , err := svcs[i].HeadBucket(&s3.HeadBucketInput{
+			Bucket: aws.String(stores[i].StorageName),
+		})
+		if err != nil {
+			return err
+	}
+}
+
+  // Track cleaned storages
+  cleanedStorages := make(map[string]bool)
+
+  for i := 0;i<len(svcs);i++ {
+		if !cleanedStorages[stores[i].StorageName] {
+			if err := deleteAllObjects(&svcs[i] , stores[i].StorageName); err != nil {
+				return err
+			}
+			cleanedStorages[stores[i].StorageName] = true
+		}
+  }
+
+
+
+	dir := "./uploads"
+	destDir := "extractedFiles"
+
+	// Find the ZIP file in the directory
+	files, err := os.ReadDir(dir)
+	if err != nil {
+		return err
+	}
+
+	var zipFilePath string
+	for _, file := range files {
+		if !file.IsDir() && strings.HasSuffix(file.Name(), ".zip") {
+			zipFilePath = filepath.Join(dir, file.Name())
+			break
+		}
+	}
+
+	if zipFilePath == "" {
+		fmt.Println("No ZIP file found in the directory")
+		return nil
+	}	
+
+
+	// Extract the ZIP file
+	extractedFiles, err := extractZip(zipFilePath, destDir)
+		if err != nil {
+			return	nil
+	}
+
+
+	// Upload extracted files to Arvan Cloud
+	for _, filePath := range extractedFiles {
+		key := filepath.Base(filePath)
+		for i := 0 ; i < len(stores) ; i++ {
+			err := uploadToArvanCloud(&sess[i] , stores[i].StorageName , filePath , key)
+			if err != nil {
+				return err
+			}
+			fmt.Printf("Successfully uploaded %s to Arvan Cloud , storage %s \n", filePath , stores[i].StorageAddress)
+		}
+		
+	}
+
+	removeContents(dir)
+	removeContents("./extractedFiles")
+
+  
+	return nil
+}
+
+
+
+func uploadToArvanCloud(sess *session.Session , bucket string , filePath string , key string)error{
+	
+
+	file, err := ioutil.ReadFile(filePath)
+	if err != nil {
+		return err
+	}
+
+	uploder := s3manager.NewUploader(sess)
+
+	_,err = uploder.Upload(&s3manager.UploadInput{
+		Bucket: aws.String(bucket),
+		Key: aws.String(key),
+		Body: bytes.NewReader(file),
+	})
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+
+func removeContents(dir string) error {
+    // Read the directory contents
+    contents, err := ioutil.ReadDir(dir)
+    if err != nil {
+        return fmt.Errorf("failed to read directory: %w", err)
+    }
+
+    // Iterate through each item in the directory
+    for _, item := range contents {
+        // Construct the full path of the item
+        itemPath := filepath.Join(dir, item.Name())
+
+        // Remove the item (file or directory)
+        err = os.RemoveAll(itemPath)
+        if err != nil {
+            return fmt.Errorf("failed to remove %s: %w", itemPath, err)
+        }
+    }
+
+    return nil
+}
+
+
+
+func deleteAllObjects(svc *s3.S3, bucket string) error {
+    listObjectsInput := &s3.ListObjectsV2Input{
+        Bucket: aws.String(bucket),
+    }
+
+    for {
+        resp, err := svc.ListObjectsV2(listObjectsInput)
+        if err != nil {
+            return err
+        }
+
+        if len(resp.Contents) == 0 {
+            fmt.Println("No objects found in the bucket.")
+            break
+        }
+
+        var objectsToDelete []*s3.ObjectIdentifier
+        for _, item := range resp.Contents {
+            objectsToDelete = append(objectsToDelete, &s3.ObjectIdentifier{
+                Key: item.Key,
+            })
+        }
+
+        deleteObjectsInput := &s3.DeleteObjectsInput{
+            Bucket: aws.String(bucket),
+            Delete: &s3.Delete{
+                Objects: objectsToDelete,
+                Quiet:   aws.Bool(true),
+            },
+        }
+
+        _, err = svc.DeleteObjects(deleteObjectsInput)
+        if err != nil {
+            return err
+        }
+
+        fmt.Printf("Deleted %d objects from bucket %s\n", len(objectsToDelete), bucket)
+
+        if !aws.BoolValue(resp.IsTruncated) {
+            break
+        }
+
+        listObjectsInput.ContinuationToken = resp.NextContinuationToken
+    }
+
+    fmt.Println("All objects deleted successfully.")
+
+	return nil
+}