From 31d937cbb148cc27b5d5fc2c28b3ec34d1aa7731 Mon Sep 17 00:00:00 2001
From: Yanko Bolanos <y@rem7.com>
Date: Thu, 21 Mar 2024 09:53:49 -0700
Subject: [PATCH] added helper function to generate a manifest based on a path.
 This uses LIST

---
 cmd/s3tar/main.go | 36 +++++++++++++++++++++++++++++++++---
 1 file changed, 33 insertions(+), 3 deletions(-)

diff --git a/cmd/s3tar/main.go b/cmd/s3tar/main.go
index 5b041b3..e7dee20 100644
--- a/cmd/s3tar/main.go
+++ b/cmd/s3tar/main.go
@@ -5,6 +5,7 @@ package main
 
 import (
 	"context"
+	"encoding/csv"
 	"encoding/json"
 	"fmt"
 	"github.com/aws/aws-sdk-go-v2/aws"
@@ -47,6 +48,7 @@ func run(args []string) error {
 	var extract bool
 	var list bool
 	var generateToc bool
+	var generateManifest bool
 	var region string
 	var endpointUrl string
 	var archiveFile string // file flag
@@ -114,6 +116,12 @@ func run(args []string) error {
 				Usage:       "command to generate a toc.csv for an existing tarball",
 				Destination: &generateToc,
 			},
+			&cli.BoolFlag{
+				Name:        "generate-manifest",
+				Value:       false,
+				Usage:       "lists objects in an S3 Path and generates a for creating an archive later",
+				Destination: &generateManifest,
+			},
 			&cli.BoolFlag{
 				Name:    "verbose",
 				Value:   false,
@@ -233,8 +241,6 @@ func run(args []string) error {
 		},
 		Action: func(cCtx *cli.Context) error {
 			logLevel := parseLogLevel(cCtx.Count("verbose"))
-			fmt.Printf("log-level: %d\n", logLevel)
-			fmt.Printf("goroutines: %d\n", threads)
 			if region == "" && !generateToc {
 				exitError(1, "region is missing\n")
 			}
@@ -355,7 +361,7 @@ func run(args []string) error {
 				if destination == "" {
 					log.Fatalf("destination path missing")
 				}
-				if destination[len(destination)-1] != '/' {
+				if destination[len(destination)-1] != '/' && !generateManifest {
 					destination = destination + "/"
 					fmt.Printf("appending '/' to destination path\n")
 				}
@@ -408,6 +414,30 @@ func run(args []string) error {
 				if err != nil {
 					log.Fatal(err.Error())
 				}
+			} else if generateManifest {
+				bucket, prefix := s3tar.ExtractBucketAndPath(archiveFile)
+
+				objectList, _, err := s3tar.ListAllObjects(ctx, svc, bucket, prefix)
+				if err != nil {
+					log.Fatal(err.Error())
+				}
+
+				f, err := os.Create(destination)
+				if err != nil {
+					return err
+				}
+				defer f.Close()
+				w := csv.NewWriter(f)
+				defer w.Flush()
+
+				for _, obj := range objectList {
+					size := strconv.FormatInt(*obj.Size, 10)
+					etag := *obj.ETag
+					err = w.Write([]string{obj.Bucket, *obj.Key, size, etag[1 : len(etag)-1]})
+					if err != nil {
+						return err
+					}
+				}
 			} else {
 				exitError(3, "operation not implemented, provide create or extract flag\n")
 			}