Merge pull request #6 from alexbarta/master

Add s3 minio support

README.md

@@ -91,6 +91,18 @@ skbn cp \
 * `f` is the in-memory buffer size (in MB) to use for files copy. This flag should be used with caution when used in conjunction with `--parallel`
 * The default value for `buffer-size` is 6.75 MB, and was decided based on benchmark
 
+### Minio S3 support
+
+Skbn supports file copy from and to a Minio S3 endpoint. To let skbn know how your minio is configured, you can set the following environment variables:
+
+```
+AWS_ACCESS_KEY_ID=<your username>
+AWS_SECRET_ACCESS_KEY=<your password>
+AWS_S3_ENDPOINT=http(s)://<host>:<port>
+AWS_S3_NO_SSL=true # disables SSL
+AWS_S3_FORCE_PATH_STYLE=true # enforce path style bucket access
+```
+
 ## Added bonus section
 
 ### Copy files from S3 to Azure Blob Storage

pkg/skbn/s3.go

@@ -5,6 +5,7 @@ import (
 	"io"
 	"os"
 	"path/filepath"
+	"strconv"
 	"strings"
 
 	"github.com/nuvo/skbn/pkg/utils"
@@ -171,13 +172,32 @@ func UploadToS3(iClient interface{}, toPath, fromPath string, reader io.Reader)
 }
 
 func getNewSession() (*session.Session, error) {
-	region := os.Getenv("AWS_REGION")
-	if region == "" {
-		region = "eu-central-1"
+
+	awsConfig := &aws.Config{}
+
+	region := "eu-central-1"
+
+	if rg := os.Getenv("AWS_REGION"); rg != "" {
+		region = rg
 	}
-	s, err := session.NewSession(&aws.Config{
-		Region: aws.String(region),
-	})
+
+	awsConfig.Region = aws.String(region)
+
+	if endpoint := os.Getenv("AWS_S3_ENDPOINT"); endpoint != "" {
+		awsConfig.Endpoint = aws.String(endpoint)
+	}
+
+	if disSSL := os.Getenv("AWS_S3_NO_SSL"); disSSL != "" {
+		disableSSL, _ := strconv.ParseBool(disSSL)
+		awsConfig.DisableSSL = aws.Bool(disableSSL)
+	}
+
+	if fps := os.Getenv("AWS_S3_FORCE_PATH_STYLE"); fps != "" {
+		forcePathStyle, _ := strconv.ParseBool(fps)
+		awsConfig.S3ForcePathStyle = aws.Bool(forcePathStyle)
+	}
+
+	s, err := session.NewSession(awsConfig)
 
 	return s, err
 }