pass subdir name to get

cli/data/get.go

@@ -36,6 +36,7 @@ var (
 	getCommitPath string
 	getBucket     string
 	getFiles      []string
+	getSubdir     string
 )
 
 const (
@@ -52,7 +53,7 @@ var getCmd = &cobra.Command{
 
 Example:
 
-$ paddle data get -b experimental --bucket roo-pipeline trained-model/version1 dest/path
+$ paddle data get -b experimental --bucket roo-pipeline --subdir extract trained-model/version1 dest/path
 $ paddle data get -b experimental --bucket roo-pipeline --files file1.csv,file2.csv trained-model/version1 dest/path
 `,
 	Run: func(cmd *cobra.Command, args []string) {
@@ -68,7 +69,7 @@ $ paddle data get -b experimental --bucket roo-pipeline --files file1.csv,file2.
 			path:   fmt.Sprintf("%s/%s/%s", args[0], getBranch, getCommitPath),
 		}
 
-		copyPathToDestination(source, args[1], getFiles)
+		copyPathToDestination(source, args[1], getFiles, getSubdir)
 	},
 }
 
@@ -77,9 +78,10 @@ func init() {
 	getCmd.Flags().StringVar(&getBucket, "bucket", "", "Bucket to use")
 	getCmd.Flags().StringVarP(&getCommitPath, "path", "p", "HEAD", "Path to fetch (instead of HEAD)")
 	getCmd.Flags().StringSliceVarP(&getFiles, "files", "f", []string{}, "A list of files to download separated by comma")
+	getCmd.Flags().StringVar(&getSubdir, "subdir", "", "Subdirectory for destination path")
 }
 
-func copyPathToDestination(source S3Path, destination string, files []string) {
+func copyPathToDestination(source S3Path, destination string, files []string, subdir string) {
 	session := session.Must(session.NewSessionWithOptions(session.Options{
 		SharedConfigState: session.SharedConfigEnable,
 	}))
@@ -94,6 +96,9 @@ func copyPathToDestination(source S3Path, destination string, files []string) {
 	if !strings.HasSuffix(source.path, "/") {
 		source.path += "/"
 	}
+	if subdir != "" {
+		destination = parseDestination(destination, subdir)
+	}
 
 	fmt.Println("Copying " + source.path + " to " + destination)
 	copy(session, source, destination, files)
@@ -113,6 +118,15 @@ func readHEAD(session *session.Session, source S3Path) string {
 	return buf.String()
 }
 
+func parseDestination(destination string, subdir string) string {
+	if !strings.HasPrefix(destination, "/") {
+		destination += "/" + subdir
+	} else {
+		destination += subdir
+	}
+	return destination
+}
+
 func copy(session *session.Session, source S3Path, destination string, files []string) {
 	query := &s3.ListObjectsV2Input{
 		Bucket: aws.String(source.bucket),