remotetool: adding option to upload directory (bazelbuild#532)

remotetool: adding option to upload directory

go/cmd/remotetool/main.go

@@ -2,7 +2,7 @@
 //
 // This tool supports common debugging operations concerning remotely executed
 // actions:
-// 1. Download a file or directory from remote cache by its digest.
+// 1. Download/upload a file or directory from/to remote cache by its digest.
 // 2. Display details of a remotely executed action.
 // 3. Download action results by the action digest.
 // 4. Re-execute remote action (with optional inputs override).
@@ -46,6 +46,7 @@ const (
 	checkDeterminism     OpType = "check_determinism"
 	uploadBlob           OpType = "upload_blob"
 	uploadBlobV2         OpType = "upload_blob_v2"
+	uploadDir            OpType = "upload_dir"
 )
 
 var supportedOps = []OpType{
@@ -57,6 +58,7 @@ var supportedOps = []OpType{
 	executeAction,
 	checkDeterminism,
 	uploadBlob,
+	uploadDir,
 }
 
 var (
@@ -142,6 +144,11 @@ func main() {
 			log.Exitf("error uploading blob for digest %v: %v", getDigestFlag(), err)
 		}
 
+	case uploadDir:
+		if err := c.UploadDirectory(ctx, getPathFlag()); err != nil {
+			log.Exitf("error uploading directory for path %s: %v", getPathFlag(), err)
+		}
+
 	default:
 		log.Exitf("unsupported operation %v. Supported operations:\n%v", *operation, supportedOps)
 	}

go/pkg/tool/tool.go

@@ -326,6 +326,20 @@ func (c *Client) DownloadDirectory(ctx context.Context, rootDigest, path string)
 	return err
 }
 
+// UploadDirectory uploads a directory from the specified path as a Merkle-tree to the remote cache.
+func (c *Client) UploadDirectory(ctx context.Context, path string) error {
+	log.Infof("Computing Merkle tree rooted at %s", path)
+	root, blobs, stats, err := c.GrpcClient.ComputeMerkleTree(ctx, path, "", "", &command.InputSpec{Inputs: []string{"."}}, filemetadata.NewNoopCache())
+	if err != nil {
+		return err
+	}
+	log.Infof("Directory root digest: %v", root)
+	log.Infof("Directory stats: %d files, %d directories, %d symlinks, %d total bytes", stats.InputFiles, stats.InputDirectories, stats.InputSymlinks, stats.TotalInputBytes)
+	log.Infof("Uploading directory %v rooted at %s to CAS.", root, path)
+	_, _, err = c.GrpcClient.UploadIfMissing(ctx, blobs...)
+	return err
+}
+
 func (c *Client) writeProto(m proto.Message, baseName string) error {
 	f, err := os.Create(baseName)
 	if err != nil {