Merge pull request #1909 from HubSpot/uploader_efficiency

Skip fuser/lsof check when uploader is marked as immediate
HubSpot · Mar 6, 2019 · 8b2cc5e · 8b2cc5e
2 parents 274c39a + cc8c222
commit 8b2cc5e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...arityS3Uploader/src/main/java/com/hubspot/singularity/s3uploader/SingularityUploader.java b/...arityS3Uploader/src/main/java/com/hubspot/singularity/s3uploader/SingularityUploader.java
@@ -94,7 +94,7 @@ int uploadBatch(List<Path> toUpload) {
     for (int i = 0; i < toUpload.size(); i++) {
       final Context context = metrics.getUploadTimer().time();
       final Path file = toUpload.get(i);
-      if (!configuration.isCheckForOpenFiles() || !isFileOpen(file, configuration.isCheckOpenFilesViaFuser())) {
+      if (!configuration.isCheckForOpenFiles() || uploadMetadata.isImmediate() || !isFileOpen(file, configuration.isCheckOpenFilesViaFuser())) {
         try {
           uploadSingle(i, file);
           metrics.upload();