Clear tmp dir

src/main/java/org/commonwl/view/Scheduler.java

@@ -1,6 +1,8 @@
 package org.commonwl.view;
 
 
+import org.commonwl.view.util.StreamGobbler;
+import org.commonwl.view.util.FileUtils;
 import org.commonwl.view.workflow.QueuedWorkflowRepository;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -9,6 +11,11 @@
 import org.springframework.scheduling.annotation.Scheduled;
 import org.springframework.stereotype.Component;
 
+import java.io.File;
+
+
+import java.io.IOException;
+
 import java.util.Calendar;
 import java.util.Date;
 
@@ -24,6 +31,9 @@ public class Scheduler {
     @Value("${queuedWorkflowAgeLimitHours}")
     private Integer QUEUED_WORKFLOW_AGE_LIMIT_HOURS;
 
+    @Value("${tmpDirAgeLimitDays}")
+    private Integer TMP_DIR_AGE_LIMIT_DAYS;
+
     @Autowired
     public Scheduler(QueuedWorkflowRepository queuedWorkflowRepository) {
         this.queuedWorkflowRepository = queuedWorkflowRepository;
@@ -55,4 +65,12 @@ public void removeOldQueuedWorkflowEntries() {
         logger.info(queuedWorkflowRepository.deleteByTempRepresentation_RetrievedOnLessThanEqual(removeTime)
                 + " Old queued workflows removed");
     }
+
+
+    @Scheduled(cron = "${cron.clearTmpDir}")
+    public void clearTmpDir() {
+        // wipe tmp dir and log info
+        FileUtils utils = new FileUtils(logger);
+        utils.clearDirectory("/tmp", TMP_DIR_AGE_LIMIT_DAYS);
+    }
 }

src/main/java/org/commonwl/view/util/FileUtils.java

@@ -0,0 +1,105 @@
+package org.commonwl.view.util;
+
+
+import java.io.File;
+import java.nio.file.Files;
+import java.nio.file.attribute.FileTime;
+import java.io.IOException;
+import java.time.Instant;
+import java.time.Clock;
+import java.time.Duration;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.commonwl.view.util.StreamGobbler;
+
+public class FileUtils {
+
+    private final Logger logger;
+
+    public FileUtils(Logger logger) {
+        this.logger = logger;
+    }
+
+
+    public void clearDirectory(String directoryPath, long days) {
+        try {
+            logger.info("Clearing "+ directoryPath + " directory for content older than " + days + " day" + (days > 1 ? "s" : "") + "...");
+            File file = new File(directoryPath);
+            deleteWithinDirectory(file, days);
+            logger.info("Successfully cleared " + directoryPath + " directory");
+        } catch(IOException e) {
+            logger.warn("Could not clear " + directoryPath + " directory");
+            logger.error("Error running clear " + directoryPath + " dir process", e);
+        }
+
+    }
+
+
+    private void deleteWithinDirectory(File file, long days) throws IOException{
+        File[] files = file.listFiles();
+
+        if (files != null) {
+            for (File subfile : files) {
+                if (subfile.isDirectory()) {
+                deleteWithinDirectory(subfile, days);
+                }    
+
+                long daysOld = fileAge(subfile);
+
+                if (daysOld >= days ) {
+                    if (!subfile.isDirectory()) {
+                        logger.info("Deleting file " + subfile.getPath());
+                        subfile.delete();
+                        logger.info("Deleted file " + subfile.getPath());
+                    } else {
+                        File[] contents = subfile.listFiles();
+                        if (contents != null && contents.length == 0) {
+                            logger.info("Deleting directory " + subfile.getPath());
+                            subfile.delete();
+                            logger.info("Deleted directory " + subfile.getPath());
+                        }
+                    }
+                }
+            }
+        }
+    }
+
+    private long fileAge(File file) throws IOException {
+
+        FileTime t =  Files.getLastModifiedTime(file.toPath());
+        Instant fileInstant = t.toInstant();
+        Instant now = (Clock.systemUTC()).instant();
+        Duration difference = Duration.between(fileInstant, now);
+        long days = difference.toDays();
+        return days;
+
+    }
+
+    private void deleteWithinDirectoryCMD(String directoryPath, int days) throws IOException, InterruptedException {
+
+        String[] command = {"find", directoryPath, "-ctime", "+" + days, "-exec", "rm", "-rf", "{}", "+"};
+        ProcessBuilder clearProcess = new ProcessBuilder(command);
+        Process process = clearProcess.start();
+
+        // Read output from the process using threads
+        StreamGobbler inputGobbler = new StreamGobbler(process.getInputStream());
+        StreamGobbler errorGobbler = new StreamGobbler(process.getErrorStream());
+        errorGobbler.start();
+        inputGobbler.start();
+
+        // Wait for process to complete
+        int exitCode = process.waitFor();
+        if (exitCode == 0) {
+            inputGobbler.join();
+            logger.info(inputGobbler.getContent());
+            logger.info("Successfully cleared " + directoryPath + " directory");
+        } else {
+            errorGobbler.join();
+            logger.warn("Could not clear " + directoryPath + " directory");
+            logger.warn(errorGobbler.getContent());
+
+        }
+    }
+
+}

src/main/java/org/commonwl/view/util/StreamGobbler.java

@@ -32,7 +32,7 @@ public class StreamGobbler extends Thread {
     private final String lineSeparator = System.getProperty("line.separator");
 
     private InputStream is;
-    private String content = "";
+    private String content = ""; // TODO: optimize - update to string builder
 
     public StreamGobbler(InputStream is) {
         this.is = is;

src/main/resources/application.properties

@@ -48,6 +48,7 @@ spring.data.mongodb.port = 27017
 sparql.endpoint = http://localhost:3030/cwlviewer/
 
 
+
 #=======================
 # Scheduler settings
 #=======================
@@ -57,5 +58,12 @@ sparql.endpoint = http://localhost:3030/cwlviewer/
 # The expression below implies every hour at the 0th second and 0th minute i.e (01:00:00, 02:00::00,... etc)
 cron.deleteOldQueuedWorkflows = 0 0 * * * ?
 
+# The expression below implies every day at the 0th second, 0th minute and 24th(0th) hour i.e ( time 00:00:00, every day)
+cron.clearTmpDir = 0 0 0 * * ?
+
 # Age limit for queued workflows in hours.
-queuedWorkflowAgeLimitHours = 24
+queuedWorkflowAgeLimitHours = 24
+
+# Age limit for tmp directories in days.
+tmpDirAgeLimitDays = 1
+