add timeout for file queue (#772)

PaddlePaddle · Aug 26, 2020 · 3d99546 · 3d99546
1 parent 8fc815f
commit 3d99546
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/visualdl/writer/record_writer.py b/visualdl/writer/record_writer.py
@@ -21,6 +21,9 @@
 import time
 import queue
 import threading
+import os
+
+QUEUE_TIMEOUT = os.getenv("VDL_QUEUE_TIMEOUT")
 
 
 class RecordWriter(object):
@@ -145,7 +148,10 @@ def write(self, bytestring):
         with self._lock:
             if self._closed:
                 raise IOError("Writer is closed.")
-            self._bytes_queue.put(bytestring)
+            try:
+                self._bytes_queue.put(bytestring, timeout=QUEUE_TIMEOUT)
+            except queue.Full:
+                print('This data was not written to the log due to timeout.')
 
     def flush(self):
         with self._lock: