Fix checkpoint interval

turboderp-org · Apr 18, 2024 · b68c0bd · b68c0bd
1 parent 893e73c
commit b68c0bd
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/conversion/measure.py b/conversion/measure.py
@@ -387,7 +387,7 @@ def measure_quant(job, save_fn, model):
     overall_rolling_accuracy = 0  
 
     last_snapshot_time = time.time()
-    snapshot_interval_s = 90
+    snapshot_interval_s = 180
 
     temp_filename = os.path.join(job["out_dir"], "hidden_states_temp.safetensors")
     states_filename = os.path.join(job["out_dir"], "hidden_states.safetensors")

diff --git a/conversion/quantize.py b/conversion/quantize.py
@@ -253,7 +253,7 @@ def quant_parallel_decoder(job, module, hidden_states, target_states, quantizers
 def quant(job, save_fn, model):
 
     last_snapshot_time = time.time()
-    snapshot_interval_s = 90
+    snapshot_interval_s = 180
 
     temp_filename = os.path.join(job["out_dir"], "hidden_states_temp.safetensors")
     states_filename = os.path.join(job["out_dir"], "hidden_states.safetensors")
@@ -526,4 +526,4 @@ def quant(job, save_fn, model):
             del job["invalid"]
             save_fn()
 
-            time_since_snapshot = time.time()
+            last_snapshot_time = time.time()