Update append_token_to_bloks

EricLBuehler · Jul 12, 2024 · 2f86be5 · 2f86be5
1 parent ad5a600
commit 2f86be5
Showing 1 changed file with 15 additions and 10 deletions.
diff --git a/src/scheduler/sequence.rs b/src/scheduler/sequence.rs
@@ -168,17 +168,22 @@ impl _Sequence {
 
     fn append_token_to_blocks(&mut self, token: usize) {
         let last = self.logical_token_blocks.last_mut();
-        if last.is_some() && !last.as_ref().is_some_and(|last| last.is_full()) {
-            // If we have space
-            let last = last.unwrap();
-            last.append_token_id(token);
-        } else {
-            self.logical_token_blocks
-                .push(LogicalTokenBlock::new(self.block_size));
+        match last {
+            Some(last) => {
+                last.append_token_id(tok);
+            }
+            None => {
+                self.logical_token_blocks
+                    .push(LogicalTokenBlock::new(self.block_size));
+                self.logical_token_blocks
+                    .last_mut()
+                    .unwrap()
+                    .append_token_id(tok);
+            }
+        }
+        if self.logical_token_blocks.last().as_ref().unwrap().is_full() {
             self.logical_token_blocks
-                .last_mut()
-                .unwrap()
-                .append_token_id(token);
+                .push(LogicalTokenBlock::new(*block_size));
         }
     }
 }