src: make tail invalid when kv cell is intersection for mamba

ggerganov · Aug 30, 2024 · 1082138 · 1082138
1 parent 7ea8d80
commit 1082138
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -3687,10 +3687,8 @@ static bool llama_kv_cache_seq_rm(
                 const llama_kv_cell & cell = cache.cells[tail_id];
                 // partial intersection is invalid
                 if ((0 < p0 && p0 <= cell.pos) || (0 < p1 && p1 <= cell.pos)) {
-                    return false;
-                }
-                if (p0 <= cell.pos && p1 < cell.pos) {
                     tail_id = -1;
+                    return false;
                 }
             }
         } else {