server: infinite loop: set stop limit to true

ggerganov · Apr 19, 2024 · 21702de · 21702de
1 parent e366a20
commit 21702de
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1236,7 +1236,8 @@ struct server_context {
                     { "ga_n", slot.ga_n },
                 });
             slot.truncated = true;
-            return false; // stop prediction
+            slot.has_next_token = false; // stop prediction
+            slot.stopped_limit = true;
         }
 
         return slot.has_next_token; // continue