diff --git a/nobodywho/Cargo.lock b/nobodywho/Cargo.lock index cefec78..61d233f 100644 --- a/nobodywho/Cargo.lock +++ b/nobodywho/Cargo.lock @@ -788,7 +788,7 @@ dependencies = [ [[package]] name = "nobodywho" -version = "2.0.2" +version = "2.0.3" dependencies = [ "encoding_rs", "godot", diff --git a/nobodywho/Cargo.toml b/nobodywho/Cargo.toml index 71a82a1..a82d6f3 100644 --- a/nobodywho/Cargo.toml +++ b/nobodywho/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "nobodywho" -version = "2.0.2" +version = "2.0.3" edition = "2021" [lib] diff --git a/nobodywho/src/llm.rs b/nobodywho/src/llm.rs index d3d312f..94e0c40 100644 --- a/nobodywho/src/llm.rs +++ b/nobodywho/src/llm.rs @@ -73,6 +73,7 @@ pub fn run_worker( let n_threads = std::thread::available_parallelism().unwrap().get() as i32; let ctx_params = LlamaContextParams::default() .with_seed(seed) + .with_n_ctx(std::num::NonZero::new(model.n_ctx_train())) .with_n_threads(n_threads) .with_n_threads_batch(n_threads);