talk-llama : increase context to 2048

TECH4DX · Apr 10, 2023 · 114df38 · 114df38
1 parent ea36831
commit 114df38
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/talk-llama/talk-llama.cpp b/examples/talk-llama/talk-llama.cpp
@@ -239,7 +239,7 @@ int main(int argc, char ** argv) {
     auto lparams = llama_context_default_params();
 
     // tune these to your liking
-    lparams.n_ctx      = 512;
+    lparams.n_ctx      = 2048;
     lparams.seed       = 1;
     lparams.f16_kv     = true;
     lparams.n_parts    = params.n_parts_llama;