Larger context

2023-04-10 03:45:19 +00:00 · 2023-04-10 03:45:19 +00:00 · 8395e17380
commit 8395e17380
parent 89e79c9ae8
1 changed files with 2 additions and 0 deletions
--- a/llama.py
+++ b/llama.py
@ -21,6 +21,8 @@ def llama(prompt):
                    "/opt/llama.cpp/models/ggml-vicuna-13b-4bit.bin",
                    "-n",
                    "-1",
+                    "-c",
+                    "2048"
                    "-p",
                    prompt,
                ],