Use WizardLM instead of Vicuna

2023-05-30 03:18:36 +00:00 · 2023-05-30 03:18:36 +00:00 · 181d2f5793
commit 181d2f5793
parent 951128cf7a
1 changed files with 2 additions and 2 deletions
--- a/main.py
+++ b/main.py
@ -20,11 +20,11 @@ def llama(prompt):
                    "-ngl",
                    "32",
                    "-m",
-                    "/opt/llama.cpp/models/ggml-vicuna-7b-1.1-q4_0.bin",
+                    "/opt/llama.cpp/models/wizardLM-7B.ggmlv3.q4_0.bin",
                    "-n",
                    "1024",
                    "-p",
-                    f"### Human: {prompt}\n### Assistant:",
+                    f"{prompt}\n\n### Response:",
                ],
                stdout=subprocess.PIPE,
            )