This commit is contained in:
Anthony Wang 2023-04-10 04:03:37 +00:00
parent 285a08c7fa
commit 1e7d8be616
Signed by: a
GPG key ID: 42A5B952E6DD8D38

View file

@ -31,7 +31,7 @@ def llama(prompt):
)
for c in iter(lambda: process.stdout.read(1), b""):
yield c
except GeneratorExit:
finally:
process.terminate()
return Response(generate(), mimetype="text/plain")