@@ -63,11 +63,12 @@ def inputMsg():
try:
res = ollama.generate(
- model="qwen2:72b",
+ model="qwen2:7b",
stream=False,
prompt=prompt,
options={"temperature": 0},
- format="json"
+ format="json",
+ keep_alive=-1
)
print(res["response"])
except Exception as e: