gushoubang 9 сар өмнө
parent
commit
b1e3a84441
1 өөрчлөгдсөн 3 нэмэгдсэн , 2 устгасан
  1. 3 2
      app.py

+ 3 - 2
app.py

@@ -63,11 +63,12 @@ def inputMsg():
 
     try:
         res = ollama.generate(
-            model="qwen2:72b",
+            model="qwen2:7b",
             stream=False,
             prompt=prompt,
             options={"temperature": 0},
-            format="json"
+            format="json",
+            keep_alive=-1
         )
         print(res["response"])
     except Exception as e: