Browse Source

fix: gpt-3.5-turbo-instruct context size to 8192 (#1196)

takatost 1 year ago
parent
commit
435f804c6f

+ 1 - 1
api/core/model_providers/models/llm/openai_model.py

@@ -32,7 +32,7 @@ MODEL_MAX_TOKENS = {
     'gpt-4': 8192,
     'gpt-4-32k': 32768,
     'gpt-3.5-turbo': 4096,
-    'gpt-3.5-turbo-instruct': 4096,
+    'gpt-3.5-turbo-instruct': 8192,
     'gpt-3.5-turbo-16k': 16384,
     'text-davinci-003': 4097,
 }

+ 1 - 1
api/core/model_providers/providers/openai_provider.py

@@ -132,7 +132,7 @@ class OpenAIProvider(BaseModelProvider):
             'gpt-4': 8192,
             'gpt-4-32k': 32768,
             'gpt-3.5-turbo': 4096,
-            'gpt-3.5-turbo-instruct': 4096,
+            'gpt-3.5-turbo-instruct': 8192,
             'gpt-3.5-turbo-16k': 16384,
             'text-davinci-003': 4097,
         }