diff --git a/backend/src/services/llm/gemini.rs b/backend/src/services/llm/gemini.rs index a4186f8..4f33cf4 100644 --- a/backend/src/services/llm/gemini.rs +++ b/backend/src/services/llm/gemini.rs @@ -138,7 +138,8 @@ fn build_request_body( }, "generationConfig": { "responseMimeType": "application/json", - "responseSchema": response_schema + "responseSchema": response_schema, + "maxOutputTokens": 16384 } }); diff --git a/backend/src/services/llm/openai.rs b/backend/src/services/llm/openai.rs index 8d0dbfc..ea431be 100644 --- a/backend/src/services/llm/openai.rs +++ b/backend/src/services/llm/openai.rs @@ -44,6 +44,7 @@ impl OpenAiProvider { "model": model, "instructions": system_prompt, "input": user_prompt, + "max_output_tokens": 16384, "text": { "format": { "type": "json_schema", @@ -116,6 +117,7 @@ impl OpenAiProvider { "content": user_prompt } ], + "max_tokens": 16384, "response_format": { "type": "json_schema", "json_schema": {