fix: increase max_tokens for LLM suggestions to prevent truncated JSON
This commit is contained in:
@@ -212,7 +212,7 @@ async def deep_analysis(
|
|||||||
},
|
},
|
||||||
],
|
],
|
||||||
temperature=0.3,
|
temperature=0.3,
|
||||||
max_tokens=800,
|
max_tokens=1500,
|
||||||
response_format={"type": "json_object"},
|
response_format={"type": "json_object"},
|
||||||
)
|
)
|
||||||
if api_key:
|
if api_key:
|
||||||
|
|||||||
@@ -422,7 +422,7 @@ async def generate_suggestion(
|
|||||||
},
|
},
|
||||||
],
|
],
|
||||||
temperature=0.3,
|
temperature=0.3,
|
||||||
max_tokens=500,
|
max_tokens=1500,
|
||||||
response_format={"type": "json_object"},
|
response_format={"type": "json_object"},
|
||||||
)
|
)
|
||||||
if api_key:
|
if api_key:
|
||||||
|
|||||||
Reference in New Issue
Block a user