chihlasm/resolutionflow
1
0
Fork 0
Code Issues 23 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fix: increase branch_detail max_tokens to 8192 and add response logging

Browse Source 
Truncated output at 4096 tokens produces invalid JSON mid-generation.
Also logs stop_reason and output_tokens per attempt to diagnose failures.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
chihlasm
2026-02-21 04:01:58 -05:00
parent 950f6750e0
commit 2e65e65afd
1 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
backend/app/core/ai_tree_generator_service.py
View File

@@ -202,14 +202,23 @@ async def generate_branch_detail(
for attempt in range(2): for attempt in range(2):
response = await client.messages.create( response = await client.messages.create(
model=settings.AI_MODEL, model=settings.AI_MODEL,
max_tokens=4096, max_tokens=8192,
system=BRANCH_DETAIL_SYSTEM_PROMPT, system=BRANCH_DETAIL_SYSTEM_PROMPT,
messages=messages, messages=messages,
) )
raw_text = _strip_markdown_fences(response.content[0].text)
total_input += response.usage.input_tokens total_input += response.usage.input_tokens
total_output += response.usage.output_tokens total_output += response.usage.output_tokens
logger.debug(
"branch_detail attempt=%d stop_reason=%s content_blocks=%d output_tokens=%d",
attempt,
response.stop_reason,
len(response.content),
response.usage.output_tokens,
)
raw_text = _strip_markdown_fences(response.content[0].text) if response.content else ""
if not raw_text:
logger.warning("branch_detail attempt=%d returned empty text, stop_reason=%s", attempt, response.stop_reason)
try: try:
branch_tree = json.loads(raw_text) branch_tree = json.loads(raw_text)