Ling0925
/
suna
mirror of https://github.com/kortix-ai/suna.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #682 from tnfssc/fix/claude-caching-issue

This commit is contained in:
Sharath 2025-06-07 15:45:27 +05:30 committed by GitHub
parent 24df75cae0 1cbc2a63c9
commit 038d228bee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
backend/services/llm.py
View File

@ -181,7 +181,7 @@ def prepare_params(
item["cache_control"] = {"type": "ephemeral"} item["cache_control"] = {"type": "ephemeral"}
break # Apply to the first text block only for system prompt break # Apply to the first text block only for system prompt
# 2. Find and process relevant user and assistant messages # 2. Find and process relevant user and assistant messages (limit to 4 max)
last_user_idx = -1 last_user_idx = -1
second_last_user_idx = -1 second_last_user_idx = -1
last_assistant_idx = -1 last_assistant_idx = -1
@ -197,9 +197,10 @@ def prepare_params(
if last_assistant_idx == -1: if last_assistant_idx == -1:
last_assistant_idx = i last_assistant_idx = i
# Stop searching if we've found all needed messages # Stop searching if we've found all needed messages (system, last user, second last user, last assistant)
if last_user_idx != -1 and second_last_user_idx != -1 and last_assistant_idx != -1: found_count = sum(idx != -1 for idx in [last_user_idx, second_last_user_idx, last_assistant_idx])
break if found_count >= 3:
break
# Helper function to apply cache control # Helper function to apply cache control
def apply_cache_control(message_idx: int, message_role: str): def apply_cache_control(message_idx: int, message_role: str):
@ -219,7 +220,9 @@ def prepare_params(
if "cache_control" not in item: if "cache_control" not in item:
item["cache_control"] = {"type": "ephemeral"} item["cache_control"] = {"type": "ephemeral"}
# Apply cache control to the identified messages # Apply cache control to the identified messages (max 4: system, last user, second last user, last assistant)
# System message is always at index 0 if present
apply_cache_control(0, "system")
apply_cache_control(last_user_idx, "last user") apply_cache_control(last_user_idx, "last user")
apply_cache_control(second_last_user_idx, "second last user") apply_cache_control(second_last_user_idx, "second last user")
apply_cache_control(last_assistant_idx, "last assistant") apply_cache_control(last_assistant_idx, "last assistant")