From 15e073a5df6e1892d8d22ccabaa519f0b5b5679f Mon Sep 17 00:00:00 2001
From: Krishav Raj Singh <krishavrajsingh@gmail.com>
Date: Tue, 7 Oct 2025 20:52:31 +0530
Subject: [PATCH] fix: fallback to anthropic when rate limited by bedrock

---
 backend/core/services/llm.py | 41 +++++++++++++++++++++++++++++++++++-
 1 file changed, 40 insertions(+), 1 deletion(-)

diff --git a/backend/core/services/llm.py b/backend/core/services/llm.py
index b22746ad..008c05f9 100644
--- a/backend/core/services/llm.py
+++ b/backend/core/services/llm.py
@@ -87,7 +87,46 @@ def setup_provider_router(openai_compatible_api_key: str = None, openai_compatib
             },
         },
     ]
-    provider_router = Router(model_list=model_list)
+    
+    # Configure fallbacks: Bedrock models -> Direct Anthropic API
+    fallbacks = [
+        # Bedrock Sonnet 4.5 -> Anthropic Sonnet 4.5
+        # {
+        #     "bedrock/converse/arn:aws:bedrock:eu-north-1:737973863695:inference-profile/eu.anthropic.claude-sonnet-4-5-20250929-v1:0": [
+        #         "anthropic/claude-sonnet-4-20250514"  # Fallback to direct Anthropic API
+        #     ]
+        # },
+        {
+            "bedrock/converse/arn:aws:bedrock:us-west-2:935064898258:inference-profile/global.anthropic.claude-sonnet-4-5-20250929-v1:0": [
+                "anthropic/claude-sonnet-4-20250514"
+            ]
+        },
+        # Bedrock Sonnet 4 -> Anthropic Sonnet 4
+        # {
+        #     "bedrock/converse/arn:aws:bedrock:eu-north-1:737973863695:inference-profile/eu.anthropic.claude-sonnet-4-20250929-v1:0": [
+        #         "anthropic/claude-sonnet-4-20250514"
+        #     ]
+        # },
+        {
+            "bedrock/converse/arn:aws:bedrock:us-west-2:935064898258:inference-profile/us.anthropic.claude-sonnet-4-20250514-v1:0": [
+                "anthropic/claude-sonnet-4-20250514"
+            ]
+        },
+        # Bedrock Sonnet 3.7 -> Anthropic Sonnet 3.7
+        {
+            "bedrock/converse/arn:aws:bedrock:us-west-2:935064898258:inference-profile/us.anthropic.claude-3-7-sonnet-20250219-v1:0": [
+                "anthropic/claude-3-7-sonnet-latest"
+            ]
+        }
+    ]
+    
+    provider_router = Router(
+        model_list=model_list,
+        retry_after=15,
+        fallbacks=fallbacks,
+    )
+    
+    logger.info(f"Configured LiteLLM Router with {len(fallbacks)} fallback rules")
 
 def _configure_openai_compatible(params: Dict[str, Any], model_name: str, api_key: Optional[str], api_base: Optional[str]) -> None:
     """Configure OpenAI-compatible provider setup."""