From 7de2756b4482d67fd794742eca882db72831ae95 Mon Sep 17 00:00:00 2001 From: LE Quoc Dat Date: Wed, 16 Apr 2025 19:08:44 +0100 Subject: [PATCH] fix: Return async generator directly for non-streaming responses --- backend/agentpress/thread_manager.py | 17 +++++++---------- 1 file changed, 7 insertions(+), 10 deletions(-) diff --git a/backend/agentpress/thread_manager.py b/backend/agentpress/thread_manager.py index cec9d473..d2523f26 100644 --- a/backend/agentpress/thread_manager.py +++ b/backend/agentpress/thread_manager.py @@ -325,16 +325,13 @@ Here are the XML tools available with examples: return response_generator else: logger.debug("Processing non-streaming response") - try: - response = await self.response_processor.process_non_streaming_response( - llm_response=llm_response, - thread_id=thread_id, - config=processor_config - ) - return response - except Exception as e: - logger.error(f"Error in non-streaming response: {str(e)}", exc_info=True) - raise + # Return the async generator directly, don't await it + response_generator = self.response_processor.process_non_streaming_response( + llm_response=llm_response, + thread_id=thread_id, + config=processor_config + ) + return response_generator # Return the generator except Exception as e: logger.error(f"Error in run_thread: {str(e)}", exc_info=True)