Fix streaming response error in OpenAIProviderHandler

- Fixed AttributeError when stream=True is passed to OpenAI client
- Changed return type to Union[Dict, object] to support streaming
- Added conditional check to return Stream object for streaming requests
- Bumped version to 0.2.7

aisbf/__init__.py

@@ -43,7 +43,7 @@ from .providers import (
 )
 from .handlers import RequestHandler, RotationHandler, AutoselectHandler
 
-__version__ = "0.2.6"
+__version__ = "0.2.7"
 __all__ = [
     # Config
     "config",

aisbf/providers.py

@@ -204,7 +204,7 @@ class OpenAIProviderHandler(BaseProviderHandler):
         self.client = OpenAI(base_url=config.providers[provider_id].endpoint, api_key=api_key)
 
     async def handle_request(self, model: str, messages: List[Dict], max_tokens: Optional[int] = None,
-                           temperature: Optional[float] = 1.0, stream: Optional[bool] = False) -> Dict:
+                           temperature: Optional[float] = 1.0, stream: Optional[bool] = False) -> Union[Dict, object]:
         if self.is_rate_limited():
             raise Exception("Provider rate limited")
 
@@ -225,6 +225,10 @@ class OpenAIProviderHandler(BaseProviderHandler):
             )
             logging.info(f"OpenAIProviderHandler: Response received: {response}")
             self.record_success()
+            
+            # Return Stream object directly for streaming, otherwise dump to dict
+            if stream:
+                return response
             return response.model_dump()
         except Exception as e:
             import logging

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "aisbf"
-version = "0.2.6"
+version = "0.2.7"
 description = "AISBF - AI Service Broker Framework || AI Should Be Free - A modular proxy server for managing multiple AI provider integrations"
 readme = "README.md"
 license = "GPL-3.0-or-later"

setup.py

@@ -49,7 +49,7 @@ class InstallCommand(_install):
 
 setup(
     name="aisbf",
-    version="0.2.6",
+    version="0.2.7",
     author="AISBF Contributors",
     author_email="stefy@nexlab.net",
     description="AISBF - AI Service Broker Framework || AI Should Be Free - A modular proxy server for managing multiple AI provider integrations",