Fix indentation error in generate_chat_stream function

parent a63dee34
......@@ -1085,8 +1085,7 @@ class VulkanBackend(ModelBackend):
async for chunk in self.generate_stream(prompt, max_tokens, temperature, top_p, stop):
yield chunk
else:
print(f"DEBUG: Stream completed with {chunk_count} chunks")
def _manual_format_messages(self, messages: List[Dict]) -> str:
print(f"DEBUG: Stream completed with {chunk_count} chunks")
def _manual_format_messages(self, messages: List[Dict]) -> str:
"""Manual fallback for formatting messages when create_chat_completion fails."""
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment