Commit 04b971a4 authored by Your Name's avatar Your Name

Fix: Move HuggingFace fake key check after use_model is defined

parent 711041e0
...@@ -404,12 +404,6 @@ class LiteLLMBackend: ...@@ -404,12 +404,6 @@ class LiteLLMBackend:
# Store tool_parser for post-processing # Store tool_parser for post-processing
self.tool_parser = tool_parser self.tool_parser = tool_parser
# For HuggingFace models, set a fake API key to skip auth
# The key must be in "sk-fakekey" format for litellm to accept it
if use_model and 'huggingface' in use_model.lower():
litellm.api_key = "sk-fakekey"
print("DEBUG litellm: HuggingFace model - using fake key")
# Convert tools to coderai schema format if tools provided # Convert tools to coderai schema format if tools provided
if tools: if tools:
self.tools_schema = {} self.tools_schema = {}
...@@ -424,6 +418,12 @@ class LiteLLMBackend: ...@@ -424,6 +418,12 @@ class LiteLLMBackend:
# Prepare the model - normalize name for litellm # Prepare the model - normalize name for litellm
use_model = self.normalize_model_name(model or self.model) use_model = self.normalize_model_name(model or self.model)
# For HuggingFace models, set a fake API key to skip auth
# The key must be in "sk-fakekey" format for litellm to accept it
if 'huggingface' in use_model.lower():
litellm.api_key = "sk-fakekey"
print("DEBUG litellm: HuggingFace model - using fake key")
# Convert messages to litellm format # Convert messages to litellm format
litellm_messages = self._convert_messages(messages) litellm_messages = self._convert_messages(messages)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment