admin/cyclop
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Added return message for model switching

Browse Source
This commit is contained in:
Jonathan Lucas
2025-06-03 13:54:38 -05:00
parent 4dbe39dafa
commit 668d14977a
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
openai_compatible_inference_bot.py
+1
View File
@@ -318,6 +318,7 @@ class OpenAICompatibleInferenceBot(InferenceBot):
target_max_tokens_str = self.model_config["small_model_max_tokens"] target_max_tokens_str = self.model_config["small_model_max_tokens"]
self._configure_model_and_tokens(target_model, target_max_tokens_str) self._configure_model_and_tokens(target_model, target_max_tokens_str)
return f"Switched model to {self.model}. Max tokens set to {self.max_tokens if self.max_tokens is not None else 'API default'}."
def main(): def main():
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s') logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')