From 668d14977a097bb7c731f525df083b6916c10e9a Mon Sep 17 00:00:00 2001 From: Jonathan Lucas Date: Tue, 3 Jun 2025 13:54:38 -0500 Subject: [PATCH] Added return message for model switching --- openai_compatible_inference_bot.py | 1 + 1 file changed, 1 insertion(+) diff --git a/openai_compatible_inference_bot.py b/openai_compatible_inference_bot.py index 5d88b89..f9f5e78 100644 --- a/openai_compatible_inference_bot.py +++ b/openai_compatible_inference_bot.py @@ -318,6 +318,7 @@ class OpenAICompatibleInferenceBot(InferenceBot): target_max_tokens_str = self.model_config["small_model_max_tokens"] self._configure_model_and_tokens(target_model, target_max_tokens_str) + return f"Switched model to {self.model}. Max tokens set to {self.max_tokens if self.max_tokens is not None else 'API default'}." def main(): logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')