diff --git a/openai_compatible_inference_bot.py b/openai_compatible_inference_bot.py index 5d88b89..f9f5e78 100644 --- a/openai_compatible_inference_bot.py +++ b/openai_compatible_inference_bot.py @@ -318,6 +318,7 @@ class OpenAICompatibleInferenceBot(InferenceBot): target_max_tokens_str = self.model_config["small_model_max_tokens"] self._configure_model_and_tokens(target_model, target_max_tokens_str) + return f"Switched model to {self.model}. Max tokens set to {self.max_tokens if self.max_tokens is not None else 'API default'}." def main(): logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')