Added return message for model switching

2025-06-03 13:54:38 -05:00
parent 4dbe39dafa
commit 668d14977a
1 changed files with 1 additions and 0 deletions
@@ -318,6 +318,7 @@ class OpenAICompatibleInferenceBot(InferenceBot):
            target_max_tokens_str = self.model_config["small_model_max_tokens"]

        self._configure_model_and_tokens(target_model, target_max_tokens_str)
+        return f"Switched model to {self.model}. Max tokens set to {self.max_tokens if self.max_tokens is not None else 'API default'}."

 def main():
    logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')