diff --git a/rlm/core/lm_handler.py b/rlm/core/lm_handler.py index 86e7cc95f..36d27b3a1 100644 --- a/rlm/core/lm_handler.py +++ b/rlm/core/lm_handler.py @@ -54,7 +54,7 @@ def _handle_single(self, request: LMRequest, handler: "LMHandler") -> LMResponse usage_summary = client.get_last_usage() return LMResponse.success_response( chat_completion=RLMChatCompletion( - root_model=request.model, + root_model=request.model or client.model_name, prompt=request.prompt, response=content, usage_summary=usage_summary, @@ -80,7 +80,7 @@ async def run_all(): chat_completions = [ RLMChatCompletion( - root_model=request.model, + root_model=request.model or client.model_name, prompt=prompt, response=content, usage_summary=usage_summary,