From b2d00737c034b8f2f086113546f94ed994abf92b Mon Sep 17 00:00:00 2001 From: Claude Date: Thu, 15 Jan 2026 05:26:51 +0000 Subject: [PATCH] feat: add CLI arguments for model and backend configuration - Add argparse support to oolong_example.py - Allow --backend flag to specify backend (default: openai) - Allow --model flag to specify model name (default: gpt-5-mini) - Add informative output showing selected backend and model --- examples/oolong_example.py | 26 +++++++++++++++++++++++--- 1 file changed, 23 insertions(+), 3 deletions(-) diff --git a/examples/oolong_example.py b/examples/oolong_example.py index 562a834c3..2a503b77b 100644 --- a/examples/oolong_example.py +++ b/examples/oolong_example.py @@ -2,6 +2,7 @@ Example: An example from the Oolong Benchmark from the RLM paper: https://arxiv.org/abs/2512.24601v1 """ +import argparse import random import sys @@ -30,6 +31,24 @@ def load_random_oolong_row() -> dict: def main(): + # Parse command-line arguments + parser = argparse.ArgumentParser( + description="Run Oolong benchmark example with RLM" + ) + parser.add_argument( + "--backend", + type=str, + default="openai", + help="Backend to use (e.g., openai, anthropic)", + ) + parser.add_argument( + "--model", + type=str, + default="gpt-5-mini", + help="Model name to use", + ) + args = parser.parse_args() + # Load benchmark data print("Loading random row from dataset using shuffle...") row = load_random_oolong_row() @@ -45,11 +64,12 @@ def main(): logger = RLMLogger(log_dir="./logs") # Create RLM instance - # Note: API key is automatically loaded from OPENAI_API_KEY environment variable + # Note: API key is automatically loaded from environment variable + print(f"Using backend: {args.backend}, model: {args.model}") rlm = RLM( - backend="openai", + backend=args.backend, backend_kwargs={ - "model_name": "gpt-5-mini", + "model_name": args.model, }, environment="subprocess", max_iterations=30,