Skip to content

Commit cad09bf

Browse files
authored
Merge pull request #13 from ShaneIsley/claude/add-cli-args-oolong-Phbkn
feat: add CLI arguments for model and backend configuration
2 parents a6874ca + b2d0073 commit cad09bf

1 file changed

Lines changed: 23 additions & 3 deletions

File tree

‎examples/oolong_example.py‎

Lines changed: 23 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
Example: An example from the Oolong Benchmark from the RLM paper: https://arxiv.org/abs/2512.24601v1
33
"""
44

5+
import argparse
56
import random
67
import sys
78

@@ -30,6 +31,24 @@ def load_random_oolong_row() -> dict:
3031

3132

3233
def main():
34+
# Parse command-line arguments
35+
parser = argparse.ArgumentParser(
36+
description="Run Oolong benchmark example with RLM"
37+
)
38+
parser.add_argument(
39+
"--backend",
40+
type=str,
41+
default="openai",
42+
help="Backend to use (e.g., openai, anthropic)",
43+
)
44+
parser.add_argument(
45+
"--model",
46+
type=str,
47+
default="gpt-5-mini",
48+
help="Model name to use",
49+
)
50+
args = parser.parse_args()
51+
3352
# Load benchmark data
3453
print("Loading random row from dataset using shuffle...")
3554
row = load_random_oolong_row()
@@ -45,11 +64,12 @@ def main():
4564
logger = RLMLogger(log_dir="./logs")
4665

4766
# Create RLM instance
48-
# Note: API key is automatically loaded from OPENAI_API_KEY environment variable
67+
# Note: API key is automatically loaded from environment variable
68+
print(f"Using backend: {args.backend}, model: {args.model}")
4969
rlm = RLM(
50-
backend="openai",
70+
backend=args.backend,
5171
backend_kwargs={
52-
"model_name": "gpt-5-mini",
72+
"model_name": args.model,
5373
},
5474
environment="subprocess",
5575
max_iterations=30,

0 commit comments

Comments
 (0)