File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 22Example: An example from the Oolong Benchmark from the RLM paper: https://arxiv.org/abs/2512.24601v1
33"""
44
5+ import argparse
56import random
67import sys
78
@@ -30,6 +31,24 @@ def load_random_oolong_row() -> dict:
3031
3132
3233def main ():
34+ # Parse command-line arguments
35+ parser = argparse .ArgumentParser (
36+ description = "Run Oolong benchmark example with RLM"
37+ )
38+ parser .add_argument (
39+ "--backend" ,
40+ type = str ,
41+ default = "openai" ,
42+ help = "Backend to use (e.g., openai, anthropic)" ,
43+ )
44+ parser .add_argument (
45+ "--model" ,
46+ type = str ,
47+ default = "gpt-5-mini" ,
48+ help = "Model name to use" ,
49+ )
50+ args = parser .parse_args ()
51+
3352 # Load benchmark data
3453 print ("Loading random row from dataset using shuffle..." )
3554 row = load_random_oolong_row ()
@@ -45,11 +64,12 @@ def main():
4564 logger = RLMLogger (log_dir = "./logs" )
4665
4766 # Create RLM instance
48- # Note: API key is automatically loaded from OPENAI_API_KEY environment variable
67+ # Note: API key is automatically loaded from environment variable
68+ print (f"Using backend: { args .backend } , model: { args .model } " )
4969 rlm = RLM (
50- backend = "openai" ,
70+ backend = args . backend ,
5171 backend_kwargs = {
52- "model_name" : "gpt-5-mini" ,
72+ "model_name" : args . model ,
5373 },
5474 environment = "subprocess" ,
5575 max_iterations = 30 ,
You can’t perform that action at this time.
0 commit comments