From 238bac14dc4bb474d20e9206f3f2a522d111aec1 Mon Sep 17 00:00:00 2001 From: KopekC Date: Tue, 4 Mar 2025 14:07:12 -0500 Subject: [PATCH 1/2] feat: runner tooling --- codegen-examples/examples/swebench_agent_run/entry_point.py | 2 +- codegen-examples/examples/swebench_agent_run/run_eval.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/codegen-examples/examples/swebench_agent_run/entry_point.py b/codegen-examples/examples/swebench_agent_run/entry_point.py index 411b09d3b..79fd19575 100644 --- a/codegen-examples/examples/swebench_agent_run/entry_point.py +++ b/codegen-examples/examples/swebench_agent_run/entry_point.py @@ -13,7 +13,7 @@ app = modal.App(name="swebench-agent-run", image=image, secrets=[modal.Secret.from_dotenv()]) -@app.function(timeout=10 * 60) +@app.function(timeout=43200) async def run_agent_modal(entry: SweBenchExample): """Modal function to process a single example from the SWE-bench dataset.""" return run_agent_on_entry(entry) diff --git a/codegen-examples/examples/swebench_agent_run/run_eval.py b/codegen-examples/examples/swebench_agent_run/run_eval.py index b39cede6f..c4ef94667 100644 --- a/codegen-examples/examples/swebench_agent_run/run_eval.py +++ b/codegen-examples/examples/swebench_agent_run/run_eval.py @@ -27,7 +27,7 @@ async def process_batch_modal(examples: list[SweBenchExample], batch_size=10): while staying well within Modal's limits. """ results = [] - + batch_size = 3 # Process examples in batches for i in range(0, len(examples), batch_size): batch = examples[i : i + batch_size] From 58f6c6491cf5458ddc8c8f2e946a909f6a371b67 Mon Sep 17 00:00:00 2001 From: kopekC <28070492+kopekC@users.noreply.github.com> Date: Tue, 4 Mar 2025 19:09:40 +0000 Subject: [PATCH 2/2] Automated pre-commit update --- codegen-examples/examples/swebench_agent_run/run_eval.py | 1 - 1 file changed, 1 deletion(-) diff --git a/codegen-examples/examples/swebench_agent_run/run_eval.py b/codegen-examples/examples/swebench_agent_run/run_eval.py index e53fec09d..ff349266c 100644 --- a/codegen-examples/examples/swebench_agent_run/run_eval.py +++ b/codegen-examples/examples/swebench_agent_run/run_eval.py @@ -28,7 +28,6 @@ async def process_batch_modal(examples: list[SweBenchExample], num_workers=10, m results = {} queue = asyncio.Queue() - # Initialize the queue with (example, attempt) tuples for example in examples: await queue.put((example, 0)) # 0 represents first attempt