From 9150290cbf2d4a1190789a10d2799e76c07423bd Mon Sep 17 00:00:00 2001 From: Greg Kamradt Date: Mon, 19 May 2025 11:14:21 -0700 Subject: [PATCH 1/2] removing folder from the save --- cli/run_all.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/cli/run_all.py b/cli/run_all.py index b1642850..74441bfe 100644 --- a/cli/run_all.py +++ b/cli/run_all.py @@ -116,7 +116,6 @@ async def run_single_test_wrapper(config_name: str, task_id: str, limiter: Async overwrite_submission: bool, print_submission: bool, num_attempts: int, retry_attempts: int) -> bool: # removed print_logs logger.info(f"[Orchestrator] Queuing task: {task_id}, config: {config_name}") - save_submission_dir_for_config = os.path.join(submissions_root, config_name) # Apply tenacity retry decorator directly to the synchronous function # The logger passed to before_sleep_log is the module-level logger of cli.run_all @@ -130,7 +129,7 @@ def _synchronous_task_execution_attempt_with_tenacity(): logger.debug(f"[Thread-{task_id}-{config_name}] Spawning ARCTester (Executing attempt)...") arc_solver = ARCTester( config=config_name, - save_submission_dir=save_submission_dir_for_config, + save_submission_dir=submissions_root, overwrite_submission=overwrite_submission, print_submission=print_submission, # This ARCTester arg controls if it logs submission content num_attempts=num_attempts, From 157bc8a46e1dd967240ab516f9d1c656c84bf38a Mon Sep 17 00:00:00 2001 From: Greg Kamradt Date: Mon, 19 May 2025 11:17:52 -0700 Subject: [PATCH 2/2] rm local files --- README.md | 2 +- data/arc-agi | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 24a617c6..09afc7a6 100644 --- a/README.md +++ b/README.md @@ -66,7 +66,7 @@ python cli/run_all.py \ * `--task_list_file`: Path to the `.txt` file containing task IDs (one per line). (Default: `data/task_lists/public_evaluation_v1.txt`) * `--model_configs`: Comma-separated list of model configuration names from `models.yml`. (Default: `gpt-4o-2024-11-20`) * `--data_dir`: Data set directory. (Default: `data/arc-agi/data/evaluation`) -* `--submissions-root`: Root folder to save submissions. Subfolders per config will be created. (Default: `submissions`) +* `--submissions-root`: Root folder to save submissions. (Default: `submissions`) * `--overwrite_submission`: Overwrite existing submissions. (Default: `False`) * `--print_submission`: Enable `ARCTester` to log final submission content (at INFO level). (Default: `False`) * `--num_attempts`: Number of attempts by `ARCTester` for each prediction. (Default: `2`) diff --git a/data/arc-agi b/data/arc-agi index aa922be2..39903044 160000 --- a/data/arc-agi +++ b/data/arc-agi @@ -1 +1 @@ -Subproject commit aa922be204204ec148a1137fe6ed4d34ddde812b +Subproject commit 399030444e0ab0cc8b4e199870fb20b863846f34