| 1 | # SWE-bench Modal environment configuration
|
| 2 | #
|
| 3 | # This config provides Modal cloud environment settings for SWE-bench runs.
|
| 4 | # It should be used together with the base swebench config:
|
| 5 | #
|
| 6 | # Usage:
|
| 7 | # mini-extra swebench -c swebench -c swebench_modal [other options]
|
| 8 | #
|
| 9 | # The configs are merged, with swebench_modal overriding the environment
|
| 10 | # settings to use Modal instead of Docker.
|
| 11 | #
|
| 12 | # Requirements:
|
| 13 | # 1. Run `modal setup` to authenticate with Modal
|
| 14 | # 2. Install the modal extra: `pip install mini-swe-agent[modal]`
|
| 15 |
|
| 16 | # Modal environment configuration via SWE-ReX
|
| 17 | # The image will be dynamically set per-instance to match SWE-bench docker images
|
| 18 | environment:
|
| 19 | environment_class: swerex_modal
|
| 20 | cwd: "/testbed"
|
| 21 | timeout: 60
|
| 22 | interpreter: ["bash", "-c"]
|
| 23 | env:
|
| 24 | PAGER: cat
|
| 25 | MANPAGER: cat
|
| 26 | LESS: -R
|
| 27 | PIP_PROGRESS_BAR: 'off'
|
| 28 | TQDM_DISABLE: '1'
|
| 29 | # Modal-specific settings
|
| 30 | startup_timeout: 600.0 # 10 min to allow image building on first run
|
| 31 | runtime_timeout: 1800.0 # 30 minutes max per instance
|
| 32 | deployment_timeout: 1800.0
|
| 33 | install_pipx: true
|
| 34 | # Environment variables for the sandbox
|
| 35 | modal_sandbox_kwargs: {}
|
| 36 | # You can add Modal-specific options here, e.g.:
|
| 37 | # cpu: 2.0
|
| 38 | # memory: 4096
|
| 39 |
|
| 40 | # GPT-5 mini via Portkey
|
| 41 | model:
|
| 42 | model_name: "gpt-5-mini"
|
| 43 | model_class: portkey
|
| 44 | provider: "@openai"
|
| 45 | model_kwargs:
|
| 46 | drop_params: true
|
| 47 | # GPT-5 mini only supports temperature=1.0
|
| 48 | # temperature: 0.0
|
| 49 |
|