SWE-rebench Leaderboard

64.5%± 1.41%

78.4%$4.40

2,518,30894.9% cached

63.8%± 0.60%

77.5%$1.47

2,429,42492.6% cached

63.4%± 1.35%

74.8%$3.47

4,322,14395.7% cached

62.9%± 1.19%

81.1%$1.40

5,524,89292.1% cached

62.3%± 1.83%

79.3%$0.85

605,34084.7% cached

61.8%± 0.54%

73.9%$0.81

1,684,50185.9% cached

60.4%± 1.03%

75.7%$3.39

3,341,58193.4% cached

58.0%± 1.29%

73.0%$1.59

2,070,97694.6% cached

56.8%± 0.94%

74.8%$1.43

4,645,61796.4% cached

51.7%± 0.84%

65.8%$0.41

1,827,00294.3% cached

47.2%± 1.13%

69.4%$0.95

13,869,45997.0% cached

46.5%± 0.54%

65.8%$0.10

4,687,98795.7% cached

43.6%± 1.47%

59.5%$0.11

395,52285.2% cached

40.2%± 1.29%

64.0%$0.15

3,955,41491.2% cached

31.2%± 1.68%

57.7%$0.62

3,078,97076.8% cached

24.7%± 0.79%

43.2%$0.27

3,726,06187.5% cached

17.1%± 1.07%

36.9%$0.99

5,939,22772.3% cached

18N/AN/AN/AN/A19N/AN/AN/AN/A20N/AN/AN/AN/A21N/AN/AN/AN/A22N/AN/AN/AN/A23N/AN/AN/AN/A24N/AN/AN/AN/A25N/AN/AN/AN/A26N/AN/AN/AN/A27N/AN/AN/AN/A28N/AN/AN/AN/A29N/AN/AN/AN/A30N/AN/AN/AN/A31N/AN/AN/AN/A32N/AN/AN/AN/A33N/AN/AN/AN/A34

Devstral-2-123B-Instruct-2512

N/AN/AN/AN/A35

Devstral-Small-2-24B-Instruct-2512

N/AN/AN/AN/A36N/AN/AN/AN/A37N/AN/AN/AN/A38N/AN/AN/AN/A39N/AN/AN/AN/A40N/AN/AN/AN/A41N/AN/AN/AN/A42N/AN/AN/AN/A43N/AN/AN/AN/A44

gemini-2.5-flash-preview-05-20 no-thinking

N/AN/AN/AN/A45

gemini-2.5-flash-preview-05-20 no-thinking

N/AN/AN/AN/A46N/AN/AN/AN/A47N/AN/AN/AN/A48N/AN/AN/AN/A49N/AN/AN/AN/A50N/AN/AN/AN/A51N/AN/AN/AN/A52N/AN/AN/AN/A53N/AN/AN/AN/A54N/AN/AN/AN/A55N/AN/AN/AN/A56N/AN/AN/AN/A57N/AN/AN/AN/A58N/AN/AN/AN/A59N/AN/AN/AN/A60N/AN/AN/AN/A61N/AN/AN/AN/A62N/AN/AN/AN/A63N/AN/AN/AN/A64N/AN/AN/AN/A65N/AN/AN/AN/A66

gpt-5-mini-2025-08-07-high

N/AN/AN/AN/A67

gpt-5-mini-2025-08-07-medium

N/AN/AN/AN/A68N/AN/AN/AN/A69N/AN/AN/AN/A70

gpt-5.2-2025-12-11-medium

N/AN/AN/AN/A71N/AN/AN/AN/A72N/AN/AN/AN/A73N/AN/AN/AN/A74N/AN/AN/AN/A75

gpt-5.4-2026-03-05-medium

N/AN/AN/AN/A76

gpt-5.5-2026-04-23-medium

N/AN/AN/AN/A77N/AN/AN/AN/A78N/AN/AN/AN/A79N/AN/AN/AN/A80N/AN/AN/AN/A81N/AN/AN/AN/A82N/AN/AN/AN/A83N/AN/AN/AN/A84N/AN/AN/AN/A85N/AN/AN/AN/A86N/AN/AN/AN/A87N/AN/AN/AN/A88N/AN/AN/AN/A89N/AN/AN/AN/A90N/AN/AN/AN/A91

Llama-4-Maverick-17B-128E-Instruct

N/AN/AN/AN/A92

Llama-4-Scout-17B-16E-Instruct

N/AN/AN/AN/A93N/AN/AN/AN/A94N/AN/AN/AN/A95N/AN/AN/AN/A96N/AN/AN/AN/A97N/AN/AN/AN/A98N/AN/AN/AN/A99N/AN/AN/AN/A100

Qwen2.5-Coder-32B-Instruct

N/AN/AN/AN/A101N/AN/AN/AN/A102

Qwen3-235B-A22B no-thinking

N/AN/AN/AN/A103N/AN/AN/AN/A104

Qwen3-235B-A22B-Instruct-2507

N/AN/AN/AN/A105

Qwen3-235B-A22B-Thinking-2507

N/AN/AN/AN/A106

Qwen3-30B-A3B-Instruct-2507

N/AN/AN/AN/A107

Qwen3-30B-A3B-Thinking-2507

N/AN/AN/AN/A108N/AN/AN/AN/A109N/AN/AN/AN/A110N/AN/AN/AN/A111

Qwen3-Coder-30B-A3B-Instruct

N/AN/AN/AN/A112

Qwen3-Coder-480B-A35B-Instruct

N/AN/AN/AN/A113N/AN/AN/AN/A114

Qwen3-Next-80B-A3B-Instruct

N/AN/AN/AN/A115N/AN/AN/AN/A116N/AN/AN/AN/A117N/AN/AN/AN/A