AI SQL Benchmark

1 min read Original article ↗

--

human

human

--

--

--

--

--

332.6 ms

31,006,852

759.83 MB

#1

anthropic

4.243

1.97

352.457 ms

28,250,540

112.14 MB

#2

google

19.100

1.06

443.22 ms

42,878,115

826.88 MB

#3

google

49.440

1.02

682.04 ms

46,150,625

1,055.25 MB

#4

anthropic

3.149

1.10

374.224 ms

40,099,998

824.57 MB

#5

moonshotai

4.265

1.06

589.22 ms

49,539,148

903.11 MB

#6

openrouter

1.401

1.02

1,202.46 ms

72,041,510

1,141.62 MB

#7

openai

9.886

1.14

448.84 ms

49,432,133

844.29 MB

#8

qwen

5.172

1.17

550.043 ms

40,419,858

895.38 MB

#9

deepseek

3.914

1.04

608.681 ms

45,651,463

322.46 MB

#10

qwen

8.620

1.18

397.755 ms

38,751,330

781.80 MB

#11

anthropic

3.234

1.02

388.96 ms

37,145,042

684.44 MB

#12

qwen

4.571

1.04

457.224 ms

46,666,126

333.42 MB

#13

x-ai

61.602

1.00

677.06 ms

49,360,869

1,145.95 MB

#14

qwen

2.303

1.02

679.163 ms

53,829,416

387.08 MB

#15

anthropic

6.342

1.04

580.51 ms

39,294,543

936.76 MB

#16

qwen

37.553

1.06

761.347 ms

44,676,197

795.72 MB

#17

openai

2.074

1.00

421.6 ms

52,027,773

246.69 MB

#18

openai

10.228

1.08

613.66 ms

52,581,751

940.75 MB

#19

openai

16.292

1.04

549.54 ms

53,315,039

303.04 MB

#20

openai

2.955

1.00

442.98 ms

41,636,677

756.28 MB

#21

qwen

1.474

1.00

421.14 ms

38,561,447

879.98 MB

#22

anthropic

3.915

1.02

492.708 ms

41,642,822

913.54 MB

#23

openai

76.620

1.04

746.8 ms

52,804,037

936.55 MB

#24

openai

11.124

1.00

596.52 ms

48,389,329

1,097.99 MB

#25

deepseek

5.366

1.24

362.62 ms

39,914,537

612.03 MB

#26

anthropic

3.702

1.02

585.62 ms

43,365,288

907.62 MB

#27

openrouter

1.362

1.02

1,358.24 ms

67,797,316

1,137.85 MB

#28

x-ai

7.127

1.06

651.74 ms

55,296,404

869.75 MB

#29

openai

2.190

1.06

818.38 ms

54,736,481

995.56 MB

#30

qwen

36.262

1.04

439.38 ms

45,468,824

791.67 MB

#31

openai

21.133

1.04

702.64 ms

68,364,075

1,005.01 MB

#32

mistralai

2.088

1.04

666.02 ms

53,051,447

878.95 MB

#33

meta-llama

3.095

1.04

410.78 ms

40,161,866

793.26 MB

#34

qwen

17.344

1.02

720.837 ms

54,897,195

1,106.61 MB

#35

qwen

2.456

1.08

732.878 ms

46,841,414

767.00 MB

#36

mistralai

0.855

1.00

775.14 ms

42,657,411

620.15 MB

#37

thedrummer

1.966

1.10

412.306 ms

36,265,794

823.24 MB

#38

google

20.782

1.04

579.36 ms

38,815,820

806.77 MB

#39

google

2.126

1.02

337.4 ms

36,295,667

262.45 MB

#40

anthropic

2.731

1.08

522.38 ms

47,370,988

297.58 MB

#41

x-ai

10.611

1.00

762.122 ms

50,156,062

1,088.51 MB

#42

qwen

2.453

1.02

556.74 ms

42,185,121

868.81 MB

#43

qwen

19.002

1.02

602.48 ms

45,928,106

890.50 MB

#44

meta-llama

2.048

1.04

289.875 ms

39,101,618

134.66 MB

#45

openai

2.145

1.04

690.28 ms

54,131,214

193.58 MB

#46

deepseek

5.875

1.11

383.682 ms

38,010,973

813.72 MB

#47

openai

3.205

1.09

533.957 ms

41,234,766

980.50 MB

#48

x-ai

6.570

1.02

830.98 ms

51,488,460

1,077.86 MB

#49

google

39.798

1.10

686.857 ms

53,855,819

893.51 MB

#50

x-ai

1.701

1.04

633.612 ms

42,572,577

720.40 MB

#51

google

1.426

1.02

350.146 ms

44,547,543

181.54 MB

#52

nvidia

12.717

1.33

483.347 ms

40,823,966

813.29 MB

#53

openai

25.613

1.04

643.3 ms

61,356,069

1,161.59 MB

#54

mistralai

1.405

1.08

420.714 ms

44,380,748

715.11 MB

#55

qwen

2.806

1.09

308 ms

31,184,916

374.88 MB

#56

google

1.622

1.00

384.551 ms

42,309,547

735.32 MB

#57

mistralai

12.425

1.18

522.531 ms

39,072,130

681.69 MB

#58

mistralai

2.412

1.09

372.696 ms

44,597,846

757.05 MB

#59

google

0.962

1.04

495.78 ms

44,671,754

328.20 MB

#60

openai

27.104

1.08

1,015.46 ms

45,844,074

1,126.98 MB

#61

mistralai

0.925

1.00

385.911 ms

40,043,041

257.63 MB

#62

openai

20.092

1.02

906.12 ms

61,641,565

1,386.39 MB

#63

mistralai

3.307

1.09

680.644 ms

48,641,279

222.69 MB

#64

openai

1.538

1.06

445.694 ms

52,428,071

239.26 MB

#65

mistralai

1.809

1.00

376.5 ms

37,893,118

912.60 MB

#66

meta-llama

3.501

1.21

445.242 ms

38,658,489

992.39 MB

#67

alibaba

20.128

1.13

553.026 ms

57,570,886

1,153.90 MB