1 | google/gemini-2.5-pro-preview-03-25 | 85.6 | 86.7 | 82.1 | 88 | 83.2 | 87.2 |
2 | openai/gpt-4.1 | 82.3 | 83.3 | 78.8 | 87.9 | 75.3 | 85.2 |
3 | google/gemini-2.5-flash-preview-04-17 | 81.6 | 83.3 | 77.2 | 76.9 | 82.1 | 86.8 |
4 | google/gemma-3-27b-it | 78.8 | 79 | 71.1 | 85.6 | 71.3 | 84.5 |
5 | openai/gpt-4.1-mini | 77.8 | 78.2 | 63.6 | 85.7 | 73.1 | 84.3 |
6 | openai/gpt-4o | 76.6 | 76.1 | 69.8 | 86 | 68.6 | 80.5 |
7 | anthropic/claude-3-5-haiku-20241022 | 74.9 | 72.3 | 69.6 | 79.9 | 66.4 | 83.3 |
8 | openai/gpt-4.1-nano | 73.7 | 73 | 59.9 | 76.3 | 67.6 | 86.2 |
9 | google/gemma-3-12b-it | 73.4 | 73.2 | 68.4 | 75.5 | 66.8 | 80.7 |
10 | openai/gpt-4o-mini | 73.3 | 70.3 | 70.8 | 73.2 | 67.3 | 82.5 |
11 | google/gemma-3-4b-it | 66.4 | 66.8 | 60.2 | 62.5 | 65.6 | 74 |
12 | kakao/KakaoFree | 56.3 | 60.2 | 54 | 53.4 | 46.2 | 65.8 |
13 | DeepL/DeepLAPI | 53.8 | 50.1 | 45.8 | 53.4 | 48 | 67.2 |
14 | Naver/PapagoFree | 50.5 | 52.9 | 41.2 | 53.1 | 41 | 60.8 |
15 | DevWorld/Gemago-2b | 50.5 | 59.6 | 35.6 | 49.8 | 40.3 | 62.7 |
16 | google/GoogleTranslateFree | 35.8 | 33.9 | 36.2 | 35.6 | 32.8 | 39.4 |
17 | squarelike/Gugugo-koen-7B-V1.1 | 30.2 | 29.1 | 26 | 29.7 | 24.3 | 39.3 |