| 模型 | 模型答案 | 正确答案 |
|---|---|---|
| 金声玉亮2.0 | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| deepseek-r1 | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| gpto1 | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| gpt-4o-2024-08-06 | ```csv species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 ``` |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| DeepSeek-Coder-V2-Lite-Instruct | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| Meta-Llama-3.1-405B-Instruct-Turbo | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| Meta-Llama-3.1-70B-Instruct-Turbo | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| Qwen2-72B-Instruct | "species","quantity" "LAKE TROUT",2931 "KOKANEE",716220 "GRAYLING ARCTIC",84211 "SUNFISH BLUEGILL",47840 "WIPER",386460 "SUCKER JUNE",80510 "TIGER TROUT",401119 "RAINBOW",3904196 "BROOK TROUT",232058 "CUTTHROAT",1506513 "CHUB",34740 "ALL TROUT",1650 "BROWN TROUT",245553 "GOLDEN TROUT",4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| baichuan4 | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| doubao | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| gpto1 | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| kimi | Error code: 429 - {'error': {'message': 'Your account cs3nvljd8p8ij5ievlv0<ak-ew5r1oc3ryd111fksao1> request reached TPM rate limit, current: 128218, limit: 128000', 'type': 'rate_limit_reached_error'}} | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| minimax | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| wenxinyiyan | ``` species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 ``` |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| zhipu | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
| deepseek-v3 | species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |
species,quantity LAKE TROUT,2931 KOKANEE,716220 GRAYLING ARCTIC,84211 SUNFISH BLUEGILL,47840 WIPER,386460 SUCKER JUNE,80510 TIGER TROUT,401119 RAINBOW,3904196 BROOK TROUT,232058 CUTTHROAT,1506513 CHUB,34740 ALL TROUT,1650 BROWN TROUT,245553 GOLDEN TROUT,4581 |