| 模型 | 模型答案 | 正确答案 |
|---|---|---|
| 金声玉亮2.0 | ```python { "basisid": "6D6C5OoLPL0", "data_category": "YH4pJE8EqH0", "data_subcategory": "3h5pywnGh5w", "data_set": "7rZUjQZBAfU", "description": "g2kuxlmrx7M", "data_steward": "UtepfhoKJl0", "primary_uses": "EDrdgfL7sCc", "format": "7rZUjQZBAfU", "unit_of_analysis": "g2kuxlmrx7M", "principal_use": "EDrdgfL7sCc" } ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| deepseek-r1 | {'basisid': '3h5pywnGh5w', 'data_steward': 'UtepfhoKJl0', 'primary_uses': '6D6C5OoLPL0', 'format': '7rZUjQZBAfU', 'unit_of_analysis': 'g2kuxlmrx7M', 'data_set': 'EDrdgfL7sCc'} |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| gpto1 | ```python {'basisid': '3h5pywnGh5w', 'data_set': 'EDrdgfL7sCc', 'data_steward': 'UtepfhoKJl0', 'primary_uses': '6D6C5OoLPL0', 'format': '7rZUjQZBAfU', 'unit_of_analysis': 'g2kuxlmrx7M'} ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| gpt-4o-2024-08-06 | ```python { "basisid": None, "data_category": None, "data_subcategory": None, "data_set": None, "description": None, "data_steward": "UtepfhoKJl0", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "unit_of_analysis": "g2kuxlmrx7M", "principal_use": None } ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| DeepSeek-Coder-V2-Lite-Instruct | ```python { "basisid": "EDrdgfL7sCc", "data_category": "UrbanSim Modeling", "data_subcategory": "db70b7da-7741-11e9-8", "data_set": "table", "description": "parcel", "data_steward": "Development Policies", "primary_uses": "Michael Reilly" } ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| Meta-Llama-3.1-405B-Instruct-Turbo | {'basisid': 'YH4pJE8EqH0', 'data_category': None, 'data_subcategory': None, 'data_set': '3h5pywnGh5w', 'description': None, 'data_steward': 'g2kuxlmrx7M', 'primary_uses': 'EDrdgfL7sCc', 'format': 'UtepfhoKJl0', 'unit_of_analysis': None, 'principal_use': None} | {"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| Meta-Llama-3.1-70B-Instruct-Turbo | {'basisid': '3h5pywnGh5w', 'data_category': '6D6C5OoLPL0', 'data_subcategory': '6D6C5OoLPL0', 'data_set': 'g2kuxlmrx7M', 'description': 'EDrdgfL7sCc', 'data_steward': 'UtepfhoKJl0', 'primary_uses': 'YH4pJE8EqH0', 'format': '3h5pywnGh5w', 'unit_of_analysis': '7rZUjQZBAfU', 'principal_use': '6D6C5OoLPL0'} | {"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| Qwen2-72B-Instruct | {'7dc60380-2dea-449a-a': 'db70b7da-7741-11e9-8', '849c4c98-4731-45bd-b': '6b68ee2c-53d4-4b00-8', 'd2f53550-37ec-4d98-9': 'c6ba8375-8a35-4ded-9', 'db70b910-7741-11e9-8': 'db70ba46-7741-11e9-8', 'db70c7ca-7741-11e9-8': 'db70cb44-7741-11e9-8', 'db70b17c-7741-11e9-8': 'db70cb44-7741-11e9-8', 'db70c1d0-7741-11e9-8': 'db70cb44-7741-11e9-8', 'db70cdce-7741-11e9-8': 'db70cb44-7741-11e9-8', 'db70a3da-7741-11e9-8': 'db70b7da-7741-11e9-8', 'db70af1a-7741-11e9-8': None, 'db70bca8-7741-11e9-8': 'db70b7da-7741-11e9-8'} | {"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| baichuan4 | { 'basisid': '3h5pywnGh5w', 'data_category': 'YH4pJE8EqH0', 'data_subcategory': '6D6C5OoLPL0', 'data_set': '7rZUjQZBAfU', 'description': 'g2kuxlmrx7M', 'data_steward': 'EDrdgfL7sCc', 'primary_uses': 'UtepfhoKJl0' } |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| doubao | {"basisid": "YH4pJE8EqH0", "data_category": "", "data_subcategory": "", "data_set": "", "description": "", "data_steward": "", "primary_uses": "", "format": "", "unit_of_analysis": "", "principal_use": ""} | {"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| gpto1 | ```python {'basisid': '3h5pywnGh5w', 'data_set': 'EDrdgfL7sCc', 'data_steward': 'UtepfhoKJl0', 'primary_uses': '6D6C5OoLPL0', 'format': '7rZUjQZBAfU', 'unit_of_analysis': 'g2kuxlmrx7M'} ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| kimi | ```python {'basisid': 'YH4pJE8EqH0', 'data_steward': '6D6C5OoLPL0', 'description': '3h5pywnGh5w', 'primary_uses': '7rZUjQZBAfU', 'format': 'g2kuxlmrx7M', 'unit_of_analysis': 'EDrdgfL7sCc', 'principal_use': 'UtepfhoKJl0'} ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| minimax | ```python { "data_category": "YH4pJE8EqH0", "data_subcategory": "6D6C5OoLPL0", "data_set": "3h5pywnGh5w", "description": "7rZUjQZBAfU", "primary_uses": "g2kuxlmrx7M", "unit_of_analysis": "EDrdgfL7sCc", "principal_use": "UtepfhoKJl0" } ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| wenxinyiyan | ```python { 'basisid': 'UtepfhoKJl0', 'data_category': 'EDrdgfL7sCc', 'data_subcategory': 'g2kuxlmrx7M', 'data_set': '7rZUjQZBAfU', 'description': '3h5pywnGh5w', 'data_steward': 'YH4pJE8EqH0', 'primary_uses': '6D6C5OoLPL0' } ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| zhipu | ```python { "basisid": None, "data_category": None, "data_subcategory": None, "data_set": None, "description": None, "data_steward": "Michael Reilly", "primary_uses": "Resiliance Programs;", "format": "geo", "unit_of_analysis": "parcel", "principal_use": None } ``` |
{"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |
| deepseek-v3 | {'basisid': '3h5pywnGh5w', 'data_set': 'g2kuxlmrx7M', 'description': 'EDrdgfL7sCc', 'data_steward': 'UtepfhoKJl0', 'primary_uses': '6D6C5OoLPL0', 'format': '7rZUjQZBAfU', 'unit_of_analysis': 'YH4pJE8EqH0'} | {"data_set": "EDrdgfL7sCc", "data_steward": "UtepfhoKJl0", "unit_of_analysis": "g2kuxlmrx7M", "primary_uses": "6D6C5OoLPL0", "format": "7rZUjQZBAfU", "basisid": "3h5pywnGh5w"} |