{"id":125,"date":"2025-05-14T22:04:23","date_gmt":"2025-05-14T13:04:23","guid":{"rendered":"https:\/\/ai.smej.com\/?p=125"},"modified":"2025-05-14T22:04:23","modified_gmt":"2025-05-14T13:04:23","slug":"llm%e6%80%a7%e8%83%bd%e3%81%a8%e3%83%8f%e3%83%ab%e3%82%b7%e3%83%8d%e3%83%bc%e3%82%b7%e3%83%a7%e3%83%b3%e7%99%ba%e7%94%9f%e7%8e%87%e3%81%ae%e7%9b%b8%e9%96%a2%e5%88%86%e6%9e%90","status":"publish","type":"post","link":"https:\/\/ai.smej.com\/?p=125","title":{"rendered":"LLM\u6027\u80fd\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u767a\u751f\u7387\u306e\u76f8\u95a2\u5206\u6790"},"content":{"rendered":"\n<p>AI\u306e<strong>\u300c\u5e7b\u899a\uff08\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\uff09\u300d<\/strong>\u306f\u907f\u3051\u3089\u308c\u306a\u3044\u3068\u8a00\u308f\u308c\u3066\u3044\u307e\u3059\u3002\u3067\u306f\u3001AI\u306e\u6027\u80fd\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u306e\u767a\u751f\u7387\u306f\u3069\u306e\u69d8\u306a\u95a2\u4fc2\u304c\u3042\u308b\u306e\u3067\u3057\u3087\u3046\u304b\uff1f\u3000\u6027\u80fd\u304c\u826f\u3044\u3068\u8a00\u308f\u308c\u308bLLM\u307b\u3069\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u306e\u7387\u306f\u4f4e\u3044\uff1f\u3000\u6216\u3044\u306f\u6027\u80fd\u3092\u826f\u304f\u898b\u305b\u308b\u305f\u3081\u306b\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u306e\u7387\u306f\u9ad9\u304f\u306a\u308b\uff1f\u3000\u672c\u9805\u3067\u306f\u3001\u7c73\u56fd\u304a\u3088\u3073\u4e2d\u56fd\u3067\u958b\u767a\u3055\u308c\u305fLLM\u306b\u7126\u70b9\u3092\u5f53\u3066\u3001<a href=\"https:\/\/lmarena.ai\/?leaderboard\">Chatbot Arena Leaderboard<\/a>\u306e\u30b9\u30b3\u30a2\u3092\u6027\u80fd\u6307\u6a19\u3001<a href=\"https:\/\/github.com\/vectara\/hallucination-leaderboard\">Vectara Hallucination Leaderboard<\/a>\u306e\u30c7\u30fc\u30bf\u3092\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306e\u6307\u6a19\u3068\u3057\u3066\u4f7f\u7528\u3057\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u6027\u80fd\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\uff08\u8aa4\u60c5\u5831\u751f\u6210\uff09\u306e\u767a\u751f\u7387\u3068\u306e\u9593\u306e\u76f8\u95a2\u95a2\u4fc2\u3092\u5206\u6790\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">2. \u5206\u6790\u65b9\u6cd5<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">2.1. \u30c7\u30fc\u30bf\u53ce\u96c6<\/h3>\n\n\n\n<p>\u4ee5\u4e0b\u306e\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u304b\u3089\u60c5\u5831\u3092\u53ce\u96c6\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>LLM\u6027\u80fd\u30c7\u30fc\u30bf:<\/strong>\u00a0Chatbot Arena LLM Leaderboard\u304b\u3089\u3001\u5404\u30e2\u30c7\u30eb\u306eArena\u30b9\u30b3\u30a2\u3001\u958b\u767a\u7d44\u7e54\u3001\u304a\u3088\u3073\u56fd\u60c5\u5831\u3092\u53d6\u5f97\u3057\u307e\u3057\u305f\u3002<\/li>\n\n\n\n<li><strong>\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u30c7\u30fc\u30bf:<\/strong>\u00a0Vectara Hallucination Leaderboard\u304b\u3089\u3001\u5404\u30e2\u30c7\u30eb\u306e\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\uff08\u8981\u7d04\u306e\u6b63\u78ba\u6027\u306b\u57fa\u3065\u304f\uff09\u3092\u53d6\u5f97\u3057\u307e\u3057\u305f\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">2.2. \u30c7\u30fc\u30bf\u51e6\u7406<\/h3>\n\n\n\n<p>\u53ce\u96c6\u3057\u305f2\u3064\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u3001LLM\u306e\u30e2\u30c7\u30eb\u540d\u3092\u30ad\u30fc\u3068\u3057\u3066\u7d50\u5408\u3057\u307e\u3057\u305f\u3002\u30e2\u30c7\u30eb\u540d\u8868\u8a18\u306e\u63fa\u308c\u3092\u5438\u53ce\u3059\u308b\u305f\u3081\u3001\u90e8\u5206\u4e00\u81f4\u3084\u6b63\u898f\u5316\u51e6\u7406\u3092\u9069\u5b9c\u884c\u3044\u307e\u3057\u305f\u3002\u6027\u80fd\u30b9\u30b3\u30a2\uff08Arena Score\uff09\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306f\u6570\u5024\u30c7\u30fc\u30bf\u3068\u3057\u3066\u6271\u3044\u307e\u3057\u305f\u3002\u30e2\u30c7\u30eb\u306e\u300cOrigin\u300d\uff08\u51fa\u8eab\u56fd\uff09\u306f\u3001\u300cCountry\u300d\u5217\u306e\u60c5\u5831\u306b\u57fa\u3065\u304d\u3001\u300cUS\u300d\u3001\u300cChina\u300d\u3001\u300cOther\u300d\u306b\u5206\u985e\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">2.3. \u76f8\u95a2\u5206\u6790<\/h3>\n\n\n\n<p>\u7c73\u56fd\u304a\u3088\u3073\u4e2d\u56fd\u306eLLM\u306b\u9650\u5b9a\u3057\u3001Arena\u30b9\u30b3\u30a2\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306e\u9593\u306e\u30d4\u30a2\u30bd\u30f3\u306e\u76f8\u95a2\u4fc2\u6570\u3092\u7b97\u51fa\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">3. \u5206\u6790\u7d50\u679c<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">3.1. \u76f8\u95a2\u5206\u6790\u7d50\u679c<\/h3>\n\n\n\n<p>\u7c73\u56fd\u304a\u3088\u3073\u4e2d\u56fd\u306eLLM\u306b\u304a\u3051\u308bArena\u30b9\u30b3\u30a2\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306e\u76f8\u95a2\u4fc2\u6570\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\">Correlation between Arena Score and Hallucination Rate for US\/China models: 0.07542770784422304<\/pre>\n\n\n\n<p>\u3053\u306e\u76f8\u95a2\u4fc2\u6570\u306f0\u306b\u8fd1\u304f\u3001\u73fe\u6642\u70b9\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306b\u304a\u3044\u3066\u306f\u3001Arena\u30b9\u30b3\u30a2\uff08\u6027\u80fd\uff09\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306e\u9593\u306b\u5f37\u3044\u7dda\u5f62\u76f8\u95a2\u306f\u898b\u3089\u308c\u306a\u3044\u3053\u3068\u3092\u793a\u5506\u3057\u3066\u3044\u307e\u3059\u3002\u3064\u307e\u308a\u3001\u6027\u80fd\u304c\u9ad8\u3044\u30e2\u30c7\u30eb\u304c\u5fc5\u305a\u3057\u3082\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u3092\u8d77\u3053\u3057\u306b\u304f\u3044\u308f\u3051\u3067\u306f\u306a\u304f\u3001\u307e\u305f\u305d\u306e\u9006\u3082\u540c\u69d8\u3067\u3042\u308b\u53ef\u80fd\u6027\u304c\u8003\u3048\u3089\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">3.2. \u30c7\u30fc\u30bf\u6982\u8981\uff08\u7c73\u56fd\u30fb\u4e2d\u56fd\u30e2\u30c7\u30eb\uff09<\/h3>\n\n\n\n<p>\u76f8\u95a2\u5206\u6790\u306b\u4f7f\u7528\u3057\u305f\u7c73\u56fd\u304a\u3088\u3073\u4e2d\u56fd\u306e\u30e2\u30c7\u30eb\u306e\u30c7\u30fc\u30bf\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>Model (Arena)<\/th><th>Organization<\/th><th>Country<\/th><th>Arena Score<\/th><th>Hallucination Rate (%)<\/th><\/tr><\/thead><tbody><tr><td>Qwen2.5-Max<\/td><td>Alibaba<\/td><td>China<\/td><td>1341.0<\/td><td>2.9<\/td><\/tr><tr><td>DeepSeek-V3<\/td><td>DeepSeek<\/td><td>China<\/td><td>1318.0<\/td><td>3.9<\/td><\/tr><tr><td>Claude 3.7 Sonnet (thinking-32k)<\/td><td>Anthropic<\/td><td>US<\/td><td>1300.0<\/td><td>4.4<\/td><\/tr><tr><td>Qwen2-72B-Instruct<\/td><td>Alibaba<\/td><td>China<\/td><td>1187.0<\/td><td>4.7<\/td><\/tr><tr><td>Snowflake Arctic Instruct<\/td><td>Snowflake<\/td><td>US<\/td><td>1090.0<\/td><td>3.0<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">3.3. \u6563\u5e03\u56f3\u306b\u3088\u308b\u53ef\u8996\u5316<\/h3>\n\n\n\n<p>\u4ee5\u4e0b\u306e\u6563\u5e03\u56f3\u306f\u3001\u6a2a\u8ef8\u306bChatbot Arena\u30b9\u30b3\u30a2\u3001\u7e26\u8ef8\u306b\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u3092\u53d6\u308a\u3001\u7c73\u56fd\uff08\u9752\uff09\u3001\u4e2d\u56fd\uff08\u8d64\uff09\u3001\u305d\u306e\u4ed6\uff08\u7dd1\uff09\u306eLLM\u3092\u30d7\u30ed\u30c3\u30c8\u3057\u305f\u3082\u306e\u3067\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"731\" src=\"https:\/\/ai.smej.com\/wp-content\/uploads\/2025\/05\/llm_performance_hallucination_scatter-1024x731.png\" alt=\"\" class=\"wp-image-126\" srcset=\"https:\/\/ai.smej.com\/wp-content\/uploads\/2025\/05\/llm_performance_hallucination_scatter-1024x731.png 1024w, https:\/\/ai.smej.com\/wp-content\/uploads\/2025\/05\/llm_performance_hallucination_scatter-300x214.png 300w, https:\/\/ai.smej.com\/wp-content\/uploads\/2025\/05\/llm_performance_hallucination_scatter-768x549.png 768w, https:\/\/ai.smej.com\/wp-content\/uploads\/2025\/05\/llm_performance_hallucination_scatter.png 1400w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u6563\u5e03\u56f3\u304b\u3089\u3082\u3001\u7c73\u56fd\u304a\u3088\u3073\u4e2d\u56fd\u306e\u30e2\u30c7\u30eb\u306b\u304a\u3044\u3066\u3001\u6027\u80fd\u30b9\u30b3\u30a2\u3068\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306e\u9593\u306b\u660e\u78ba\u306a\u50be\u5411\uff08\u53f3\u80a9\u4e0a\u304c\u308a\u3084\u53f3\u80a9\u4e0b\u304c\u308a\uff09\u306f\u89b3\u5bdf\u3055\u308c\u306b\u304f\u3044\u3053\u3068\u304c\u8996\u899a\u7684\u306b\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002\u30e2\u30c7\u30eb\u306f\u30b0\u30e9\u30d5\u4e0a\u306b\u5e83\u7bc4\u56f2\u306b\u5206\u5e03\u3057\u3066\u304a\u308a\u3001\u7279\u5b9a\u306e\u76f8\u95a2\u30d1\u30bf\u30fc\u30f3\u3092\u8aad\u307f\u53d6\u308b\u306e\u306f\u56f0\u96e3\u3067\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">4. \u8003\u5bdf\u3068\u7d50\u8ad6<\/h2>\n\n\n\n<p>\u672c\u5206\u6790\u306e\u7d50\u679c\u3001\u73fe\u6642\u70b9\u3067\u5229\u7528\u53ef\u80fd\u306a\u30c7\u30fc\u30bf\u306b\u57fa\u3065\u304f\u3068\u3001LLM\u306eChatbot Arena\u306b\u304a\u3051\u308b\u8a55\u4fa1\u30b9\u30b3\u30a2\u3068\u3001Vectara Hallucination Leaderboard\u306b\u304a\u3051\u308b\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u767a\u751f\u7387\u306e\u9593\u306b\u306f\u3001\u7279\u306b\u7c73\u56fd\u304a\u3088\u3073\u4e2d\u56fd\u306e\u30e2\u30c7\u30eb\u306b\u304a\u3044\u3066\u3001\u5f37\u3044\u7dda\u5f62\u76f8\u95a2\u306f\u8a8d\u3081\u3089\u308c\u307e\u305b\u3093\u3067\u3057\u305f\u3002\u76f8\u95a2\u4fc2\u6570\u306f\u7d040.075\u3067\u3042\u308a\u3001\u3053\u308c\u306f\u975e\u5e38\u306b\u5f31\u3044\u6b63\u306e\u76f8\u95a2\u3092\u793a\u5506\u3057\u307e\u3059\u304c\u3001\u7d71\u8a08\u7684\u306b\u6709\u610f\u306a\u95a2\u9023\u6027\u304c\u3042\u308b\u3068\u306f\u8a00\u3048\u307e\u305b\u3093\u3002<\/p>\n\n\n\n<p>\u3053\u306e\u7d50\u679c\u306f\u3001LLM\u306e\u4e00\u822c\u7684\u306a\u5bfe\u8a71\u6027\u80fd\u3068\u3001\u4e8b\u5b9f\u306b\u57fa\u3065\u3044\u305f\u6b63\u78ba\u306a\u60c5\u5831\u3092\u63d0\u4f9b\u3059\u308b\u80fd\u529b\uff08\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u306e\u6291\u5236\uff09\u304c\u3001\u5fc5\u305a\u3057\u3082\u6bd4\u4f8b\u3057\u306a\u3044\u53ef\u80fd\u6027\u3092\u793a\u3057\u3066\u3044\u307e\u3059\u3002\u9ad8\u6027\u80fd\u306a\u30e2\u30c7\u30eb\u3067\u3042\u3063\u3066\u3082\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u3092\u8d77\u3053\u3059\u30ea\u30b9\u30af\u304c\u3042\u308a\u3001\u9006\u306b\u30b9\u30b3\u30a2\u304c\u4e2d\u7a0b\u5ea6\u306e\u30e2\u30c7\u30eb\u3067\u3082\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u304c\u4f4e\u3044\u5834\u5408\u304c\u3042\u308b\u3053\u3068\u304c\u8003\u3048\u3089\u308c\u307e\u3059\u3002LLM\u3092\u9078\u5b9a\u30fb\u8a55\u4fa1\u3059\u308b\u969b\u306b\u306f\u3001\u7dcf\u5408\u7684\u306a\u6027\u80fd\u3060\u3051\u3067\u306a\u304f\u3001\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u7387\u306e\u3088\u3046\u306a\u7279\u5b9a\u306e\u4fe1\u983c\u6027\u6307\u6a19\u3082\u500b\u5225\u306b\u8003\u616e\u3059\u308b\u3053\u3068\u306e\u91cd\u8981\u6027\u304c\u793a\u5506\u3055\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u305f\u3060\u3057\u3001\u672c\u5206\u6790\u306f\u9650\u3089\u308c\u305f\u6570\u306e\u30e2\u30c7\u30eb\u3068\u7279\u5b9a\u306e\u8a55\u4fa1\u6307\u6a19\u306b\u57fa\u3065\u3044\u3066\u3044\u307e\u3059\u3002\u4eca\u5f8c\u3001\u3088\u308a\u591a\u304f\u306e\u30e2\u30c7\u30eb\u30c7\u30fc\u30bf\u3084\u591a\u69d8\u306a\u8a55\u4fa1\u8ef8\u3067\u306e\u5206\u6790\u3092\u9032\u3081\u308b\u3053\u3068\u3067\u3001\u3055\u3089\u306b\u8a73\u7d30\u306a\u77e5\u898b\u304c\u5f97\u3089\u308c\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">5. \u53c2\u8003\u60c5\u5831<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Chatbot Arena LLM Leaderboard:\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/lmarena-ai\/chatbot-arena-leaderboard\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/huggingface.co\/spaces\/lmarena-ai\/chatbot-arena-leaderboard<\/a>\u00a0<\/li>\n\n\n\n<li>Hallucination Leaderboard by Vectara:\u00a0<a href=\"https:\/\/github.com\/vectara\/hallucination-leaderboard\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/github.com\/vectara\/hallucination-leaderboard<\/a><\/li>\n<\/ul>\n\n\n\n<p>\u203b\u672c\u5206\u6790\u306f\u3001<a href=\"https:\/\/manus.im\/\">Manus<\/a>\u3092\u5229\u7528\u3057\u3066\u4f5c\u6210\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>AI\u306e\u300c\u5e7b\u899a\uff08\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\uff09\u300d\u306f\u907f\u3051\u3089\u308c\u306a\u3044\u3068\u8a00\u308f\u308c\u3066\u3044&hellip;<\/p>\n","protected":false},"author":2,"featured_media":128,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[9],"tags":[],"class_list":["post-125","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-news"],"_links":{"self":[{"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/posts\/125","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/ai.smej.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=125"}],"version-history":[{"count":1,"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/posts\/125\/revisions"}],"predecessor-version":[{"id":127,"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/posts\/125\/revisions\/127"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/ai.smej.com\/index.php?rest_route=\/wp\/v2\/media\/128"}],"wp:attachment":[{"href":"https:\/\/ai.smej.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=125"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai.smej.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=125"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai.smej.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=125"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}