{"id":8259,"date":"2025-01-23T19:59:33","date_gmt":"2025-01-23T11:59:33","guid":{"rendered":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=8259"},"modified":"2025-02-10T20:07:18","modified_gmt":"2025-02-10T12:07:18","slug":"%e4%bb%80%e9%ba%bc%e6%98%af%e5%b0%8f%e5%9e%8b%e8%aa%9e%e8%a8%80%e6%a8%a1%e5%bc%8f%ef%bc%9f","status":"publish","type":"post","link":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=8259","title":{"rendered":"\u4ec0\u9ebc\u662f\u5c0f\u578b\u8a9e\u8a00\u6a21\u5f0f\uff1f"},"content":{"rendered":"\n<p>2025-01-23 | Kate Whiting<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5c0f\u578b\u8a9e\u8a00\u6a21\u578b\uff08SLM\uff09\u8d8a\u4f86\u8d8a\u53d7\u5230\u95dc\u6ce8\uff0c\u56e0\u70ba\u516c\u53f8\u8a8d\u70ba\u5b83\u5011\u662f\u63a1\u7528 AI \u7684\u4e00\u7a2e\u9ad8\u6548\u4e14\u7d93\u6fdf\u7684\u65b9\u5f0f\u3002<\/li>\n\n\n\n<li>\u5fae\u8edf\u525b\u525b\u767c\u5e03\u4e86 Phi-4\uff0c\u7a31\u5176\u5728\u6578\u5b78\u63a8\u7406\u4ee5\u53ca\u81ea\u7136\u8a9e\u8a00\u8655\u7406\u65b9\u9762\u7684\u8868\u73fe\u512a\u65bc\u66f4\u5927\u7684\u6a21\u578b\u3002<\/li>\n\n\n\n<li>Meta \u526f\u7e3d\u88c1\u517c\u9996\u5e2d\u4eba\u5de5\u667a\u6167\u79d1\u5b78\u5bb6 Yann LeCun \u5728\u4e16\u754c\u7d93\u6fdf\u8ad6\u58c7\u4e0a\u8868\u793a\uff0cSLM \u9084\u53ef\u4ee5\u5e6b\u52a9\u7e2e\u5c0f\u4eba\u5de5\u667a\u6167\u9818\u57df\u7684\u8a9e\u8a00\u591a\u6a23\u6027\u5dee\u8ddd\u3002<\/li>\n<\/ul>\n\n\n\n<p>Llama\u3001Phi\u3001Mistral\u3001Gemma \u548c Granite \u807d\u8d77\u4f86\u50cf\u662f\u4e00\u500b\u65b0\u7684\u8d85\u7d1a\u82f1\u96c4\u5c0f\u968a\uff0c\u4f46\u5b83\u5011\u5be6\u969b\u4e0a\u662f\u5c0f\u8a9e\u8a00\u6a21\u578b (SLM)\u7684\u4f8b\u5b50\u3002\u9019\u4e9b\u8f15\u91cf\u7d1a\u7684\u5f37\u8005\u958b\u59cb\u5728\u4eba\u5de5\u667a\u6167\u9818\u57df\u5c55\u73fe\u51fa\u8d85\u8d8a\u81ea\u8eab\u5be6\u529b\u7684\u5be6\u529b\u3002<\/p>\n\n\n\n<p>\u5118\u7ba1\u5927\u578b\u8a9e\u8a00\u6a21\u5f0f (LLM) \u4f54\u64da\u4e86\u65b0\u805e\u982d\u689d\uff0c\u4f46\u4f01\u696d\u8d8a\u4f86\u8d8a\u8a8d\u8b58\u5230 SLM \u7684\u7b56\u7565\u50f9\u503c\uff0c\u8a8d\u70ba\u5b83\u662f\u4e00\u7a2e\u66f4\u6709\u91dd\u5c0d\u6027\u3001\u66f4\u6709\u6548\u7387\u3001\u66f4\u5177\u6210\u672c\u6548\u76ca\u7684 AI \u5be6\u65bd\u65b9\u6cd5\u3002<\/p>\n\n\n\n<p>\u5370\u5b5a\u745f\u65af\u516c\u53f8\u8463\u4e8b\u9577\u517c\u806f\u5408\u5275\u59cb\u4eba\u5357\u4e39\u00b7\u5c3c\u52d2\u5361\u5c3c\u5411\u82f1\u570b\u300a\u91d1\u878d\u6642\u5831\u300b\u8868\u793a\uff0c\u9019\u7a2e\u8f49\u8b8a\u53d7\u5230\u591a\u7a2e\u56e0\u7d20\u63a8\u52d5\uff0c\u5305\u62ec\u6210\u672c\u8003\u91cf\u548c\u8cc7\u6599\u96b1\u79c1\u554f\u984c\u3002<\/p>\n\n\n\n<p>\u201c\u7576\u4f60\u770b\u5230\u5927\u516c\u53f8\u6642\uff0c\u4ed6\u5011\u90fd\u5728\u8aaa\uff1a\u2019\u6211\u5011\u5982\u4f55\u638c\u63a7\u81ea\u5df1\u7684\u4eba\u5de5\u667a\u6167\u547d\u904b\uff1f\u2019\u5728\u975e\u5e38\u7279\u5b9a\u7684\u6578\u64da\u4e0a\u8a13\u7df4\u7684\u5c0f\u578b\u8a9e\u8a00\u6a21\u578b\u5be6\u969b\u4e0a\u975e\u5e38\u6709\u6548&#8230;&#8230;\u6bcf\u500b\u4eba\u90fd\u6703\u5efa\u7acb\u6a21\u578b\uff0c\u4f46\u6211\u8a8d\u70ba\u4ed6\u5011\u4e0d\u5fc5\u5efa\u7acb\u9019\u4e9b\u5de8\u5927\u7684\u6a21\u578b\u3002<\/p>\n\n\n\n<p><br>\u4e16\u754c\u7d93\u6fdf\u8ad6\u58c7\u7684\u4eba\u5de5\u667a\u6167\u6cbb\u7406\u806f\u76df\u525b\u525b\u767c\u5e03\u4e86\u4e00\u7cfb\u5217\u65d7\u8266\u767d\u76ae\u66f8\u300a\u4eba\u5de5\u667a\u6167\u6642\u4ee3\u7684\u7522\u696d\u8f49\u578b\u300b\uff0c\u63a2\u8a0e\u4e86\u5404\u7522\u696d\u5c0d\u4eba\u5de5\u667a\u6167\u7684\u63a1\u7528\uff0c\u5f37\u8abf\u4e86\u4e0d\u540c\u7684\u65b9\u6cd5\u3001\u6295\u8cc7\u6c34\u5e73\u4ee5\u53ca\u4e0d\u540c\u7522\u696d\u9762\u81e8\u7684\u6311\u6230\u3002<\/p>\n\n\n\n<p>\u4eba\u5de5\u667a\u6167\u5728\u884c\u52d5\uff1a\u8d85\u8d8a\u5be6\u9a57\uff0c\u63a8\u52d5\u884c\u696d\u8b8a\u9769\uff0c\u767c\u73fe\u652f\u63f4\u4eba\u5de5\u667a\u6167\u7684\u624b\u6301\u8a2d\u5099\u3001\u5148\u9032\u7684\u908a\u7de3\u4eba\u5de5\u667a\u6167\u548c\u300c\u7dca\u6e4a\u300d\u8a9e\u8a00\u6a21\u578b\u7684\u6574\u5408\u6709\u53ef\u80fd\u900f\u904e\u81ea\u52d5\u5316\u4efb\u52d9\u3001\u7ba1\u7406\u6642\u9593\u8868\u548c\u63d0\u4f9b\u5373\u6642\u8cc7\u8a0a\u4f86\u5fb9\u5e95\u6539\u8b8a\u5de5\u4f5c\u3002<\/p>\n\n\n\n<p>\u300c\u9019\u4e9b\u5275\u65b0\u4f7f\u6c7a\u7b56\u66f4\u5feb\u3001\u66f4\u660e\u667a\u3001\u6e9d\u901a\u66f4\u6709\u6548\u3001\u884c\u70ba\u66f4\u6709\u6548\u7387\u3002\u5373\u6642\u7372\u53d6\u95dc\u9375\u898b\u89e3\u53ef\u589e\u5f37\u500b\u4eba\u548c\u5c08\u696d\u6c7a\u7b56\u80fd\u529b\u3002\u9019\u7a2e\u8f49\u8b8a\u53ef\u80fd\u6703\u91cd\u5851\u500b\u4eba\u548c\u4f01\u696d\u7684\u904b\u71df\u65b9\u5f0f\uff0c\u985e\u4f3c\u65bc\u4e92\u806f\u7db2\u7684\u8b8a\u9769\u6027\u5f71\u97ff\u3002\u201d<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"437\" src=\"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-27.png?resize=640%2C437&#038;ssl=1\" alt=\"\" class=\"wp-image-8263\" srcset=\"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-27.png?resize=840%2C573&amp;ssl=1 840w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-27.png?resize=535%2C365&amp;ssl=1 535w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-27.png?resize=768%2C524&amp;ssl=1 768w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-27.png?w=930&amp;ssl=1 930w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><\/figure>\n<\/div>\n\n\n<p><a target=\"_blank\" href=\"https:\/\/reports.weforum.org\/docs\/WEF_AI_in_Action_Beyond_Experimentation_to_Transform_Industry_2025.pdf\" rel=\"noreferrer noopener\"><\/a><\/p>\n\n\n\n<p class=\"has-text-align-center\">\u6709\u4e9b\u884c\u696d\u63a1\u7528\u4eba\u5de5\u667a\u6167\u7684\u901f\u5ea6\u6bd4\u5176\u4ed6\u884c\u696d\u66f4\u5feb\u3002\u5716\uff1a\u4e16\u754c\u7d93\u6fdf\u8ad6\u58c7<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4ec0\u9ebc\u662f\u5c0f\u578b\u8a9e\u8a00\u6a21\u5f0f (SLM)\uff1f<\/h2>\n\n\n\n<p>\u8207 LLM\uff08\u4f8b\u5982\u70ba OpenAI \u7684 ChatGPT \u63d0\u4f9b\u652f\u63f4\u7684 GPT-4\uff09\u4e00\u6a23\uff0cSLM \u80fd\u5920\u7406\u89e3\u548c\u751f\u6210\u81ea\u7136\u8a9e\u8a00 &#8211; \u4e26\u4e14\u4f7f\u7528 LLM \u4e2d\u4eba\u5de5\u795e\u7d93\u7db2\u8def\u7684\u7cbe\u7c21\u7248\u672c\u69cb\u5efa\u3002<\/p>\n\n\n\n<p>\u4f46 SLM \u7684\u8a2d\u8a08\u521d\u8877\u662f\u70ba\u4e86\u5b8c\u6210\u7279\u5b9a\u4efb\u52d9\u3002\u5b83\u5011\u63a5\u53d7\u91dd\u5c0d\u6027\u8cc7\u6599\u96c6\u7684\u8a13\u7df4\uff0c\u56e0\u6b64\u80fd\u5920\u975e\u5e38\u6709\u6548\u7387\u5730\u5b8c\u6210\u5206\u6790\u5ba2\u6236\u56de\u994b\u3001\u7522\u751f\u7522\u54c1\u63cf\u8ff0\u751a\u81f3\u8655\u7406\u5c08\u696d\u884c\u696d\u8853\u8a9e\u7b49\u4efb\u52d9\u3002<\/p>\n\n\n\n<p>\u6240\u6709\u8a9e\u8a00\u6a21\u578b\u90fd\u4f7f\u7528\u53c3\u6578\uff0c\u9019\u4e9b\u53c3\u6578\u662f\u53ef\u8abf\u6574\u7684\u8a2d\u7f6e\uff0c\u80fd\u5920\u5f9e\u6578\u64da\u4e2d\u5b78\u7fd2\u4e26\u505a\u51fa\u9810\u6e2c\u3002\u8207 LLM \u76f8\u6bd4\uff0c&nbsp;SLM \u5305\u542b\u7684\u53c3\u6578\u660e\u986f\u8f03\u5c11\uff0c\u5f9e\u800c\u63d0\u9ad8\u4e86\u5176\u901f\u5ea6\u548c\u6548\u7387\u3002<\/p>\n\n\n\n<p>\u56e0\u6b64\uff0c\u96d6\u7136\u50cf GPT-4 \u9019\u6a23\u7684 LLM \u53ef\u4ee5\u64c1\u6709\u8d85\u904e 1,750 \u5104\u500b\u53c3\u6578\uff0c\u4f46 SLM \u7684\u53c3\u6578\u6578\u91cf\u901a\u5e38\u5728\u6578\u5343\u842c\u5230 300 \u5104\u500b\u4ee5\u4e0b\u3002<\/p>\n\n\n\n<p>\u9019\u7a2e\u7c21\u5316\u7684\u67b6\u69cb\u5141\u8a31 SLM \u5728\u7279\u5b9a\u9818\u57df\u57f7\u884c\u81ea\u7136\u8a9e\u8a00\u8655\u7406\u4efb\u52d9\uff0c\u4f8b\u5982\u5ba2\u6236\u670d\u52d9\u804a\u5929\u6a5f\u5668\u4eba\u548c\u865b\u64ec\u52a9\u624b\uff0c\u800c\u4e14\u5176\u904b\u7b97\u80fd\u529b\u6bd4\u5927\u578b\u6a5f\u5668\u4eba\u4f4e\u5f97\u591a\u3002<\/p>\n\n\n\n<p>SLM \u7684\u7dca\u6e4a\u8a2d\u8a08\u662f\u900f\u904e\u77e5\u8b58\u63d0\u7149\u3001\u4fee\u526a\u548c\u91cf\u5316\u7b49\u6280\u8853\u4f86\u5be6\u73fe\u7684\u3002\u9019\u4e9b\u65b9\u6cd5\u4f7f SLM \u80fd\u5920\u6355\u6349\u66f4\u5927\u6a21\u578b\u7684\u6838\u5fc3\u529f\u80fd\uff0c\u540c\u6642\u4f7f\u7528\u66f4\u5c11\u7684\u8655\u7406\u80fd\u529b\uff0c\u9019\u4f7f\u5176\u6210\u70ba\u908a\u7de3\u8a2d\u5099\u548c\u884c\u52d5\u61c9\u7528\u7a0b\u5f0f\u7b49\u8cc7\u6e90\u53d7\u9650\u74b0\u5883\u7684\u7406\u60f3\u9078\u64c7\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u6c38\u7e8c\u571f\u5730\u7ba1\u7406 (SLM) \u5c0d\u4f01\u696d\u6709\u54ea\u4e9b\u597d\u8655\uff1f<\/h2>\n\n\n\n<p>SLM \u66f4\u5177\u91dd\u5c0d\u6027\u7684\u65b9\u6cd5\u4e0d\u50c5\u63d0\u9ad8\u4e86\u6e96\u78ba\u6027\uff0c\u800c\u4e14\u9084\u89e3\u6c7a\u4e86\u6709\u95dc\u8cc7\u6599\u96b1\u79c1\u548c\u63a7\u5236\u7684\u64d4\u6182\u3002\u4f7f\u7528 SLM \u4f7f\u516c\u53f8\u80fd\u5920\u66f4\u597d\u5730\u7ba1\u7406\u5176\u6578\u64da\u4e26\u6e1b\u8f15 LLM \u53ef\u80fd\u51fa\u73fe\u7684\u6f5b\u5728\u7248\u6b0a\u554f\u984c\u3002<\/p>\n\n\n\n<p>2024 \u5e74 12 \u6708\uff0c\u5fae\u8edf\u767c\u5e03\u4e86\u5176 Phi \u7cfb\u5217\u4e2d\u7684\u6700\u65b0 SLM Phi-4\uff0c\u64da\u7a31\u5b83\u201c\u5728\u6578\u5b78\u76f8\u95dc\u63a8\u7406\u65b9\u9762\u512a\u65bc\u540c\u985e\u548c\u66f4\u5927\u7684\u6a21\u578b\u201d\uff0c\u4e26\u4e14\u80fd\u5920\u9032\u884c\u50b3\u7d71\u7684\u8a9e\u8a00\u8655\u7406\u3002<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"360\" src=\"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?resize=640%2C360&#038;ssl=1\" alt=\"\" class=\"wp-image-8265\" srcset=\"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?resize=840%2C473&amp;ssl=1 840w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?resize=649%2C365&amp;ssl=1 649w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?resize=768%2C432&amp;ssl=1 768w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?resize=1536%2C864&amp;ssl=1 1536w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?w=1920&amp;ssl=1 1920w, https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/01\/image-28.png?w=1280&amp;ssl=1 1280w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><\/figure>\n<\/div>\n\n\n<p><a target=\"_blank\" href=\"https:\/\/techcommunity.microsoft.com\/blog\/aiplatformblog\/introducing-phi-4-microsoft%E2%80%99s-newest-small-language-model-specializing-in-comple\/4357090\" rel=\"noreferrer noopener\"><\/a><\/p>\n\n\n\n<p class=\"has-text-align-center\">SLM \u7684\u6bd4\u8f03\u60c5\u6cc1\u5982\u4f55\u3002\u5716\uff1a\u5fae\u8edf<\/p>\n\n\n\n<p>\u64da\u5fae\u8edf\u7a31\uff0cSLM \u9084\u5177\u6709\u4ee5\u4e0b\u512a\u52e2\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u66f4\u5feb\u7684\u8a13\u7df4\u548c\u53cd\u61c9\u6642\u9593\uff1a<\/strong>\u4f7f\u7528\u66f4\u5c11\u7684\u53c3\u6578\uff0cSLM \u53ef\u4ee5\u66f4\u5feb\u5730\u9032\u884c\u8a13\u7df4\u4e26\u5728\u5373\u6642\u61c9\u7528\u4e2d\u63d0\u4f9b\u66f4\u5feb\u7684\u56de\u61c9\u3002<\/li>\n\n\n\n<li><strong>\u964d\u4f4e\u80fd\u8017\uff1a<\/strong>&nbsp;SLM \u7684\u67b6\u69cb\u66f4\u5c0f\uff0c\u5f9e\u800c\u964d\u4f4e\u4e86\u80fd\u8017\uff0c\u66f4\u74b0\u4fdd\u3002<\/li>\n\n\n\n<li><strong>\u6210\u672c\u6548\u76ca\uff1a<\/strong>\u8f03\u4f4e\u7684\u904b\u7b97\u8981\u6c42\u548c\u80fd\u6e90\u6d88\u8017\u610f\u5473\u8457\u964d\u4f4e\u71df\u904b\u6210\u672c\u3002<\/li>\n\n\n\n<li><strong>\u63d0\u9ad8\u7279\u5b9a\u9818\u57df\u4efb\u52d9\u7684\u6548\u80fd\uff1a<\/strong>&nbsp;SLM \u53ef\u4ee5\u91dd\u5c0d\u7279\u5b9a\u61c9\u7528\u9032\u884c\u5ba2\u88fd\u5316\uff0c\u5f9e\u800c\u6709\u53ef\u80fd\u5728\u72f9\u7a84\u9818\u57df\u63d0\u4f9b\u66f4\u597d\u7684\u6e96\u78ba\u6027\u3002<\/li>\n\n\n\n<li><strong>\u908a\u7de3\u8a2d\u5099\u76f8\u5bb9\u6027\uff1a<\/strong>\u5176\u7dca\u6e4a\u7684\u5c3a\u5bf8\u5141\u8a31\u90e8\u7f72\u5728\u908a\u7de3\u8a2d\u5099\u4e0a\uff0c\u5f9e\u800c\u5be6\u73fe\u672c\u5730\u8655\u7406\u4e26\u6e1b\u5c11\u5ef6\u9072\u3002<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">SLM \u5982\u4f55\u5e6b\u52a9\u7e2e\u5c0f\u4eba\u5de5\u667a\u6167\u4e2d\u7684\u8a9e\u8a00\u591a\u6a23\u6027\u5dee\u8ddd<\/h2>\n\n\n\n<p>SLM \u4e5f\u70ba\u89e3\u6c7a\u4eba\u5de5\u667a\u6167\u4e2d\u7684\u8a9e\u8a00\u591a\u6a23\u6027\u5dee\u8ddd\u63d0\u4f9b\u4e86\u6a5f\u6703\u3002\u76ee\u524d\uff0c\u5927\u591a\u6578\u4eba\u5de5\u667a\u6167\u804a\u5929\u6a5f\u5668\u4eba\u50c5\u63a5\u53d7\u904e\u5168\u7403 7,000 \u591a\u7a2e\u8a9e\u8a00\u4e2d\u7684\u7d04 100 \u7a2e\u8a9e\u8a00\u7684\u8a13\u7df4\uff0c\u4e26\u4e14\u56b4\u91cd\u504f\u5411\u82f1\u8a9e\u3002<\/p>\n\n\n\n<p>\u9019\u9805\u9650\u5236\u53ef\u80fd\u6703\u5c0e\u81f4\u6578\u5341\u5104\u4eba\u88ab\u6392\u9664\u5728\u6578\u4f4d\u7d93\u6fdf\u4e4b\u5916\u3002 SLM \u80fd\u5920\u5c08\u6ce8\u65bc\u7279\u5b9a\u7684\u8a9e\u8a00\u6216\u65b9\u8a00\uff0c\u56e0\u6b64\u53ef\u4ee5\u5e6b\u52a9\u5f4c\u5408\u9019\u4e00\u5dee\u8ddd\u4e26\u5275\u5efa\u66f4\u5177\u5305\u5bb9\u6027\u7684 AI \u7cfb\u7d71\u3002<\/p>\n\n\n\n<p>\u4ee5 Llama 3.2 1B \u548c 3B \u70ba\u4f8b\uff0c\u9019\u662f Meta\u8fc4\u4eca\u70ba\u6b62\u6700\u5c0f\u7684\u958b\u6e90\u6a21\u578b\uff0c\u5177\u6709\u591a\u8a9e\u8a00\u6587\u672c\u751f\u6210\u529f\u80fd\u3002<\/p>\n\n\n\n<p>Meta \u526f\u7e3d\u88c1\u517c\u9996\u5e2d\u4eba\u5de5\u667a\u6167\u79d1\u5b78\u5bb6 Yann LeCun \u5728 2024 \u5e74 9 \u6708\u4e16\u754c\u7d93\u6fdf\u8ad6\u58c7\u53ef\u6301\u7e8c\u767c\u5c55\u5f71\u97ff\u6703\u8b70(SDIM)\u4e0a\u767c\u8868\u8b1b\u8a71\uff0c\u5229\u7528\u585e\u5167\u52a0\u723e\u7684\u6578\u4f4d\u91ab\u7642\u4f86\u5f37\u8abf\u5982\u4f55\u9700\u8981\u591a\u8a9e\u8a00\u4eba\u5de5\u667a\u6167\u4f86\u7e2e\u5c0f\u5dee\u8ddd\u3002<\/p>\n\n\n\n<p>\u50cf Kera Health \u9019\u6a23\u7684\u4eba\u5de5\u667a\u6167\u5e73\u53f0\u53ef\u4ee5\u8b93\u4eba\u5011\u300c\u8207\u4eba\u5de5\u667a\u6167\u52a9\u7406\u4ea4\u8ac7\uff0c\u4f46\u5b83\u9664\u4e86\u6703\u8aaa\u6cd5\u8a9e\u4e4b\u5916\uff0c\u9084\u5fc5\u9808\u6703\u8aaa\u6c83\u6d1b\u592b\u8a9e\u548c\u585e\u5167\u52a0\u723e\u7684\u5176\u4ed6\u4e09\u7a2e\u5b98\u65b9\u8a9e\u8a00\u300d\u3002<\/p>\n\n\n\n<p>LeCun \u8868\u793a\uff0c\u958b\u6e90\u4eba\u5de5\u667a\u6167\u2014\u2014\u300c\u4eba\u5de5\u667a\u6167\u7684\u7dad\u57fa\u767e\u79d1\u300d\u2014\u2014\u53ef\u4ee5\u63a8\u52d5\u8b8a\u9769\uff0c\u4f7f\u4eba\u5011\u80fd\u5920\u5efa\u7acb\u5c0d\u7576\u5730\u5c45\u6c11\u548c\u5408\u4f5c\u5925\u4f34\u6709\u7528\u7684\u7cfb\u7d71\u3002<\/p>\n\n\n\n<p>\u201c\u4f8b\u5982\uff0cMeta \u8207\u5370\u5ea6\u653f\u5e9c\u5efa\u7acb\u4e86\u5408\u4f5c\u5925\u4f34\u95dc\u4fc2\uff0c\u4ee5\u4fbf\u672a\u4f86\u7248\u672c\u7684 [Llama] \u80fd\u5920\u81f3\u5c11\u8b1b\u5370\u5ea6\u6240\u6709 22 \u7a2e\u5b98\u65b9\u8a9e\u8a00\uff0c\u751a\u81f3\u6578\u767e\u7a2e\u7576\u5730\u8a9e\u8a00\u548c\u65b9\u8a00\u3002\u201d<\/p>\n\n\n\n<p>\u300a\u4eba\u5de5\u667a\u6167\u5728\u884c\u52d5\u300b\u767d\u76ae\u66f8\u767c\u73fe\uff0c\u4eba\u5de5\u667a\u6167\u9a45\u52d5\u7684\u901a\u7528\u7ffb\u8b6f\u6709\u53ef\u80fd\u900f\u904e\u8de8\u8a9e\u8a00\u548c\u65b9\u8a00\u63d0\u4f9b\u7cbe\u78ba\u3001\u5c08\u696d\u7d1a\u7684\u7ffb\u8b6f\u4f86\u6539\u8b8a\u5168\u7403\u4e92\u52d5\u3002<\/p>\n\n\n\n<p>\u300c\u5b83\u6253\u7834\u4e86\u6e9d\u901a\u969c\u7919\uff0c\u4fc3\u9032\u4e86\u5305\u5bb9\u6027\uff0c\u64f4\u5927\u4e86\u7576\u5730\u6587\u5316\u7684\u5f71\u97ff\u529b\u3002\u9019\u9805\u6280\u8853\u53ef\u4ee5\u900f\u904e\u8b93\u5b78\u7fd2\u6750\u6599\u666e\u53ca\u5230\u6240\u6709\u4eba\uff0c\u5be6\u73fe\u6559\u80b2\u6a5f\u6703\u5747\u7b49\u5316\uff0c\u900f\u904e\u6709\u6548\u7684\u591a\u8a9e\u8a00\u4ea4\u6d41\u589e\u5f37\u91ab\u7642\u4fdd\u5065\uff0c\u900f\u904e\u7c21\u5316\u5354\u4f5c\u548c\u8cbf\u6613\u4f86\u652f\u6301\u5168\u7403\u696d\u52d9\u3002<\/p>\n\n\n\n<p>\u201c\u5b83\u901a\u904e\u85dd\u8853\u548c\u5a92\u9ad4\u4fc3\u9032\u6587\u5316\u4ea4\u6d41\uff0c\u4f7f\u4fe1\u606f\u6c11\u4e3b\u5316\uff0c\u5728\u4e92\u806f\u4e92\u901a\u7684\u4e16\u754c\u4e2d\u8ce6\u4e88\u793e\u6703\u6b0a\u529b\uff0c\u540c\u6642\u901a\u904e\u8b93\u7015\u5371\u8a9e\u8a00\u5728\u5168\u7403\u7bc4\u570d\u5167\u5f97\u5230\u66dd\u5149\u548c\u95dc\u6ce8\u4f86\u4fdd\u8b77\u5b83\u5011\u3002\u201d<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5c0f\u578b\u8a9e\u8a00\u6a21\u578b\u7684\u9650\u5236\u662f\u4ec0\u9ebc\uff1f<\/h2>\n\n\n\n<p>\u7136\u800c\uff0c\u6b63\u5982\u5fae\u8edf\u6240\u6307\u51fa\u7684\uff0c SLM \u4e5f\u5b58\u5728\u5c40\u9650\u6027\uff0c\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u7406\u89e3\u8907\u96dc\u8a9e\u8a00\u7684\u80fd\u529b\u6709\u9650\uff1a<\/strong>&nbsp;SLM \u53ef\u80fd\u96e3\u4ee5\u7406\u89e3\u7d30\u5fae\u7684\u8a9e\u8a00\u5dee\u7570\u548c\u8108\u7d61\u7684\u5fae\u5999\u4e4b\u8655\u3002<\/li>\n\n\n\n<li><strong>\u8907\u96dc\u4efb\u52d9\u7684\u6e96\u78ba\u6027\u964d\u4f4e\uff1a<\/strong>\u5c0d\u65bc\u591a\u65b9\u9762\u63a8\u7406\u6216\u8907\u96dc\u7684\u8cc7\u6599\u6a21\u5f0f\uff0cSLM \u53ef\u80fd\u7121\u6cd5\u8207\u8f03\u5927\u6a21\u578b\u7684\u7cbe\u5ea6\u76f8\u7b26\u3002<\/li>\n\n\n\n<li><strong>\u6548\u80fd\u53d7\u9650\uff1a<\/strong>\u5118\u7ba1\u9ad8\u6548\uff0cSLM \u53ef\u80fd\u7121\u6cd5\u63d0\u4f9b\u9ad8\u8981\u6c42\u4efb\u52d9\u6240\u9700\u7684\u5f37\u5927\u6548\u80fd\u3002<\/li>\n\n\n\n<li><strong>\u7bc4\u570d\u72f9\u7a84\uff1a<\/strong>&nbsp;SLM \u901a\u5e38\u5728\u8f03\u5c0f\u7684\u3001\u5c08\u9580\u7684\u8cc7\u6599\u96c6\u4e0a\u9032\u884c\u8a13\u7df4\uff0c\u8207\u8f03\u5927\u7684\u6a21\u578b\u76f8\u6bd4\uff0c\u9650\u5236\u4e86\u5b83\u5011\u7684\u9748\u6d3b\u6027\u548c\u4e00\u822c\u77e5\u8b58\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u5118\u7ba1\u6709\u9019\u4e9b\u5c40\u9650\u6027\uff0cSLM \u5728\u5404\u500b\u9818\u57df\u5f97\u5230\u8d8a\u4f86\u8d8a\u591a\u7684\u61c9\u7528\uff0c\u7279\u5225\u662f\u5728\u908a\u7de3\u904b\u7b97\u548c\u5373\u6642\u8655\u7406\u5834\u666f\u4e2d\u3002<\/p>\n\n\n\n<p>SLM \u7684\u51fa\u73fe\u6a19\u8a8c\u8457\u4f01\u696d AI \u7b56\u7565\u7684\u91cd\u5927\u5178\u7bc4\u8f49\u79fb\u3002\u7d44\u7e54\u6b63\u5728\u5f9e\u5be6\u9a57\u65b9\u6cd5\u8f49\u8b8a\u70ba\u7b56\u7565\u6027\u548c\u76ee\u7684\u9a45\u52d5\u6027\u7684\u5be6\u65bd\u65b9\u6848\uff0c\u9019\u7a2e\u65b9\u6cd5\u66f4\u6709\u91dd\u5c0d\u6027\uff0c\u4e5f\u66f4\u5177\u6210\u672c\u6548\u76ca\u3002<\/p>\n\n\n\n<p>\u8cc7\u6599\u4f86\u6e90: <a href=\"https:\/\/www.weforum.org\/stories\/2025\/01\/ai-small-language-models\/\">https:\/\/www.weforum.org\/stories\/2025\/01\/ai-small-language-models\/<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>2025-01-23 | Kate Whiting Llama\u3001Phi\u3001Mistral\u3001Gemma \u548c Granite \u807d\u8d77\u4f86\u50cf\u662f\u4e00\u500b\u65b0\u7684\u8d85\u7d1a\u82f1\u96c4\u5c0f\u968a\uff0c\u4f46\u5b83\u5011\u5be6\u969b\u4e0a\u662f\u5c0f\u8a9e\u8a00\u6a21\u578b (&hellip;<\/p>\n","protected":false},"author":4,"featured_media":8260,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[579],"tags":[26],"class_list":["post-8259","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-579","tag-ai"],"gutentor_comment":0,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2025\/02\/%E8%9E%A2%E5%B9%95%E6%93%B7%E5%8F%96%E7%95%AB%E9%9D%A2-2025-02-10-200349.png?fit=1475%2C808&ssl=1","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/8259","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=8259"}],"version-history":[{"count":3,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/8259\/revisions"}],"predecessor-version":[{"id":8266,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/8259\/revisions\/8266"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/media\/8260"}],"wp:attachment":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=8259"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=8259"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=8259"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}