{"id":4471,"date":"2023-10-05T15:48:14","date_gmt":"2023-10-05T07:48:14","guid":{"rendered":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=4471"},"modified":"2023-10-08T15:53:03","modified_gmt":"2023-10-08T07:53:03","slug":"%e9%ab%98%e6%95%88%e6%a1%86%e6%9e%b6streamingllm%e5%8f%af%e8%99%95%e7%90%86%e7%84%a1%e9%99%90%e9%95%b7%e5%ba%a6%e6%96%87%e6%9c%ac%ef%bc%8c%e8%a7%a3%e6%b1%ballm%e4%b8%b2%e6%b5%81%e6%87%89%e7%94%a8","status":"publish","type":"post","link":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=4471","title":{"rendered":"\u9ad8\u6548\u6846\u67b6StreamingLLM\u53ef\u8655\u7406\u7121\u9650\u9577\u5ea6\u6587\u672c\uff0c\u89e3\u6c7aLLM\u4e32\u6d41\u61c9\u7528\u56f0\u5883"},"content":{"rendered":"\n

\u6587\/\u674e\u5efa\u8208 | 2023-10-05<\/p>\n\n\n\n

\u7531\u9ebb\u7701\u7406\u5de5\u5b78\u9662\u3001Meta AI\u4ee5\u53ca\u5361\u5167\u57fa\u7f8e\u9686\u5927\u5b78\u7814\u7a76\u4eba\u54e1\u806f\u624b\uff0c\u958b\u767c\u4e86\u8b93\u8a9e\u8a00\u6a21\u578b\u80fd\u5920\u8655\u7406\u7121\u9650\u9577\u5ea6\u4e32\u6d41\u8f38\u5165\u7684\u6846\u67b6StreamingLLM\u3002\u9019\u500b\u7814\u7a76\u91dd\u5c0d\u5c07\u8a9e\u8a00\u6a21\u578b\u90e8\u7f72\u5728\u4e32\u6d41\u61c9\u7528\u7a0b\u5f0f\u4e2d\uff0c\u53ef\u80fd\u9047\u5230\u7684\u8a18\u61b6\u9ad4\u6d88\u8017\u8207\u6cdb\u5316\u9577\u5e8f\u5217\u7b49\u554f\u984c\u63d0\u51fa\u89e3\u6c7a\u65b9\u6848\uff0c\u4f7f\u8a9e\u8a00\u6a21\u578b\u4e32\u6d41\u61c9\u7528\u66f4\u52a0\u53ef\u884c\u3002<\/p>\n\n\n\n

StreamingLLM\u7684\u7814\u7a76\u91cd\u9ede\uff0c\u662f\u60f3\u89e3\u6c7a\u5728\u4e32\u6d41\u61c9\u7528\u4e2d\u90e8\u7f72\u8a9e\u8a00\u6a21\u578b\u7684\u969c\u7919\uff0c\u7279\u5225\u662f\u9810\u671f\u6709\u9577\u6642\u9593\u4e92\u52d5\u7684\u591a\u8f2a\u5c0d\u8a71\u5834\u666f\u53ef\u80fd\u51fa\u73fe\u7684\u554f\u984c\u3002\u7814\u7a76\u4eba\u54e1\u6307\u51fa\u4e3b\u8981\u5b58\u5728\u5169\u5927\u6311\u6230\uff0c\u7b2c\u4e00\u500b\u6311\u6230\uff0c\u662f\u5728\u89e3\u78bc\u968e\u6bb5\uff0c\u5feb\u53d6\u5148\u524dtoken\u7684\u9375\uff08Key\uff09\u503c\uff08Value\uff09\u72c0\u614b\u6703\u6d88\u8017\u5927\u91cf\u7684\u8a18\u61b6\u9ad4\uff0c\u7b2c\u4e8c\u500b\u6311\u6230\u5247\u662f\u73fe\u6709\u6d41\u884c\u7684\u8a9e\u8a00\u6a21\u578b\uff0c\u7121\u6cd5\u6cdb\u5316\u9069\u7528\u5230\u8d85\u904e\u8a13\u7df4\u5e8f\u5217\u9577\u5ea6\u7684\u9577\u6587\u672c\u3002<\/p>\n\n\n\n

\u5728Transformer\u67b6\u69cb\u7684\u6a21\u578b\uff0c\u7279\u5225\u662f\u4f7f\u7528\u6ce8\u610f\u529b\u6a5f\u5236\u6642\uff0c\u6bcf\u500btoken\u6703\u88ab\u6620\u5c04\u70ba\u9375\u548c\u503c\u5169\u7a2e\u72c0\u614b\uff0c\u4ee5\u7528\u65bc\u6ce8\u610f\u529b\u904b\u7b97\u3002\u9019\u6a23\u7684\u8a2d\u8a08\u4f7f\u6a21\u578b\u80fd\u5920\u6839\u64da\u6bcf\u500b\u8f38\u5165token\u7684\u4e0a\u4e0b\u6587\u95dc\u4fc2\uff0c\u52d5\u614b\u5730\u8abf\u6574\u8f38\u51fa\u7d50\u679c\u3002<\/p>\n\n\n\n

\u904e\u53bb\u6709\u8a31\u591a\u7814\u7a76\u8a66\u5716\u89e3\u6c7a\u4e0a\u8ff0\u6311\u6230\uff0c\u50cf\u662f\u64f4\u5c55\u6ce8\u610f\u529b\u7a97\u53e3\uff0c\u8b93\u8a9e\u8a00\u6a21\u578b\u80fd\u5920\u8655\u7406\u8d85\u51fa\u9810\u8a13\u7df4\u5e8f\u5217\u9577\u5ea6\u7684\u9577\u6587\u672c\u3002\u6291\u6216\u662f\u5efa\u7acb\u4e00\u500b\u56fa\u5b9a\u5927\u5c0f\u7684\u6d3b\u52d5\u7a97\u53e3\uff0c\u53ea\u95dc\u6ce8\u6700\u8fd1token\u7684\u9375\u503c\u72c0\u614b\uff0c\u78ba\u4fdd\u8a18\u61b6\u9ad4\u4f7f\u7528\u548c\u89e3\u78bc\u901f\u5ea6\u4fdd\u6301\u56fa\u5b9a\uff0c\u4f46\u662f\u5728\u5e8f\u5217\u9577\u5ea6\u8d85\u904e\u5feb\u53d6\u5927\u5c0f\u6642\uff0c\u9019\u500b\u7b56\u7565\u5c31\u6703\u5931\u6548\u3002\u53e6\u4e00\u7a2e\u7b56\u7565\uff0c\u5247\u662f\u5c0d\u65bc\u6bcf\u6b21\u751f\u6210\u7684token\u91cd\u5efa\u9375\u503c\u72c0\u614b\uff0c\u96d6\u7136\u9019\u500b\u7b56\u7565\u5f88\u6709\u6548\uff0c\u4f46\u56e0\u70ba\u8981\u5728\u7a97\u53e3\u5167\u9032\u884c\u5169\u6b21\u6ce8\u610f\u529b\u8a08\u7b97\uff0c\u56e0\u6b64\u5be6\u969b\u5728\u4e32\u6d41\u61c9\u7528\u53ef\u80fd\u4e0d\u5be6\u7528\u3002<\/p>\n\n\n\n

\u6574\u9ad4\u4f86\u8aaa\uff0c\u6700\u5927\u7684\u6311\u6230\u9084\u662f\u843d\u5728\u5982\u4f55\u4e0d\u6d88\u8017\u904e\u591a\u8a18\u61b6\u9ad4\u4e14\u4e0d\u640d\u5bb3\u6a21\u578b\u6548\u80fd\u7684\u524d\u63d0\u4e0b\uff0c\u8655\u7406\u9577\u6587\u672c\u8f38\u5165\u3002StreamingLLM\u63a1\u53d6\u7684\u7b56\u7565\u662f\u904b\u7528\u6ce8\u610f\u529b\u4e0b\u6c89\u73fe\u8c61\uff0c\u7814\u7a76\u4eba\u54e1\u89c0\u5bdf\u5230\uff0c\u5728\u81ea\u6211\u8ff4\u6b78\u8a9e\u8a00\u6a21\u578b\u4e2d\uff0c\u7121\u8ad6\u7279\u5b9atoken\u548c\u8a9e\u8a00\u5efa\u6a21\u7684\u76f8\u95dc\u6027\u5982\u4f55\uff0c\u5c0d\u4ee3token\u5206\u914d\u4e86\u5927\u91cf\u7684\u6ce8\u610f\u529b\u3002\u9019\u4e9b\u7372\u5f97\u9ad8\u5ea6\u6ce8\u610f\u529b\u7684token\uff0c\u8868\u73fe\u51fa\u6ce8\u610f\u529b\u4e0b\u6c89\u7684\u73fe\u8c61\uff0c\u5373\u4fbf\u9019\u4e9btoken\u5728\u8a9e\u7fa9\u4e0a\u4e0d\u91cd\u8981\uff0c\u4f46\u4ed6\u5011\u4ecd\u7136\u7372\u5f97\u6a21\u578b\u5f37\u70c8\u95dc\u6ce8\u3002<\/p>\n\n\n\n

\u7c21\u55ae\u4f86\u8aaa\uff0c\u7279\u5b9atoken\u610f\u5916\u5730\u5438\u5f15\u5927\u91cf\u7684\u6ce8\u610f\u529b\u5206\u6578\uff0c\u5c31\u5982\u540c\u9019\u4e9btoken\u6210\u70ba\u6ce8\u610f\u529b\u7684\u5438\u5f15\u5668\uff0c\u7372\u5f97\u6a21\u578b\u5927\u90e8\u5206\u7684\u95dc\u6ce8\u3002\u56e0\u6b64StreamingLLM\u900f\u904e\u4fdd\u7559\u6ce8\u610f\u529b\u4e0b\u6c89token\u7684\u9375\u503c\uff0c\u4e26\u8207\u6ed1\u52d5\u7a97\u53e3\u8fd1\u671ftoken\u9375\u503c\u7d50\u5408\uff0c\u9019\u7a2e\u65b9\u6cd5\u53ef\u4ee5\u78ba\u4fdd\u7121\u8ad6\u8f38\u5165\u5e8f\u5217\u6709\u591a\u9577\uff0c\u6a21\u578b\u7684\u6ce8\u610f\u529b\u8a08\u7b97\u90fd\u80fd\u7dad\u6301\u7a69\u5b9a\u3002<\/p>\n\n\n\n

\u7531\u65bc\u6ce8\u610f\u529b\u4e0b\u6c89token\u7684\u5b58\u5728\uff0c\u53ef\u4ee5\u7dad\u6301\u6b63\u5e38\u7684\u6ce8\u610f\u529b\u5206\u6578\u5206\u5e03\uff0c\u4f7f\u6a21\u578b\u5728\u8655\u7406\u975e\u5e38\u9577\u7684\u8f38\u5165\u5e8f\u5217\u6642\uff0c\u6548\u80fd\u4ecd\u7136\u4e0d\u6703\u53d7\u5230\u592a\u5927\u7684\u5f71\u97ff\u3002<\/p>\n\n\n\n

StreamingLLM\u7684\u91cd\u8981\u8ca2\u737b\u5728\u65bc\u89e3\u6c7a\u7576\u524d\u8a9e\u8a00\u6a21\u578b\u5728\u4e32\u6d41\u61c9\u7528\u7684\u56f0\u5883\u3002\u96d6\u7136\u5728\u4e32\u6d41\u61c9\u7528\u6574\u5408\u8a9e\u8a00\u6a21\u578b\u52e2\u5728\u5fc5\u884c\uff0c\u4f46\u7531\u65bc\u8a18\u61b6\u9ad4\u6548\u7387\u7684\u9650\u5236\uff0c\u4ee5\u53ca\u6a21\u578b\u5728\u8655\u7406\u9577\u5e8f\u5217\u7684\u6027\u80fd\u554f\u984c\uff0c\u6b64\u767c\u5c55\u4ecd\u5099\u53d7\u6311\u6230\u3002\u800cStreamingLLM\u7684\u7a97\u53e3\u6ce8\u610f\u529b\u6a5f\u5236\uff0c\u63d0\u51fa\u4e00\u500b\u7c21\u55ae\u4e14\u9ad8\u6548\u7684\u89e3\u6c7a\u65b9\u6848\uff0c\u4f7f\u8a9e\u8a00\u6a21\u578b\u4e0d\u9700\u5fae\u8abf\u5c31\u53ef\u4ee5\u8655\u7406\u7121\u9650\u9577\u5ea6\u7684\u6587\u672c\u3002<\/p>\n\n\n\n

\u7d93\u7814\u7a76\u5718\u968a\u5be6\u9a57\u8b49\u5be6\uff0cStreamingLLM\u80fd\u5920\u8b93Llama 2\u3001MPT\u3001Falcon\u548cPythia\u53ef\u9760\u5730\u8655\u7406\u9ad8\u9054400\u842ctoken\u7684\u6587\u672c\u3002\u800c\u4e14\u4f7f\u7528\u5c08\u70ba\u6ce8\u610f\u529b\u4e0b\u6c89\u8a2d\u8a08\u7684token\u9032\u884c\u9810\u8a13\u7df4\u6642\uff0c\u66f4\u53ef\u4ee5\u9032\u4e00\u6b65\u63d0\u9ad8\u6a21\u578b\u7684\u4e32\u6d41\u904b\u7b97\u6548\u80fd\u3002\u91cd\u8981\u7684\u662f\uff0c\u7531\u65bcStreamingLLM\u8b93\u8a9e\u8a00\u6a21\u578b\u9810\u8a13\u7df4\u7a97\u53e3\u5927\u5c0f\uff0c\u8207\u5be6\u969b\u6587\u5b57\u751f\u6210\u9577\u5ea6\u812b\u9264\uff0c\u5728\u4e32\u6d41\u61c9\u7528\u7684\u8a9e\u8a00\u6a21\u578b\u90e8\u7f72\u65b9\u9762\u63d0\u4f9b\u4e86\u66f4\u591a\u53ef\u80fd\u6027\u3002<\/p>\n\n\n\n

\u8cc7\u6599\u4f86\u6e90\uff1ahttps:\/\/www.ithome.com.tw\/news\/159128<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"

\u6587\/\u674e\u5efa\u8208 | 2023-10-05 \u7531\u9ebb\u7701\u7406\u5de5\u5b78\u9662\u3001Meta AI\u4ee5\u53ca\u5361\u5167\u57fa\u7f8e\u9686\u5927\u5b78\u7814\u7a76\u4eba\u54e1\u806f\u624b\uff0c\u958b\u767c\u4e86\u8b93\u8a9e\u8a00\u6a21\u578b\u80fd\u5920\u8655\u7406\u7121\u9650\u9577\u5ea6\u4e32\u6d41\u8f38\u5165\u7684\u6846\u67b6StreamingLLM\u3002\u9019\u500b\u7814\u7a76…<\/p>\n","protected":false},"author":9,"featured_media":4472,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[4],"tags":[40],"class_list":["post-4471","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-industry-news","tag-40"],"gutentor_comment":0,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2023\/10\/streamingllm-e1696751575938.jpg?fit=497%2C371&ssl=1","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/4471","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4471"}],"version-history":[{"count":1,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/4471\/revisions"}],"predecessor-version":[{"id":4473,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/4471\/revisions\/4473"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/media\/4472"}],"wp:attachment":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4471"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4471"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4471"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}