{"id":4423,"date":"2023-07-19T16:15:00","date_gmt":"2023-07-19T08:15:00","guid":{"rendered":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=4423"},"modified":"2023-10-07T16:20:54","modified_gmt":"2023-10-07T08:20:54","slug":"meta-%e7%99%bc%e8%a1%a8%e4%ba%86-llama-2%ef%bc%8c%e4%ba%94%e5%a4%a7%e9%87%8d%e9%bb%9e%e4%b8%80%e6%ac%a1%e7%9c%8b%e6%87%82","status":"publish","type":"post","link":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=4423","title":{"rendered":"Meta \u767c\u8868\u4e86 Llama 2\uff0c\u4e94\u5927\u91cd\u9ede\u4e00\u6b21\u770b\u61c2"},"content":{"rendered":"\n<p>2023\u5e747\u670819\u65e5<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4ec0\u9ebc\u662f Llama 2<\/h2>\n\n\n\n<p>Llama \u5c31\u50cf GPT \u4e00\u6a23\u662f\u5927\u578b\u8a9e\u8a00\u6a21\u578b (LLM)\uff0c\u53ef\u4ee5\u7528\u4f86\u751f\u6210\u6587\u5b57\u3001\u7a0b\u5f0f\u78bc\u7b49\u3002\u5728\u5148\u524d\u7b2c\u4e00\u4ee3\u6a21\u578b\u6642\uff0c\u56e0\u70ba\u958b\u6e90\u6240\u4ee5\u6380\u8d77\u8a0e\u8ad6\uff0c\u9019\u6b21\u7b2c\u4e8c\u4ee3\u4e0d\u50c5\u958b\u6e90\uff0c\u9084\u958b\u653e\u5546\u7528\u3002Llama \u7684\u4e2d\u6587\u767c\u97f3\u985e\u4f3c\u300c\u62c9\u99ac\u300d\uff0c\u800c Llama 2 \u4e2d\u6587\u767c\u97f3\u985e\u4f3c\u300c\u62c9\u99ac\u5154\u300d\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">OpenAI \u5b8c\u86cb\u4e86\u55ce?<\/h2>\n\n\n\n<p>Llama 2 \u6a21\u578b\u4e03\u767e\u5104\u500b\u53c3\u6578\uff0c\u5149\u662f\u8a13\u7df4\u6a21\u578b\u7684\u6210\u672c\u5c31\u8d85\u904e\u5169\u5343\u842c\u7f8e\u5143 (\u66f4\u5225\u8aaa\u4eba\u529b\u8cc7\u6e90\u7684\u6295\u5165)\u3002\u5f9e\u7d50\u679c\u4f86\u8aaa\uff0c\u76ee\u524d\u5728\u6587\u5b57\u751f\u6210\u7684\u6bd4\u5206\u63a5\u8fd1 GPT-3.5 (\u4f46\u5728\u7a0b\u5f0f\u78bc\u751f\u6210\u4e0a\u9084\u6709\u6bb5\u5dee\u8ddd)\u3002\u76ee\u524d\u770b\u8d77\u4f86 OpenAI \u9084\u4e0d\u6703\u5b8c\u86cb (\u63a8\u7279\u4e0a\u4e00\u4e9b\u9020\u8b20\u7684\u770b\u770b\u5c31\u597d)\uff0c\u7562\u7adf GPT-4 \u9084\u662f\u5f37\u5927\u4e0d\u5c11\u3002\u4e0d\u904e\u503c\u5f97\u95dc\u6ce8 Meta \u7684\u958b\u6e90\u8def\u7dda\uff0c\u8207 OpenAI \u7684\u9589\u9580\u8def\u7dda\uff0c\u9577\u671f\u767c\u5c55\u54ea\u500b\u6703\u6709\u6bd4\u8f03\u597d\u7684\u6210\u679c\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u53ef\u4ee5\u5fae\u8abf (fine-tuning)<\/h2>\n\n\n\n<p>\u76ee\u524d ChatGPT \u53ea\u7528\u5230 2021 \u5e74\u7684\u8cc7\u6599\uff0c\u4e4b\u5f8c\u7684\u5c31\u6703\u4e82\u7b54\u7684\u72c0\u6cc1\u3002Llama 2 \u5247\u6709\u958b\u653e\u5fae\u8abf\uff0c\u8b93\u4f60\u5728\u5df2\u7d93\u8a13\u7df4\u597d\u7684\u6a21\u578b\u57fa\u790e\u4e0a (\u4e0d\u7528\u81ea\u5df1\u5148\u82b1\u5169\u5343\u842c\u7f8e\u5143\u8a13\u7df4)\uff0c\u9032\u4e00\u6b65\u8abf\u6574\uff0c\u8b93\u8f38\u51fa\u80fd\u5920\u66f4\u7b26\u5408\u4f60\u7684\u9810\u671f\u3002\u8ddf GPT-3.5 \u985e\u4f3c\u7684\u7d50\u679c\uff0c\u540c\u6642\u53ef\u4ee5\u5fae\u8abf\uff0c\u53ef\u8aaa\u662f Llama 2 \u7684\u4e00\u5927\u8ce3\u9ede\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u54c1\u8cea (quality) \u8207\u5b89\u5168\u662f\u95dc\u9375<\/h2>\n\n\n\n<p>\u9019\u6b21 Meta \u767c\u5e03 Llama 2 \u53ef\u8aaa\u8aa0\u610f\u6eff\u6eff\u3002\u6bd4\u8d77\u5148\u524d OpenAI \u767c\u8868 GPT-4 \u4e26\u6c92\u6709\u771f\u7684\u8ac7\u6280\u8853\u7d30\u7bc0\uff0c\u9019\u6b21 Llama 2 \u7684\u767c\u8868\u8ad6\u6587\u5beb\u597d\u5beb\u6eff\uff0c\u5f9e\u6a21\u578b\u7d30\u7bc0\u3001\u8a13\u7df4\u7d30\u7bc0\u3001\u786c\u9ad4\u9078\u64c7\u90fd\u8b1b\u4e86\u3002\u9019\u7bc7\u767c\u8868\u8ac7\u5230\u8a13\u7df4\u8cc7\u6599\u54c1\u8cea\u8207\u57fa\u65bc\u4eba\u985e\u53cd\u994b\u7684\u5f37\u5316\u5b78\u7fd2 (RLHF) \u662f\u63d0\u5347\u56de\u8986\u8cea\u91cf\u7684\u95dc\u9375\u3002\u6b64\u5916\u767c\u8868\u5f88\u5927\u7bc7\u5e45\u8457\u91cd\u5728\u5b89\u5168\u8b70\u984c\u4e0a\uff0c\u611f\u89ba\u9019\u5169\u9ede\u61c9\u8a72\u6703\u662f\u63a5\u4e0b\u4f86\u5404\u5bb6\u6a21\u578b\u5546\u90fd\u6703\u8457\u91cd\u7684\u9762\u5411\u3002\u5927\u5bb6\u8981\u505a\u5fae\u8abf\uff0c\u8cc7\u6599\u54c1\u8cea\u5148\u9867\u597d\u5440\uff01<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5fae\u8edf Azure \u6216\u6210\u6700\u5927\u8d0f\u5bb6<\/h2>\n\n\n\n<p>\u9019\u6b21 Meta \u767c\u5e03 Llama 2 \u7684\u540c\u6642\uff0c\u4e5f\u5ba3\u5e03\u5fae\u8edf\u662f\u512a\u5148\u9078\u64c7\u7684\u5408\u4f5c\u5925\u4f34\u3002\u60f3\u8981\u5fae\u8abf\u8207\u90e8\u7f72 Llama 2 \u7684\u4eba\uff0c\u53ef\u4ee5\u76f4\u63a5\u4e0a\u5fae\u8edf\u7684 Azure \u5e73\u53f0\u3002\u958b\u6e90\u7684 Llama \u8207\u9589\u9580\u7684 GPT \u90fd\u6536\u522e\u5728 Azure \u4e0a\uff0c\u53ea\u80fd\u8aaa\u5fae\u8edf\u7684 Azure \u771f\u7684\u5728\u9019\u4e00\u6ce2 AI \u6d6a\u6f6e\u4e2d\u6700\u5927\u8d0f\u5bb6<\/p>\n\n\n\n<p>\u8cc7\u6599\u4f86\u6e90\uff1a<a href=\"https:\/\/www.explainthis.io\/zh-hant\/ai\/llama-2\" data-type=\"link\" data-id=\"https:\/\/www.explainthis.io\/zh-hant\/ai\/llama-2\">https:\/\/www.explainthis.io\/zh-hant\/ai\/llama-2<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>2023\u5e747\u670819\u65e5 \u4ec0\u9ebc\u662f Llama 2 Llama \u5c31\u50cf GPT \u4e00\u6a23\u662f\u5927\u578b\u8a9e\u8a00\u6a21\u578b (LLM)\uff0c\u53ef\u4ee5\u7528\u4f86\u751f\u6210\u6587\u5b57\u3001\u7a0b\u5f0f\u78bc\u7b49\u3002\u5728\u5148\u524d\u7b2c\u4e00\u4ee3\u6a21\u578b\u6642\uff0c\u56e0\u70ba\u958b\u6e90\u6240\u4ee5\u6380\u8d77\u8a0e\u8ad6\uff0c\u9019\u6b21\u7b2c&hellip;<\/p>\n","protected":false},"author":9,"featured_media":4424,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[4],"tags":[26,550],"class_list":["post-4423","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-industry-news","tag-ai","tag-llama"],"gutentor_comment":0,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2023\/10\/5bcce24980a941d3a2bdc48f640a8c76-e1696666821775.png?fit=1927%2C1444&ssl=1","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/4423","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4423"}],"version-history":[{"count":1,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/4423\/revisions"}],"predecessor-version":[{"id":4425,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/4423\/revisions\/4425"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/media\/4424"}],"wp:attachment":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4423"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4423"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4423"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}