{"id":5400,"date":"2024-02-21T11:32:50","date_gmt":"2024-02-21T03:32:50","guid":{"rendered":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=5400"},"modified":"2024-02-26T11:46:21","modified_gmt":"2024-02-26T03:46:21","slug":"predibase%e7%99%bc%e5%b8%83lora-land%e6%9c%8d%e5%8b%99%ef%bc%8c%e9%9b%86%e7%b5%9025%e5%80%8b%e5%be%ae%e8%aa%bf%e6%a8%a1%e5%9e%8b%e4%b9%8b%e5%8a%9b%e6%95%88%e8%83%bd%e5%8f%af%e5%8b%9dgpt-4","status":"publish","type":"post","link":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=5400","title":{"rendered":"Predibase\u767c\u5e03LoRA Land\u670d\u52d9\uff0c\u96c6\u7d5025\u500b\u5fae\u8abf\u6a21\u578b\u4e4b\u529b\u6548\u80fd\u53ef\u52ddGPT-4"},"content":{"rendered":"\n

\u00a02024-02-21 | \u674e\u5efa\u8208<\/p>\n\n\n\n

\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u670d\u52d9\u516c\u53f8Predibase\u63a8\u51fa\u4e86\u4e00\u500b\u540d\u70baLoRA Land\u7684\u670d\u52d9\uff0c\u8a72\u670d\u52d9\u7684\u7279\u9ede\u5728\u65bc\u96c6\u5408\u4e8625\u500b\u7d93\u5fae\u8abf\u7684\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff0c\u9019\u4e9b\u6a21\u578b\u90fd\u662f\u4ee5\u958b\u6e90\u7684Mistral-7b\u6a21\u578b\u4f5c\u70ba\u57fa\u790e\uff0cPredibase\u91dd\u5c0d\u4e0d\u540c\u4efb\u52d9\u5c0dMistral-7b\u9032\u884c\u6700\u4f73\u5316\uff0c\u4f7f\u5176\u5728\u4e0d\u540c\u9818\u57df\u7684\u4efb\u52d9\uff0c\u80fd\u5920\u8868\u73fe\u5f97\u6bd4\u539f\u59cb\u57fa\u790e\u6a21\u578b\u751a\u81f3\u662fGPT-4\u66f4\u597d\uff0c\u800c\u4e14\u66f4\u5177\u6210\u672c\u6548\u76ca\u3002<\/p>\n\n\n\n

\u5b98\u65b9\u8a8d\u70ba\uff0c\u96a8\u8457Transformer\u9810\u8a13\u7df4\u6a21\u578b\u7684\u53c3\u6578\u6578\u91cf\u4e0d\u65b7\u589e\u52a0\uff0c\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u53c3\u6578\u9ad8\u9054\u6578\u5341\u5104\u500b\uff0c\u9019\u4f7f\u5f97\u9019\u4e9b\u6a21\u578b\u96e3\u4ee5\u9069\u7528\u65bc\u4e0b\u6e38\u4efb\u52d9\uff0c\u5c24\u5176\u662f\u8cc7\u6e90\u548c\u9810\u7b97\u6709\u9650\u7684\u74b0\u5883\u4e2d\u3002\u800cPredibase\u63a1\u53d6\u7684\u4f5c\u6cd5\uff0c\u662f\u904b\u7528\u53c3\u6578\u9ad8\u6548\u5fae\u8abf\uff08PEFT\uff09\u548c\u91cf\u5316\u4f4e\u968e\u9069\u61c9\uff08Quantized Low Rank Adaptation\uff0cQLoRA\uff09\u6280\u8853\uff0c\u4f86\u6e1b\u5c11\u5fae\u8abf\u53c3\u6578\u6578\u91cf\u548c\u8a18\u61b6\u9ad4\u4f7f\u7528\u91cf\uff0c\u6b0a\u8861\u6a21\u578b\u6548\u80fd\u8207\u6548\u7387\u3002<\/p>\n\n\n\n

\u85c9\u7531\u5c07\u9019\u4e9b\u6700\u4f73\u5be6\u8e10\u6574\u5408\u81f3\u5e73\u81fa\u4e2d\uff0c\u4f7f\u6bcf\u500b\u5fae\u8abf\u6a21\u578b\u7684GPU\u6210\u672c\u964d\u4f4e\u81f38\u7f8e\u5143\u4ee5\u4e0b\uff0c\u800c\u4e14\u900f\u904ePredibase\u6240\u958b\u767c\u7684\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u958b\u6e90\u5e73\u81faLoRAX\uff0c\u8b93\u7528\u6236\u53ef\u4ee5\u5728\u55ae\u4e00GPU\u4e0a\u57f7\u884c\u548c\u90e8\u7f72\u6578\u767e\u500b\u7d93\u904e\u6700\u4f73\u5316\u7684\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff0c\u63d0\u4f9b\u7121\u4f3a\u670d\u5668\u5fae\u8abf\u7d42\u7aef\uff0c\u9019\u4ee3\u8868\u7528\u6236\u4e0d\u9700\u8981\u5c08\u7528GPU\u8cc7\u6e90\u4f86\u57f7\u884c\u6a21\u578b\u3002<\/p>\n\n\n\n

\u5b98\u65b9\u63d0\u5230\uff0c\u9019\u9805\u4f5c\u6cd5\u7684\u597d\u8655\u662f\u53ef\u4ee5\u5927\u5e45\u964d\u4f4e\u6210\u672c\uff0c\u56e0\u70ba\u7528\u6236\u5728\u4e0d\u9700\u8981\u7528\u5230GPU\u6642\uff0c\u4fbf\u4e0d\u9700\u8981\u652f\u4ed8\u8cbb\u7528\u3002\u800c\u4e14Predibase\u63d0\u4f9b\u53ef\u64f4\u5c55\u7684\u57fa\u790e\u8a2d\u65bd\uff0c\u53ef\u4f9d\u64da\u7528\u6236\u7684\u9700\u6c42\u64f4\u5c55\u5fae\u8abf\u6a21\u578b\u6578\u91cf\uff0c\u7528\u6236\u9700\u8981\u7528\u5230GPU\u6642\uff0c\u4e5f\u4e0d\u9700\u8981\u7b49\u5f85GPU\u51b7\u555f\u52d5\uff0c\u53ef\u4ee5\u66f4\u5feb\u5730\u6e2c\u8a66\u548c\u8fed\u4ee3\u6a21\u578b\u3002<\/p>\n\n\n\n

\u800c\u6839\u64da\u5b98\u65b9\u6240\u63d0\u4f9b\u7684\u8a55\u4f30\u6307\u6a19\uff08\u4e0b\u5716\uff09\uff0c\u91dd\u5c0d25\u500b\u4efb\u52d9\u6700\u4f73\u5316\u7684\u6a21\u578b\uff0c\u53ef\u4ee5\u5728\u5927\u90e8\u5206\u7684\u4efb\u52d9\u4e2d\u8d0f\u904eGPT-4\u548c\u57fa\u790e\u6a21\u578b\u3002\u6839\u64da\u4efb\u52d9\u4e0d\u540c\uff0c\u7d93\u5fae\u8abf\u7684\u6a21\u578b\u7684\u6548\u80fd\u53ef\u6bd4\u57fa\u790e\u6a21\u578b\u9ad870\uff05\uff0c\u4e26\u4e14\u8d0f\u904eGPT-4\u6a21\u578b4%\u523015\uff05\uff0c\u800c\u4e14\u901925\u500b\u53ef\u4ee5\u5b8c\u5168\u4ee5LoRAX\u5728\u55ae\u4e00A100 GPU\u904b\u4f5c\uff0c\u552f\u6709\u7a0b\u5f0f\u78bc\u751f\u6210\u4efb\u52d9\u5fae\u8abf\u6a21\u578b\u6548\u80fd\u660e\u986f\u4f4e\u65bcGPT-4\u3002\u5b98\u65b9\u8868\u793a\uff0c\u4ed6\u5011\u5efa\u7acbLoRA Land\u7684\u76ee\u7684\u662f\u8981\u8aaa\u660e\uff0c\u8f03\u5c0f\u4e14\u91dd\u5c0d\u7279\u5b9a\u4efb\u52d9\u5fae\u8abf\u7684\u6a21\u578b\uff0c\u80fd\u4ee5\u66f4\u5177\u7d93\u6fdf\u6548\u76ca\u65b9\u5f0f\uff0c\u8d85\u8d8a\u5546\u696d\u66ff\u4ee3\u65b9\u6848\u3002<\/p>\n\n\n

\n
\"\"\/<\/a><\/figure>\n<\/div>\n\n\n

\u8cc7\u6599\u4f86\u6e90:https:\/\/www.ithome.com.tw\/news\/161392<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"

\u00a02024-02-21 | \u674e\u5efa\u8208 \u5927\u578b\u8a9e\u8a00\u6a21\u578b\u670d\u52d9\u516c\u53f8Predibase\u63a8\u51fa\u4e86\u4e00\u500b\u540d\u70baLoRA Land\u7684\u670d\u52d9\uff0c\u8a72\u670d\u52d9\u7684\u7279\u9ede\u5728\u65bc\u96c6\u5408\u4e8625\u500b\u7d93\u5fae\u8abf\u7684\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff0c\u9019\u4e9b\u6a21\u578b\u90fd\u662f\u4ee5\u958b…<\/p>\n","protected":false},"author":9,"featured_media":5401,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[4],"tags":[26,40],"class_list":["post-5400","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-industry-news","tag-ai","tag-40"],"gutentor_comment":0,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2024\/02\/predibase-lora-land-hero.jpg?fit=960%2C420&ssl=1","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/5400","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=5400"}],"version-history":[{"count":1,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/5400\/revisions"}],"predecessor-version":[{"id":5402,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/5400\/revisions\/5402"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/media\/5401"}],"wp:attachment":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=5400"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=5400"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=5400"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}