{"id":6502,"date":"2024-06-30T23:40:45","date_gmt":"2024-06-30T15:40:45","guid":{"rendered":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=6502"},"modified":"2024-12-13T21:03:55","modified_gmt":"2024-12-13T13:03:55","slug":"onnx%e6%90%ad%e9%85%8dphi-3-vision%e6%a8%a1%e5%9e%8b%e9%80%b2%e8%a1%8c%e5%9c%96%e5%83%8f%e7%90%86%e8%a7%a3-gpu%e7%89%88","status":"publish","type":"post","link":"https:\/\/aict.nkust.edu.tw\/digitrans\/?p=6502","title":{"rendered":"ONNX\u642d\u914dPhi-3-vision\u6a21\u578b\u9032\u884c\u5716\u50cf\u7406\u89e3-GPU\u7248"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\">2024-06-30 | RiCo \u6280\u8853\u8fb2\u5834<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"63cd\">\u5148\u524d\u4f7f\u7528CPU\u7248\u9032\u884c\u5716\u50cf\u7406\u89e3\uff0c\u5206\u6790\u7406\u89e3\u904e\u7a0b\u4e2d\uff0cCPU\u5e7e\u4e4e100%\u4e14\u56de\u61c9\u4e5f\u6c92\u5f88\u9806\u66a2\uff0c\u9019\u7bc7\u4f86\u8a66\u770b\u770bGPU\u7248\u672c\uff0c\u6548\u80fd\u548c\u4f7f\u7528\u8005\u9ad4\u9a57\u53ef\u8aaa\u8f3e\u58d3CPU\uff0c\u4e5f\u9806\u4fbf\u8a18\u9304Windows11\u8a2d\u5b9aCUDA\u74b0\u5883\u7684\u96f7\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"d6fb\">ONNX Runtime generate\u76ee\u524d\u9084\u662fRC\uff0c\u6211\u4f9dRun with NVIDIA CUDA\u9032\u884cCUDA\u74b0\u5883\u8a2d\u5b9a\u59cb\u7d42\u6709\u554f\u984c\uff0c\u6211\u4e5f\u53bbgithub\u8b9a\u8072\u76f8\u95dcissue(\u5f8c\u9762\u6211\u89e3\u6c7a\u4e5f\u66f4\u65b0\u6211\u7684\u7559\u8a00)\uff0c\u722cissue\u5f8c\u6574\u7406\u5982\u4e0b<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u8acb\u5b89\u88ddCUDA-11.8\u7248\u672c<\/li>\n\n\n\n<li>\u4e0b\u8f09cudnn-8.9.7.29_cuda11\u7248\u672c\uff0c\u5c07\u88e1\u9762\u8cc7\u6599\u593e\u548c\u6a94\u6848\uff0c\u8907\u88fd\u4e26\u53d6\u4ee3CUDA\/v11.8\u76f8\u540c\u7684\u76ee\u9304<\/li>\n\n\n\n<li>\u78ba\u8a8dCUDA_PATH\u74b0\u5883\u8b8a\u6578<\/li>\n<\/ol>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><img data-recalc-dims=\"1\" decoding=\"async\" src=\"https:\/\/i0.wp.com\/miro.medium.com\/v2\/resize%3Afit%3A511\/1%2A63kR9jC-1NT9sEteVQ4foA.png?w=640&#038;ssl=1\" alt=\"\"\/><\/figure>\n<\/div>\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><img data-recalc-dims=\"1\" decoding=\"async\" src=\"https:\/\/i0.wp.com\/miro.medium.com\/v2\/resize%3Afit%3A185\/1%2AAunkccHlryznHcp3lnZ81A.png?w=640&#038;ssl=1\" alt=\"\"\/><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\" id=\"135a\">4.\u78ba\u8a8dNvidia Cuda compiler\u7248\u672c<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"8fd5\">nvcc \u2014 version<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><img data-recalc-dims=\"1\" decoding=\"async\" src=\"https:\/\/i0.wp.com\/miro.medium.com\/v2\/resize%3Afit%3A514\/1%2ACS2l4JLfVl6Btm9Jq_j1hg.png?w=640&#038;ssl=1\" alt=\"\"\/><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\" id=\"6792\">5.\u5c08\u6848\u53ea\u53c3\u8003Microsoft.ML.OnnxRuntimeGenAI.Cuda(GPU) package<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><img data-recalc-dims=\"1\" decoding=\"async\" src=\"https:\/\/i0.wp.com\/miro.medium.com\/v2\/resize%3Afit%3A700\/1%2ABVtOU99KfBS8k17QWc06Hw.png?w=640&#038;ssl=1\" alt=\"\"\/><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\" id=\"a80c\">6.\u9078\u64c7GPU\u7248\u672c\u6a21\u578b<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><img data-recalc-dims=\"1\" decoding=\"async\" src=\"https:\/\/i0.wp.com\/miro.medium.com\/v2\/resize%3Afit%3A700\/1%2AH59ObBlpUto8augM-lmnIA.png?w=640&#038;ssl=1\" alt=\"\"\/><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\" id=\"7d8b\">P.S:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"b8ca\">miss dll\u6216\u627e\u4e0d\u5230\u6307\u5b9a\u6a21\u7d44\u932f\u8aa4:\u8acb\u78ba\u8a8dCUDA_PATH\u74b0\u5883\u8b8a\u6578\u662f\u5426\u8a2d\u5b9a\u6b63\u78ba\uff0ccuda compiler\u7248\u672c\u662f\u5426\u6b63\u78ba\uff0c\u8a2d\u5b9a\u6b63\u78ba\u5f8c\uff0c<strong>VS2022 \u9700\u91cd\u65b0\u555f\u52d5<\/strong>\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"c632\">CUDA provider is not enable\u932f\u8aa4:\u79fb\u9664Microsoft.ML.OnnxRuntimeGenAI(CPU) package<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"3bb5\">\u6e2c\u8a66\u7d50\u679c:<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><img data-recalc-dims=\"1\" decoding=\"async\" src=\"https:\/\/i0.wp.com\/miro.medium.com\/v2\/resize%3Afit%3A700\/1%2A23BsmVP73gigBpm0FfMsjw.png?w=640&#038;ssl=1\" alt=\"\"\/><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\" id=\"b7fe\">GPU\u7684\u4f7f\u7528\u8005\u9ad4\u9a57\u548c\u6548\u80fd\u771f\u7684\u6bd4CPU\u597d\u592a\u591a\u4e86\uff0c\u6211\u7d42\u65bc\u77e5\u9053Cuda\u70ba\u4ec0\u9ebc\u8b93NVIDIA\u5982\u6b64\u9a55\u50b2\u4e86\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\" id=\"fb4d\">Demo:<\/p>\n\n\n\n<figure class=\"wp-block-embed aligncenter is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"NET-ONNX\u642d\u914dPhi 3 vision\u6a21\u578b\u9032\u884c\u5716\u50cf\u7406\u89e3 GPU\u7248\" width=\"640\" height=\"360\" src=\"https:\/\/www.youtube.com\/embed\/hmniFTQCuFo?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u8cc7\u6599\u4f86\u6e90:<a href=\"https:\/\/medium.com\/ricos-note\/onnx%E6%90%AD%E9%85%8Dphi-3-vision%E6%A8%A1%E5%9E%8B%E9%80%B2%E8%A1%8C%E5%9C%96%E5%83%8F%E7%90%86%E8%A7%A3-gpu%E7%89%88-161ea66776e7\">https:\/\/medium.com\/ricos-note\/onnx%E6%90%AD%E9%85%8Dphi-3-vision%E6%A8%A1%E5%9E%8B%E9%80%B2%E8%A1%8C%E5%9C%96%E5%83%8F%E7%90%86%E8%A7%A3-gpu%E7%89%88-161ea66776e7<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>2024-06-30 | RiCo \u6280\u8853\u8fb2\u5834 \u5148\u524d\u4f7f\u7528CPU\u7248\u9032\u884c\u5716\u50cf\u7406\u89e3\uff0c\u5206\u6790\u7406\u89e3\u904e\u7a0b\u4e2d\uff0cCPU\u5e7e\u4e4e100%\u4e14\u56de\u61c9\u4e5f\u6c92\u5f88\u9806\u66a2\uff0c\u9019\u7bc7\u4f86\u8a66\u770b\u770bGPU\u7248\u672c\uff0c\u6548\u80fd\u548c\u4f7f\u7528\u8005\u9ad4\u9a57\u53ef\u8aaa\u8f3e\u58d3CP&hellip;<\/p>\n","protected":false},"author":4,"featured_media":6503,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[579,4],"tags":[26,40],"class_list":["post-6502","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-579","category-industry-news","tag-ai","tag-40"],"gutentor_comment":0,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/aict.nkust.edu.tw\/digitrans\/wp-content\/uploads\/2024\/07\/1_eas4JzhvzhV7Mp1egl50Fw.webp?fit=720%2C674&ssl=1","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/6502","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=6502"}],"version-history":[{"count":1,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/6502\/revisions"}],"predecessor-version":[{"id":6504,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/posts\/6502\/revisions\/6504"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=\/wp\/v2\/media\/6503"}],"wp:attachment":[{"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=6502"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=6502"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/aict.nkust.edu.tw\/digitrans\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=6502"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}