\u4f60\u662f\u500b\u6a02\u65bc\u52a9\u4eba\u3001\u5c0a\u91cd\u4ed6\u4eba\u3001\u8aa0\u5be6\u53ef\u9760\u7684\u52a9\u624b\u3002 \u5728\u5b89\u5168\u7684\u60c5\u6cc1\u4e0b\uff0c\u59cb\u7d42\u76e1\u53ef\u80fd\u6709\u5e6b\u52a9\u5730\u56de\u7b54\u3002 \u60a8\u7684\u56de\u7b54\u4e0d\u61c9\u5305\u542b\u4efb\u4f55\u6709\u5bb3\u3001\u4e0d\u9053\u5fb7\u3001\u7a2e\u65cf\u4e3b\u7fa9\u3001\u6027\u5225\u6b67\u8996\u3001\u6709\u6bd2\u3001\u5371\u96aa\u6216\u975e\u6cd5\u7684\u5167\u5bb9\u3002 \u8acb\u78ba\u4fdd\u60a8\u7684\u56de\u7b54\u5728\u793e\u6703\u4e0a\u662f\u516c\u6b63\u7684\u548c\u7a4d\u6975\u7684\u3002
\u5982\u679c\u4e00\u500b\u554f\u984c\u6c92\u6709\u4efb\u4f55\u610f\u7fa9\u6216\u8207\u4e8b\u5be6\u4e0d\u7b26\uff0c\u8acb\u89e3\u91cb\u539f\u56e0\uff0c\u800c\u4e0d\u662f\u56de\u7b54\u932f\u8aa4\u7684\u554f\u984c\u3002 \u5982\u679c\u60a8\u4e0d\u77e5\u9053\u554f\u984c\u7684\u7b54\u6848\uff0c\u8acb\u4e0d\u8981\u5206\u4eab\u865b\u5047\u8cc7\u8a0a\u3002 \u53e6\u5916\uff0c\u7b54\u6848\u8acb\u4f7f\u7528\u4e2d\u6587\u3002\\
\"\"\"
DEFAULT_RAG_PROMPT_TC = \"\"\"\\
\u57fa\u65bc\u4ee5\u4e0b\u5df2\u77e5\u8a0a\u606f\uff0c\u8acb\u7c21\u6f54\u4e26\u5c08\u696d\u5730\u56de\u7b54\u4f7f\u7528\u8005\u7684\u554f\u984c\u3002 \u5982\u679c\u7121\u6cd5\u5f9e\u4e2d\u5f97\u5230\u7b54\u6848\uff0c\u8acb\u8aaa \"\u6839\u64da\u5df2\u77e5\u8cc7\u8a0a\u7121\u6cd5\u56de\u7b54\u8a72\u554f\u984c\" \u6216 \"\u6c92\u6709\u63d0\u4f9b\u8db3\u5920\u7684\u76f8\u95dc\u8cc7\u8a0a\"\u3002 \u4e0d\u5141\u8a31\u5728\u7b54\u6848\u4e2d\u6dfb\u52a0\u7de8\u9020\u6210\u5206\u3002 \u53e6\u5916\uff0c\u7b54\u6848\u8acb\u4f7f\u7528\u4e2d\u6587\u3002\\
\"\"\"<\/pre>\n\n\n\n
\u63a5\u8457\u5728 SUPPORTED_LLM_MODELS dict \u7269\u4ef6\u5167 Chinese \u9805\u76ee\u5217\u8868\u63d2\u5165\u4ee5\u4e0b TAIDE-LX-7B \u6a21\u578b\u8cc7\u6599\uff0c\u5927\u90e8\u5206\u7686\u5f9e llama2 \u7684\u8cc7\u6599\u8907\u88fd\u4fee\u6539\u800c\u4f86\uff0c\u53c3\u8003\u5982\u4e0b\uff1a<\/p>\n\n\n\n
...
\"partial_text_processor\": internlm_partial_text_processor,
},
\"TAIDE-LX-7B-Chat\": {
\"model_id\": \"taide\/TAIDE-LX-7B-Chat\",
\"remote\": False,
\"start_message\": f\"<s>[INST] <<SYS>>\\n{DEFAULT_SYSTEM_PROMPT_TC }\\n<<\/SYS>>\\n\\n\",
\"history_template\": \"{user}[\/INST]{assistant}<\/s><s>[INST]\",
\"current_message_template\": \"{user} [\/INST]{assistant}\",
\"tokenizer_kwargs\": {\"add_special_tokens\": False},
\"partial_text_processor\": llama_partial_text_processor,
\"rag_prompt_template\": f\"\"\"[INST]Human: <<SYS>> {DEFAULT_RAG_PROMPT_TC }<<\/SYS>>\"\"\"
+ \"\"\"
Question: {question}
Context: {context}
Answer: [\/INST]\"\"\",
},
\"qwen1.5-1.8b-chat\": {
\"model_id\": \"Qwen\/Qwen1.5-1.8B-Chat\",
...<\/pre>\n\n\n\n\u63a5\u8457\u958b\u555f \u201c254-llm-chatbot.ipynb\u201d \u6a94\u6848\uff0c\u4f9d\u5e8f\u57f7\u884c\u5404\u500b cell\uff0c\u6b64 notebook \u6703\u5148\u5f9e HuggingFace \u4e0b\u8f09\u6a21\u578b\uff0c\u63a5\u8457\u4f9d\u7167\u4f7f\u7528\u8005\u7684\u8a2d\u5b9a\u91cf\u5316\u6210 INT4\u3001INT8 \u6216 FP16 \u4e26\u9032\u884c\u58d3\u7e2e\u3002\u7559\u610f\u96fb\u8166\u4e0a\u9808\u7559\u4e0b\u8db3\u5920\u7684\u78c1\u789f\u7a7a\u9593\u5df2\u653e\u4fbf\u5132\u5b58\u9019\u4e9b\u5927\u91cf\u7684\u8cc7\u6599\u3002<\/p>\n\n\n
\n<\/figure>\n<\/div>\n\n\n
\u7b49\u5f85\u4e00\u6bb5\u6642\u9593\u5b8c\u6210\u5f8c\u4fbf\u6703\u958b\u555f\u4e92\u52d5\u5f0f\u5c0d\u8a71\u6846\u8207 TAIDE \u9032\u884c\u804a\u5929\uff0c\u5be6\u969b\u6e2c\u8a66\u7684\u7d50\u679c\u5982\u4e0b\u5716\uff0c\u95dc\u65bc\u53f0\u7063\u7684\u6558\u8ff0\u8207\u7b54\u8986\u54c1\u8cea\u7686\u76f8\u7576\u4e0d\u932f\uff0c\u5404\u4f4d\u5925\u4f34\u5011\u4e5f\u53ef\u4ee5\u8a66\u8a66\u770b\u3002<\/p>\n\n\n
\n<\/figure>\n<\/div>\n\n\n
\u5c0f\u7d50 Wrap Up<\/h1>\n\n\n\n
\u7b46\u8005\u7684\u7b46\u96fb CPU \u662f i7\u201311800H \u5167\u5efa\u7684 UHD \u5716\u578b\u8655\u7406\u5668\u50c5\u6709 32 UE\uff0c\u5728\u57f7\u884c TAIDE-LX-7B \u63a8\u8ad6\u6642 CPU \u8207 GPU \u7686\u5403\u6eff 100% \u6548\u80fd\u7565\u986f\u8001\u614b\uff0c\u6a21\u578b\u51fa\u5b57\u901f\u5ea6\u53ea\u80fd\u8aaa\u662f\u52c9\u5f37\u582a\u7528\u3002\u5f9e\u5e33\u9762\u6578\u5b57\u4f86\u770b\u9019\u9846 GPU FP16 \u904b\u7b97\u80fd\u529b\u7d04\u00a01.48 TFLOPS\uff0c\u82e5\u5c0d\u6bd4 AI PC \u6700\u65b0\u4e16\u4ee3\u7684 Ultra 7 H155 \u7684\u00a08.92 TFLOPS\u00a0\u7d04\u53ef\u4ee5\u6709\u8d85\u904e 6 \u500d\u4ee5\u4e0a\u7684\u6548\u80fd\u63d0\u5347\uff0c\u52e2\u5fc5\u5728\u63a8\u8ad6\u4e0a\u8b68\u6709\u826f\u597d\u9ad4\u9a57\uff01 \u4e0d\u514d\u8b93\u4eba\u61f7\u7591\u662f\u8a72\u66f4\u65b0\u8a2d\u5099\u4e86\u55ce\uff1f\u56e0\u70ba\u80fd\u5728\u4e0d\u52d5\u7528\u986f\u5361\u7684\u60c5\u6cc1\u4e0b\u8dd1\u672c\u5730\u7aef LLM \u5176\u5be6\u662f\u5f88\u5962\u4f88\u7684\u4eab\u53d7\u8207\u9ad4\u9a57\u554a\uff01\ud83e\udd23<\/p>\n\n\n\n