{"id":2506,"date":"2026-07-28T14:36:13","date_gmt":"2026-07-28T06:36:13","guid":{"rendered":"https:\/\/www.o6s.net\/?p=2506"},"modified":"2026-07-31T13:02:27","modified_gmt":"2026-07-31T05:02:27","slug":"%e6%93%8d%e4%bd%9c%e6%8c%87%e5%8d%97-%e5%9f%ba%e4%ba%8e-openeuler-%e5%92%8c-vllm-ascend%ef%bc%8c%e6%95%99%e4%bd%a0%e5%bf%ab%e9%80%9f%e4%b8%8a%e6%89%8b-kimi-k3","status":"publish","type":"post","link":"https:\/\/www.o6s.net\/index.php\/2026\/07\/28\/%e6%93%8d%e4%bd%9c%e6%8c%87%e5%8d%97-%e5%9f%ba%e4%ba%8e-openeuler-%e5%92%8c-vllm-ascend%ef%bc%8c%e6%95%99%e4%bd%a0%e5%bf%ab%e9%80%9f%e4%b8%8a%e6%89%8b-kimi-k3\/","title":{"rendered":"\u64cd\u4f5c\u6307\u5357 | \u57fa\u4e8e openEuler \u548c vLLM Ascend\uff0c\u6559\u4f60\u5feb\u901f\u4e0a\u624b Kimi K3"},"content":{"rendered":"<section style=\"text-align: center;\"><img decoding=\"async\" class=\"rich_pages wxw-img\" style=\"width: 100%;\" src=\"https:\/\/www.o6s.net\/wp-content\/uploads\/2026\/07\/640-3389b96a.gif\" data-ratio=\"0.2777777777777778\" data-type=\"gif\" data-w=\"864\" data-backw=\"578\" data-backh=\"161\" data-imgfileid=\"100036749\" data-aistatus=\"1\" \/><\/section>\n<section data-role=\"outer\" data-pm-slice=\"0 0 []\">\n<section data-role=\"outer\" data-pm-slice=\"0 0 []\">\n<section data-role=\"paragraph\">\n<section data-role=\"outer\" data-pm-slice=\"0 0 []\">\n<section data-role=\"paragraph\">\n<section data-role=\"paragraph\"><span style=\"letter-spacing: 1px;\" data-pm-slice=\"0 0 []\"><strong data-start=\"52\" data-end=\"119\"><span style=\"font-size: 15px;\">2026 \u5e74 7 \u6708 27 \u65e5\u665a\uff0c\u6708\u4e4b\u6697\u9762\uff08Moonshot AI\uff09\u65b0\u4e00\u4ee3\u65d7\u8230\u57fa\u7840\u6a21\u578b Kimi K3 \u6b63\u5f0f\u5f00\u653e\u5b8c\u6574\u6a21\u578b\u6743\u91cd\u3002<\/span><\/strong><span style=\"font-size: 15px;\">\u5b98\u65b9\u53d1\u5e03 Kimi K3 \u6280\u672f\u62a5\u544a\uff0c\u5e76\u5f00\u6e90\u652f\u6491\u6a21\u578b\u8bad\u7ec3\u4e0e\u8fd0\u884c\u7684\u5173\u952e\u57fa\u7840\u8bbe\u65bd\u6280\u672f\uff0c\u5305\u62ec MoonEP\u3001FlashKDA \u548c AgentEnv\uff0c\u8fdb\u4e00\u6b65\u63a8\u52a8\u5927\u6a21\u578b\u6280\u672f\u5f00\u653e\u4e0e\u751f\u6001\u5171\u5efa\u3002<\/span><\/span><span style=\"letter-spacing: 1px; background-color: transparent; caret-color: red;\"><span style=\"font-size: 15px;\">\u4f5c\u4e3a Kimi \u7cfb\u5217\u8fed\u4ee3\u5347\u7ea7\u7684<\/span><\/span><span style=\"font-size: 11pt; font-family: \u5fae\u8f6f\u96c5\u9ed1; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0pt; mso-font-width: 100%; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"font-size: 15px;\">\u91cd\u8981<\/span><\/span><span style=\"font-size: 11pt; font-family: \u5fae\u8f6f\u96c5\u9ed1; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0pt; mso-font-width: 100%; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"font-size: 15px;\">\u6a21\u578b\uff0cKimi K3 \u5728\u6a21\u578b\u89c4\u6a21\u3001\u4e0a\u4e0b\u6587\u7406\u89e3\u3001\u4ee3\u7801\u80fd\u529b\u3001\u590d\u6742\u63a8\u7406\u7b49\u9886\u57df\u5b9e\u73b0\u5168\u9762\u63d0\u5347\uff0c\u5e76\u901a\u8fc7\u5f00\u653e\u5b8c\u6574\u6743\u91cd\u8fdb\u4e00\u6b65\u63a8\u52a8\u5927\u6a21\u578b\u6280\u672f\u521b\u65b0\u4e0e\u751f\u6001\u5171\u5efa\u3002Kimi K3 \u91c7\u7528 MoE \u6df7\u5408\u4e13\u5bb6\u67b6\u6784\uff0c\u603b\u53c2\u6570\u89c4\u6a21 2.8 \u4e07\u4ebf<\/span><\/span><span style=\"font-size: 11pt; font-family: \u5fae\u8f6f\u96c5\u9ed1; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0pt; mso-font-width: 100%; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"font-size: 15px;\">\uff0c<\/span><\/span><span style=\"font-size: 11pt; font-family: \u5fae\u8f6f\u96c5\u9ed1; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0pt; mso-font-width: 100%; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"font-size: 15px;\">\u652f\u6301\u767e\u4e07\u7ea7 Token \u4e0a\u4e0b\u6587\u7a97\u53e3\uff0c\u9762\u5411\u957f\u7a0b\u7f16\u7a0b\u3001\u77e5\u8bc6\u5de5\u4f5c\u548c\u590d\u6742\u63a8\u7406\u7b49\u573a\u666f\u8fdb\u884c\u4e86\u6df1\u5ea6\u4f18\u5316\uff0c\u5728\u591a\u9879\u6a21\u578b\u8bc4\u6d4b\u4e2d\u5c55\u73b0\u51fa\u9886\u5148\u7684\u7efc\u5408\u80fd\u529b\uff0c\u4e3a\u5f00\u53d1\u8005\u6784\u5efa\u667a\u80fd\u5316\u5e94\u7528\u63d0\u4f9b\u66f4\u52a0\u5f00\u653e\u7684\u5927\u6a21\u578b\u57fa\u7840\u3002<\/span><\/span><\/p>\n<p>&nbsp;<\/p>\n<\/section>\n<p style=\"text-align: justify; line-height: 1.6;\"><span style=\"color: black; font-size: 15px; letter-spacing: 1px;\">vLLM \u662f PyTorch Foundation \u4e0b\u7684\u5f00\u6e90 LLM \u63a8\u7406\u5f15\u64ce\uff0c\u4e3a\u7528\u6237\u548c\u5f00\u53d1\u8005\u63d0\u4f9b\u5feb\u901f\u3001\u6613\u7528\u7684 LLM \u63a8\u7406\u80fd\u529b\uff0cvLLM-Ascend\u63d0\u4f9b\u4e86vLLM\u5bf9\u6607\u817e\u7684\u652f\u6301\u3002<strong>\u672c\u6307\u5357\u5c06\u5e2e\u52a9\u4f60\u4f7f\u7528 OpenAtom openEuler\uff08\u7b80\u79f0\uff1a\u201copenEuler\u201d\u6216\u201c\u5f00\u6e90\u6b27\u62c9\u201d\uff09\u548c vLLM Ascend \u5728\u6607\u817e\u4e0a\u8fd0\u884c Kimi K3\u3002<\/strong><\/span><\/p>\n<\/section>\n<section style=\"height: 0px;\" data-role=\"paragraph\"><\/section>\n<section data-role=\"paragraph\">&nbsp;<\/p>\n<\/section>\n<section data-role=\"paragraph\">\n<section data-role=\"splitline\" data-id=\"134689\">\n<section style=\"margin: 10px auto;\">\n<section style=\"width: 100%; max-width: 100% !important; box-sizing: border-box;\" data-width=\"100%\"><img decoding=\"async\" class=\"rich_pages wxw-img\" style=\"width: 100%; display: block; vertical-align: baseline; box-sizing: border-box; max-width: 100% !important;\" src=\"https:\/\/www.o6s.net\/wp-content\/uploads\/2026\/07\/640-361e32d4.gif\" data-ratio=\"0.06285178236397748\" data-type=\"gif\" data-w=\"1066\" data-width=\"100%\" data-imgfileid=\"100037178\" data-aistatus=\"1\" \/><\/section>\n<\/section>\n<\/section>\n<\/section>\n<section data-role=\"paragraph\">&nbsp;<\/p>\n<\/section>\n<section data-role=\"paragraph\">\n<p style=\"line-height: 1.6;\"><span style=\"font-size: 15px; letter-spacing: 1px;\">\u672c\u6307\u5357\u5c06\u91c7\u7528 vLLM Ascend \u7684\u5bb9\u5668\u955c\u50cf\u542f\u52a8\u65b9\u5f0f\uff0c<strong>\u57284\u53f0\u6607\u817e Atlas 800 A3 (128G \u00d7 8) \u8282\u70b9\u4e0a\u8fd0\u884cKimi K3\u3002<\/strong><\/span><\/p>\n<p style=\"line-height: 1.75;\">\n<section>\n<section style=\"text-align: center;\"><img decoding=\"async\" class=\"rich_pages wxw-img\" style=\"vertical-align: baseline;\" src=\"https:\/\/www.o6s.net\/wp-content\/uploads\/2026\/07\/640-775c6ac1.png\" data-ratio=\"0.75\" data-type=\"png\" data-w=\"1080\" data-imgfileid=\"100037177\" data-aistatus=\"1\" \/><\/section>\n<\/section>\n<\/section>\n<section data-role=\"paragraph\">\n<section data-role=\"paragraph\">&nbsp;<\/p>\n<\/section>\n<section data-role=\"title\" data-id=\"163203\">\n<section style=\"margin: 10px auto; display: flex; justify-content: flex-start;\">\n<section style=\"display: flex;\">\n<section style=\"flex-shrink: 0; padding-right: 10px; box-sizing: border-box;\">\n<section style=\"width: 6px; height: 100%; background: linear-gradient(to bottom,#2c80f5,#2c80f5); box-sizing: border-box;\"><\/section>\n<\/section>\n<section>\n<section style=\"font-size: 18px; text-align: left; padding: 0px 15px 0px 0px; box-sizing: border-box;\"><span style=\"font-size: 18px; color: #2c80f5;\"><strong>\u6b65\u9aa4\u4e00\uff1a\u786e\u4fdd\u6607\u817e\u9a71\u52a8\u6b63\u5e38\u5b89\u88c5<\/strong><\/span><\/section>\n<section style=\"display: flex; align-items: center; margin-bottom: -4px; margin-top: -3px;\">\n<section style=\"width: 100%; height: 1px; border-top: 1px dashed #2c80f5; max-width: 100% !important; box-sizing: border-box;\" data-width=\"100%\"><\/section>\n<section style=\"flex-shrink: 0;\">\n<section style=\"width: 5px; height: 5px; background-color: #2c80f5; box-sizing: border-box;\"><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p>&nbsp;<\/p>\n<\/section>\n<section data-role=\"paragraph\">\n<p style=\"text-align: left; line-height: 1.6;\"><span style=\"font-size: 15px; letter-spacing: 1px;\">\u5728\u62c9\u8d77\u5bb9\u5668\u524d\uff0c\u8bf7\u5148\u786e\u4fdd\u6607\u817e\u9a71\u52a8\u5df2\u7ecf\u6b63\u5e38\u5b89\u88c5\uff0c\u53ef\u4f7f\u7528<span style=\"background-color: #f2f2f2;\">\u00a0npu-smi info<\/span>\u00a0\u547d\u4ee4\u8fdb\u884c\u67e5\u770b\u3002<\/span><\/p>\n<\/section>\n<section data-role=\"paragraph\">\n<p style=\"text-align: left; margin: 0;\">\n<section data-role=\"title\" data-id=\"163203\">\n<section style=\"margin: 10px auto; display: flex; justify-content: flex-start;\">\n<section style=\"display: flex;\">\n<section style=\"flex-shrink: 0; padding-right: 10px; box-sizing: border-box;\">\n<section style=\"width: 6px; height: 100%; background: linear-gradient(to bottom,#2c80f5,#2c80f5); box-sizing: border-box;\"><\/section>\n<\/section>\n<section>\n<section style=\"font-size: 17px; text-align: left; padding: 0px 15px 0px 0px; box-sizing: border-box;\"><span style=\"color: #2c80f5; font-size: 17px;\"><strong>\u6b65\u9aa4\u4e8c\uff1a\u4e0b\u8f7d\u6a21\u578b\u6743\u91cd<\/strong><\/span><\/section>\n<section style=\"display: flex; align-items: center; margin-bottom: -4px; margin-top: -3px;\">\n<section style=\"width: 100%; height: 1px; border-top: 1px dashed #2c80f5; max-width: 100% !important; box-sizing: border-box;\" data-width=\"100%\"><\/section>\n<section style=\"flex-shrink: 0;\">\n<section style=\"width: 5px; height: 5px; background-color: #2c80f5; box-sizing: border-box;\"><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section data-role=\"paragraph\">&nbsp;<\/p>\n<\/section>\n<section data-id=\"171064\">\n<section style=\"margin: 10px auto;\">\n<section style=\"background-color: #f5f9ff; padding: 20px 10px; box-sizing: border-box;\">\n<section style=\"text-align: justify; line-height: 1.75em; letter-spacing: 1.5px; font-size: 14px; color: #404e4b; background-color: transparent;\" data-autoskip=\"1\">\n<p style=\"text-align: justify; line-height: 1.75;\"><span style=\"background-color: transparent; caret-color: red; font-size: 15px; color: #000000; letter-spacing: 0px; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"font-weight: bold;\">Eco-Tech\/Kimi-K3-w4a8<\/span><\/span><span style=\"background-color: transparent; caret-color: red; font-size: 15px; color: #000000; letter-spacing: 0px; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"font-weight: bold;\">(\u91cf\u5316\u6743\u91cd)<\/span><\/span><\/p>\n<p style=\"text-align: justify; margin: 4px 0 4px 0;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #1e6fff; letter-spacing: 0; vertical-align: baseline; font-family: \u5fae\u8f6f\u96c5\u9ed1;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">https:\/\/www.modelscope.cn\/models\/Eco-Tech\/Kimi-K3-w4a8<\/span><\/p>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"line-height: 1.6;\">\n<\/section>\n<section data-role=\"title\" data-id=\"163203\">\n<section style=\"margin: 10px auto; display: flex; justify-content: flex-start;\">\n<section style=\"display: flex;\">\n<section style=\"flex-shrink: 0; padding-right: 10px; box-sizing: border-box;\">\n<section style=\"width: 6px; height: 100%; background: linear-gradient(to bottom,#2c80f5,#2c80f5); box-sizing: border-box;\"><\/section>\n<\/section>\n<section>\n<section style=\"font-size: 17px; text-align: left; padding: 0px 15px 0px 0px; box-sizing: border-box;\"><span style=\"color: #2c80f5; font-size: 17px;\"><strong>\u6b65\u9aa4\u4e09\uff1a\u62c9\u8d77 vLLM Ascend \u5bb9\u5668\u8fd0\u884c\u73af\u5883<\/strong><\/span><\/section>\n<section style=\"display: flex; align-items: center; margin-bottom: -4px; margin-top: -3px;\">\n<section style=\"width: 100%; height: 1px; border-top: 1px dashed #2c80f5; max-width: 100% !important; box-sizing: border-box;\" data-width=\"100%\"><\/section>\n<section style=\"flex-shrink: 0;\">\n<section style=\"width: 5px; height: 5px; background-color: #2c80f5; box-sizing: border-box;\"><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section data-role=\"paragraph\">&nbsp;<\/p>\n<\/section>\n<p style=\"text-align: left; line-height: 1.6;\"><span style=\"text-align: justify; caret-color: red; font-size: 15px; color: #000000; background-image: initial; background-position: initial; background-size: initial; background-repeat: initial; background-attachment: initial; background-origin: initial; background-clip: initial; vertical-align: baseline; letter-spacing: 1px;\">\u6bcf\u53f0A3\u4e0a\u5747\u4f7f\u7528\u5982\u4e0b\u547d\u4ee4\u62c9\u8d77 vLLM Ascend \u5bb9\u5668\u8fd0\u884c\u73af\u5883\uff1a<\/span><\/p>\n<section class=\"code-snippet__fix code-snippet__js\">\n<ul class=\"code-snippet__line-index code-snippet__js\">\n<li><\/li>\n<\/ul>\n<pre class=\"code-snippet__js\" data-lang=\"swift\"><code>export\u00a0<span class=\"code-snippet__type\">IMAGE<\/span><span class=\"code-snippet__operator\">=<\/span>quay.io<span class=\"code-snippet__regexp\">\/ascend\/<\/span>vllm<span class=\"code-snippet__operator\">-<\/span>ascend:kimi<span class=\"code-snippet__operator\">-<\/span>k3<span class=\"code-snippet__operator\">-<\/span>a3<span class=\"code-snippet__operator\">-<\/span>openeuler<\/code><code>docker run\u00a0<span class=\"code-snippet__operator\">--<\/span>rm <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>name vllm<span class=\"code-snippet__operator\">-<\/span>ascend <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>shm<span class=\"code-snippet__operator\">-<\/span>size<span class=\"code-snippet__operator\">=<\/span>1g <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>net<span class=\"code-snippet__operator\">=<\/span>host <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>privileged<span class=\"code-snippet__operator\">=<\/span><span class=\"code-snippet__literal\">true<\/span>\u00a0<\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci0 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci1 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci2 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci3 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci4 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci5 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci6 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci7 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci8 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci9 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci10 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci11 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci12 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci13 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci14 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci15 <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>davinci_manager <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>devmm_svm <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">--<\/span>device\u00a0<span class=\"code-snippet__regexp\">\/dev\/<\/span>hisi_hdc <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/dcmi:\/<\/span>usr<span class=\"code-snippet__regexp\">\/local\/<\/span>dcmi <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/Ascend\/<\/span>driver<span class=\"code-snippet__regexp\">\/tools\/<\/span>hccn_tool:<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/Ascend\/<\/span>driver<span class=\"code-snippet__regexp\">\/tools\/<\/span>hccn_tool <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/bin\/<\/span>npu<span class=\"code-snippet__operator\">-<\/span>smi:<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/bin\/<\/span>npu<span class=\"code-snippet__operator\">-<\/span>smi <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/Ascend\/<\/span>driver<span class=\"code-snippet__regexp\">\/lib64\/<\/span>:<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/Ascend\/<\/span>driver<span class=\"code-snippet__regexp\">\/lib64\/<\/span>\u00a0<\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/usr\/<\/span>local<span class=\"code-snippet__regexp\">\/Ascend\/<\/span>driver<span class=\"code-snippet__regexp\">\/version.info:\/<\/span>usr<span class=\"code-snippet__regexp\">\/local\/<\/span><span class=\"code-snippet__type\">Ascend<\/span><span class=\"code-snippet__regexp\">\/driver\/<\/span>version.info <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/etc\/<\/span>ascend_install.info:<span class=\"code-snippet__regexp\">\/etc\/<\/span>ascend_install.info <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>v\u00a0<span class=\"code-snippet__regexp\">\/root\/<\/span>.cache:<span class=\"code-snippet__regexp\">\/root\/<\/span>.cache <\/code><code>\u00a0 \u00a0\u00a0<span class=\"code-snippet__operator\">-<\/span>it\u00a0<span class=\"code-snippet__variable\">$IMAGE<\/span>\u00a0bash<\/code><\/pre>\n<\/section>\n<p>&nbsp;<\/p>\n<section data-role=\"paragraph\">\n<section data-role=\"title\" data-id=\"163203\">\n<section style=\"margin: 10px auto; display: flex; justify-content: flex-start;\">\n<section style=\"display: flex;\">\n<section style=\"flex-shrink: 0; padding-right: 10px; box-sizing: border-box;\">\n<section style=\"width: 6px; height: 100%; background: linear-gradient(to bottom,#2c80f5,#2c80f5); box-sizing: border-box;\"><\/section>\n<\/section>\n<section>\n<section style=\"font-size: 17px; text-align: left; padding: 0px 15px 0px 0px; box-sizing: border-box;\"><span style=\"color: #2c80f5; font-size: 17px;\"><strong>\u6b65\u9aa4\u56db\uff1a\u56db\u673a\u6df7\u90e8<\/strong><\/span><\/section>\n<section style=\"display: flex; align-items: center; margin-bottom: -4px; margin-top: -3px;\">\n<section style=\"width: 100%; height: 1px; border-top: 1px dashed #2c80f5; max-width: 100% !important; box-sizing: border-box;\" data-width=\"100%\"><\/section>\n<section style=\"flex-shrink: 0;\">\n<section style=\"width: 5px; height: 5px; background-color: #2c80f5; box-sizing: border-box;\"><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p>&nbsp;<\/p>\n<\/section>\n<section data-role=\"paragraph\">\n<p style=\"text-align: justify; margin: 4px 0px; line-height: 1.6;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; vertical-align: baseline; letter-spacing: 1px;\">\u5728\u542f\u52a8\u670d\u52a1\u4e4b\u524d\uff0c\u66ff\u6362<span style=\"background-color: #f2f2f2;\">LOCAL_IP<\/span>,\u00a0<span style=\"background-color: #f2f2f2;\">NIC_NAME<\/span>,\u00a0<span style=\"background-color: #f2f2f2;\">PORT<\/span>,\u00a0<span style=\"background-color: #f2f2f2;\">RPC_PORT<\/span>:<\/span><\/p>\n<section data-id=\"171064\">\n<section style=\"margin: 10px auto;\">\n<section style=\"background-color: #f5f9ff; padding: 20px 10px; box-sizing: border-box;\">\n<section style=\"text-align: justify; line-height: 1.75em; letter-spacing: 1.5px; font-size: 14px; color: #404e4b; background-color: transparent;\" data-autoskip=\"1\">\n<p style=\"text-align: justify; max-inline-size: 100%; margin: 4px 0px; padding: 0px; clear: both; min-height: 1em; cursor: text; color: #333333; font-size: 17px; caret-color: #ff0000; text-decoration-thickness: initial; line-height: 1.6; font-family: mp-quote, -apple-system-font, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"max-inline-size: 100%; margin: 0px; padding: 0px; cursor: text; letter-spacing: 1px; caret-color: red; font-size: 15px; color: #000000; vertical-align: baseline; box-sizing: border-box !important; overflow-wrap: break-word !important;\">1.<\/span><span style=\"max-inline-size: 100%; margin: 0px; padding: 0px; cursor: text; letter-spacing: 1px; caret-color: red; font-size: 15px; color: #000000; vertical-align: baseline; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\"><span style=\"background-color: #f2f2f2;\">NIC_NAME\u00a0<\/span>\u5fc5\u987b\u662f\u00a0<span style=\"background-color: #f2f2f2;\">LOCAL_IP<\/span>\u00a0\u7684\u7f51\u53e3<\/span><\/p>\n<p style=\"text-align: justify; max-inline-size: 100%; margin: 4px 0px; padding: 0px; clear: both; min-height: 1em; cursor: text; color: #333333; font-size: 17px; caret-color: #ff0000; text-decoration-thickness: initial; line-height: 1.6; font-family: mp-quote, -apple-system-font, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"max-inline-size: 100%; margin: 0px; padding: 0px; cursor: text; letter-spacing: 1px; caret-color: red; font-size: 15px; color: #000000; vertical-align: baseline; box-sizing: border-box !important; overflow-wrap: break-word !important;\">2.<\/span><span style=\"max-inline-size: 100%; margin: 0px; padding: 0px; cursor: text; letter-spacing: 1px; caret-color: red; font-size: 15px; color: #000000; vertical-align: baseline; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u9ed8\u8ba4 Node 0 \u4e3a\u4e3b\u8282\u70b9\uff0c Node 1~3 \u7684\u00a0<span style=\"background-color: #f2f2f2;\">NODE0_IP<\/span>\u5fc5\u987b\u8bbe\u7f6e\u4e3a Node 0\u7684\u00a0<span style=\"background-color: #f2f2f2;\">LOCAL_IP<\/span><\/span><\/p>\n<p style=\"text-align: justify; max-inline-size: 100%; margin: 4px 0px; padding: 0px; clear: both; min-height: 1em; cursor: text; color: #333333; font-size: 17px; caret-color: #ff0000; text-decoration-thickness: initial; line-height: 1.6; font-family: mp-quote, -apple-system-font, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"max-inline-size: 100%; margin: 0px; padding: 0px; cursor: text; letter-spacing: 1px; caret-color: red; font-size: 15px; color: #000000; vertical-align: baseline; box-sizing: border-box !important; overflow-wrap: break-word !important;\">3.<\/span><span style=\"max-inline-size: 100%; margin: 0px; padding: 0px; cursor: text; letter-spacing: 1px; caret-color: red; font-size: 15px; color: #000000; vertical-align: baseline; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u542f\u52a8\u63a8\u7406\u670d\u52a1\u65f6, Node 1\u30012\u30013\u7684\u00a0<span style=\"background-color: #f2f2f2;\">&#8211;data-parallel-start-rank<\/span>\u00a0\u53c2\u6570\u503c\u5206\u522b\u8bbe\u7f6e\u4e3a1\u30012\u30013<\/span><\/p>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"text-align: justify; margin: 4px 0px; line-height: 1.6;\">\n<p style=\"text-align: justify; margin: 4px 0px; line-height: 1.6;\"><strong style=\"caret-color: red; letter-spacing: 1px; font-size: 15px;\"><span style=\"font-size: 15px; color: #000000; vertical-align: baseline; letter-spacing: 1px;\">\u25cf Node 0\u542f\u52a8\u63a8\u7406\u670d\u52a1\uff1a<\/span><\/strong><\/p>\n<section class=\"code-snippet__fix code-snippet__js\">\n<ul class=\"code-snippet__line-index code-snippet__js\">\n<li><\/li>\n<\/ul>\n<pre class=\"code-snippet__js\" data-lang=\"apache\"><code><span class=\"code-snippet__comment\"># Values that must be adapted to the target environment.<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0MODEL_PATH=&lt;KIMI_K3_MODEL_PATH&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0LOCAL_IP=&lt;NODE0_LOCAL_IP&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0NIC_NAME=&lt;NODE0_NIC_NAME&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0PORT=&lt;SERVICE_PORT&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0RPC_PORT=&lt;DP_RPC_PORT&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0HCCL_IF_IP=$LOCAL_IP<\/code><code>\r\n<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0GLOO_SOCKET_IFNAME=$NIC_NAME<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0TP_SOCKET_IFNAME=$NIC_NAME<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0HCCL_SOCKET_IFNAME=$NIC_NAME<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0VLLM_ENGINE_READY_TIMEOUT_S=<span class=\"code-snippet__number\">7200<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0PYTORCH_NPU_ALLOC_CONF=expandable_segments:True<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0OMP_PROC_BIND=false<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0OMP_NUM_THREADS=<span class=\"code-snippet__number\">1<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0TASK_QUEUE_ENABLE=<span class=\"code-snippet__number\">1<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0HCCL_BUFFSIZE=<span class=\"code-snippet__number\">800<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0ASCEND_RT_VISIBLE_DEVICES=<span class=\"code-snippet__number\">0<\/span>,<span class=\"code-snippet__number\">1<\/span>,<span class=\"code-snippet__number\">2<\/span>,<span class=\"code-snippet__number\">3<\/span>,<span class=\"code-snippet__number\">4<\/span>,<span class=\"code-snippet__number\">5<\/span>,<span class=\"code-snippet__number\">6<\/span>,<span class=\"code-snippet__number\">7<\/span>,<span class=\"code-snippet__number\">8<\/span>,<span class=\"code-snippet__number\">9<\/span>,<span class=\"code-snippet__number\">10<\/span>,<span class=\"code-snippet__number\">11<\/span>,<span class=\"code-snippet__number\">12<\/span>,<span class=\"code-snippet__number\">13<\/span>,<span class=\"code-snippet__number\">14<\/span>,<span class=\"code-snippet__number\">15<\/span><\/code><code>\r\n<\/code><code><span class=\"code-snippet__attribute\">vllm<\/span>\u00a0serve $MODEL_PATH\u00a0<\/code><code>\u00a0 \u00a0 --served-model-name kimi-k3\u00a0<\/code><code>\u00a0 \u00a0 --port $PORT\u00a0<\/code><code>\u00a0 \u00a0 --allowed-local-media-path \/\u00a0<\/code><code>\u00a0 \u00a0 --trust-remote-code\u00a0<\/code><code>\u00a0 \u00a0 --tensor-parallel-size\u00a0<span class=\"code-snippet__number\">16<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-size\u00a0<span class=\"code-snippet__number\">4<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-size-local\u00a0<span class=\"code-snippet__number\">1<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-address $LOCAL_IP\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-rpc-port $RPC_PORT\u00a0<\/code><code>\u00a0 \u00a0 --enable-prefix-caching\u00a0<\/code><code>\u00a0 \u00a0 --enable-expert-parallel\u00a0<\/code><code>\u00a0 \u00a0 --max-num-seqs\u00a0<span class=\"code-snippet__number\">16<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --max-model-len\u00a0<span class=\"code-snippet__number\">131027<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --max-num-batched-tokens\u00a0<span class=\"code-snippet__number\">24576<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --gpu-memory-utilization\u00a0<span class=\"code-snippet__number\">0<\/span>.<span class=\"code-snippet__number\">9<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --compilation-config '{<span class=\"code-snippet__string\">\"cudagraph_mode\"<\/span>:<span class=\"code-snippet__string\">\"FULL_DECODE_ONLY\"<\/span>}'\u00a0<\/code><code>\u00a0 \u00a0 --profiler-config '{<span class=\"code-snippet__string\">\"profiler\"<\/span>:\u00a0<span class=\"code-snippet__string\">\"torch\"<\/span>,\u00a0<span class=\"code-snippet__string\">\"torch_profiler_dir\"<\/span>:\u00a0<span class=\"code-snippet__string\">\".\/vllm_profile\"<\/span>,\u00a0<span class=\"code-snippet__string\">\"torch_profiler_with_stack\"<\/span>: false}'\u00a0<\/code><code>\u00a0 \u00a0 --mm-processor-cache-gb\u00a0<span class=\"code-snippet__number\">0<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --additional-config '{<span class=\"code-snippet__string\">\"enable_cpu_binding\"<\/span>:true,\u00a0<span class=\"code-snippet__string\">\"enable_flashcomm1\"<\/span>:true}'\u00a0<\/code><code>\u00a0 \u00a0 --mm-encoder-tp-mode data\u00a0<\/code><code>\u00a0 \u00a0 --limit-mm-per-prompt '{<span class=\"code-snippet__string\">\"vision_chunk\"<\/span>:\u00a0<span class=\"code-snippet__number\">40<\/span>}'\u00a0<\/code><code>\u00a0 \u00a0 --enable-auto-tool-choice\u00a0<\/code><code>\u00a0 \u00a0 --reasoning-parser kimi_k3\u00a0<\/code><code>\u00a0 \u00a0 --tool-call-parser kimi_k3<\/code><\/pre>\n<\/section>\n<p style=\"text-align: justify; margin: 4px 0 4px 0;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0; vertical-align: baseline; font-family: \u5fae\u8f6f\u96c5\u9ed1;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u00a0<\/span><\/p>\n<p style=\"text-align: justify; margin: 4px 0 4px 0;\"><strong style=\"caret-color: red; letter-spacing: 1px; font-size: 15px;\"><span style=\"font-size: 15px; color: #000000; vertical-align: baseline; letter-spacing: 1px;\">\u25cf Node 1,2,3 \u542f\u52a8\u63a8\u7406\u670d\u52a1<\/span><\/strong><\/p>\n<p style=\"text-align: justify; margin: 4px 0px; line-height: 1.6;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0px; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u5728\u6bcf\u4e2a\u5de5\u4f5c\u8282\u70b9\u4e0a\u8fd0\u884c\u8fd0\u884c\u4ee5\u4e0b\u547d\u4ee4\uff0c\u6ce8\u610f\u5c06 \u00a0<\/span><span style=\"background-color: #f2f2f2;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0px; vertical-align: baseline; background-color: #f2f2f2;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">LOCAL_IP<\/span>\u00a0\u00a0<\/span><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0px; vertical-align: baseline;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u548c \u00a0<span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0px; vertical-align: baseline; background-color: #f2f2f2;\">NIC_NAME\u00a0<\/span>\u8bbe\u7f6e\u4e3a\u6bcf\u4e2a\u8282\u70b9\u5bf9\u5e94\u7684\u503c\uff0c<span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0px; vertical-align: baseline; background-color: #f2f2f2;\">DP_START_RANK \u00a0<\/span>\u4e0e\u8282\u70b9\u7f16\u53f7\u5bf9\u5e94\uff0c\u5206\u522b\u8bbe\u7f6e\u4e3a1\u30012\u30013<\/span><\/p>\n<p style=\"text-align: justify; margin: 4px 0 4px 0;\">\n<section class=\"code-snippet__fix code-snippet__js\">\n<ul class=\"code-snippet__line-index code-snippet__js\">\n<li><\/li>\n<\/ul>\n<pre class=\"code-snippet__js\" data-lang=\"apache\"><code><span class=\"code-snippet__comment\"># Values that must be adapted to the target environment.<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0MODEL_PATH=&lt;KIMI_K3_MODEL_PATH&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0LOCAL_IP=&lt;WORKER_LOCAL_IP&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0NODE0_IP=&lt;NODE0_LOCAL_IP&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0NIC_NAME=&lt;WORKER_NIC_NAME&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0PORT=&lt;SERVICE_PORT&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0RPC_PORT=&lt;DP_RPC_PORT&gt;<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0DP_START_RANK=&lt;<span class=\"code-snippet__number\">1<\/span>_OR_2_OR_3&gt;<\/code><code>\r\n<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0HCCL_IF_IP=$LOCAL_IP<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0GLOO_SOCKET_IFNAME=$NIC_NAME<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0TP_SOCKET_IFNAME=$NIC_NAME<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0HCCL_SOCKET_IFNAME=$NIC_NAME<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0PYTORCH_NPU_ALLOC_CONF=expandable_segments:True<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0OMP_PROC_BIND=false<\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0OMP_NUM_THREADS=<span class=\"code-snippet__number\">1<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0TASK_QUEUE_ENABLE=<span class=\"code-snippet__number\">1<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0HCCL_BUFFSIZE=<span class=\"code-snippet__number\">800<\/span><\/code><code><span class=\"code-snippet__attribute\">export<\/span>\u00a0ASCEND_RT_VISIBLE_DEVICES=<span class=\"code-snippet__number\">0<\/span>,<span class=\"code-snippet__number\">1<\/span>,<span class=\"code-snippet__number\">2<\/span>,<span class=\"code-snippet__number\">3<\/span>,<span class=\"code-snippet__number\">4<\/span>,<span class=\"code-snippet__number\">5<\/span>,<span class=\"code-snippet__number\">6<\/span>,<span class=\"code-snippet__number\">7<\/span>,<span class=\"code-snippet__number\">8<\/span>,<span class=\"code-snippet__number\">9<\/span>,<span class=\"code-snippet__number\">10<\/span>,<span class=\"code-snippet__number\">11<\/span>,<span class=\"code-snippet__number\">12<\/span>,<span class=\"code-snippet__number\">13<\/span>,<span class=\"code-snippet__number\">14<\/span>,<span class=\"code-snippet__number\">15<\/span><\/code><code>\r\n<\/code><code><span class=\"code-snippet__attribute\">vllm<\/span>\u00a0serve $MODEL_PATH\u00a0<\/code><code>\u00a0 \u00a0 --headless\u00a0<\/code><code>\u00a0 \u00a0 --served-model-name kimi-k3\u00a0<\/code><code>\u00a0 \u00a0 --port $PORT\u00a0<\/code><code>\u00a0 \u00a0 --allowed-local-media-path \/\u00a0<\/code><code>\u00a0 \u00a0 --trust-remote-code\u00a0<\/code><code>\u00a0 \u00a0 --tensor-parallel-size\u00a0<span class=\"code-snippet__number\">16<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-size\u00a0<span class=\"code-snippet__number\">4<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-size-local\u00a0<span class=\"code-snippet__number\">1<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-start-rank $DP_START_RANK\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-address $NODE0_IP\u00a0<\/code><code>\u00a0 \u00a0 --data-parallel-rpc-port $RPC_PORT\u00a0<\/code><code>\u00a0 \u00a0 --enable-prefix-caching\u00a0<\/code><code>\u00a0 \u00a0 --enable-expert-parallel\u00a0<\/code><code>\u00a0 \u00a0 --max-num-seqs\u00a0<span class=\"code-snippet__number\">16<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --max-model-len\u00a0<span class=\"code-snippet__number\">131027<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --max-num-batched-tokens\u00a0<span class=\"code-snippet__number\">24576<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --gpu-memory-utilization\u00a0<span class=\"code-snippet__number\">0<\/span>.<span class=\"code-snippet__number\">9<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --compilation-config '{<span class=\"code-snippet__string\">\"cudagraph_mode\"<\/span>:<span class=\"code-snippet__string\">\"FULL_DECODE_ONLY\"<\/span>}'\u00a0<\/code><code>\u00a0 \u00a0 --profiler-config '{<span class=\"code-snippet__string\">\"profiler\"<\/span>:\u00a0<span class=\"code-snippet__string\">\"torch\"<\/span>,\u00a0<span class=\"code-snippet__string\">\"torch_profiler_dir\"<\/span>:\u00a0<span class=\"code-snippet__string\">\".\/vllm_profile\"<\/span>,\u00a0<span class=\"code-snippet__string\">\"torch_profiler_with_stack\"<\/span>: false}'\u00a0<\/code><code>\u00a0 \u00a0 --mm-processor-cache-gb\u00a0<span class=\"code-snippet__number\">0<\/span>\u00a0<\/code><code>\u00a0 \u00a0 --additional-config '{<span class=\"code-snippet__string\">\"enable_cpu_binding\"<\/span>:true,\u00a0<span class=\"code-snippet__string\">\"enable_flashcomm1\"<\/span>:true}'\u00a0<\/code><code>\u00a0 \u00a0 --mm-encoder-tp-mode data\u00a0<\/code><code>\u00a0 \u00a0 --limit-mm-per-prompt '{<span class=\"code-snippet__string\">\"vision_chunk\"<\/span>:\u00a0<span class=\"code-snippet__number\">40<\/span>}'\u00a0<\/code><code>\u00a0 \u00a0 --enable-auto-tool-choice\u00a0<\/code><code>\u00a0 \u00a0 --reasoning-parser kimi_k3\u00a0<\/code><code>\u00a0 \u00a0 --tool-call-parser kimi_k3<\/code><\/pre>\n<\/section>\n<p style=\"text-align: justify; margin: 4px 0 4px 0;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0; vertical-align: baseline; font-family: \u5fae\u8f6f\u96c5\u9ed1;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u00a0<\/span><\/p>\n<section data-role=\"title\" data-id=\"163203\">\n<section style=\"margin: 10px auto; display: flex; justify-content: flex-start;\">\n<section style=\"display: flex;\">\n<section style=\"flex-shrink: 0; padding-right: 10px; box-sizing: border-box;\">\n<section style=\"width: 6px; height: 100%; background: linear-gradient(to bottom,#2c80f5,#2c80f5); box-sizing: border-box;\"><\/section>\n<\/section>\n<section>\n<section style=\"font-size: 17px; text-align: left; padding: 0px 15px 0px 0px; box-sizing: border-box;\"><span style=\"color: #2c80f5; font-size: 17px;\"><strong>\u6b65\u9aa4\u4e94\uff1a\u670d\u52a1\u9a8c\u8bc1<\/strong><\/span><\/section>\n<section style=\"display: flex; align-items: center; margin-bottom: -4px; margin-top: -3px;\">\n<section style=\"width: 100%; height: 1px; border-top: 1px dashed #2c80f5; max-width: 100% !important; box-sizing: border-box;\" data-width=\"100%\"><\/section>\n<section style=\"flex-shrink: 0;\">\n<section style=\"width: 5px; height: 5px; background-color: #2c80f5; box-sizing: border-box;\"><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<section data-role=\"paragraph\">&nbsp;<\/p>\n<\/section>\n<section data-role=\"paragraph\">\n<p style=\"text-align: justify; margin: 4px 0px; line-height: 1.6;\"><span style=\"letter-spacing: 1px;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; vertical-align: baseline; letter-spacing: 1px;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u5728 Node<\/span><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; vertical-align: baseline; letter-spacing: 1px;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">0 \u4e0a\u901a\u8fc7\u4ee5\u4e0b\u547d\u4ee4\u9a8c\u8bc1\u670d\u52a1\u662f\u5426\u6b63\u5e38\uff1a<\/span><\/span><\/p>\n<section class=\"code-snippet__fix code-snippet__js\">\n<ul class=\"code-snippet__line-index code-snippet__js\">\n<li><\/li>\n<\/ul>\n<pre class=\"code-snippet__js\" data-lang=\"cpp\"><code>curl http:<span class=\"code-snippet__comment\">\/\/&lt;NODE0_LOCAL_IP&gt;:&lt;SERVICE_PORT&gt;\/v1\/chat\/completions <\/span><\/code><code>\u00a0 \u00a0 -H \"Content-Type: application\/json\" <\/code><code>\u00a0 \u00a0 -d '{<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"model\"<\/span>:\u00a0<span class=\"code-snippet__string\">\"kimi-k3\"<\/span>,<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"messages\"<\/span>: [{<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"role\"<\/span>:\u00a0<span class=\"code-snippet__string\">\"user\"<\/span>,<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"content\"<\/span>: [{<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"type\"<\/span>:\u00a0<span class=\"code-snippet__string\">\"text\"<\/span>,<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"text\"<\/span>:\u00a0<span class=\"code-snippet__string\">\"The future of AI is\"<\/span><\/code><code>\u00a0 \u00a0 \u00a0 \u00a0 \u00a0 \u00a0 }]<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0 }],<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"max_tokens\"<\/span>:\u00a0<span class=\"code-snippet__number\">1024<\/span>,<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"temperature\"<\/span>:\u00a0<span class=\"code-snippet__number\">1.0<\/span>,<\/code><code>\u00a0 \u00a0 \u00a0 \u00a0\u00a0<span class=\"code-snippet__string\">\"top_p\"<\/span>:\u00a0<span class=\"code-snippet__number\">0.95<\/span><\/code><code>\u00a0 \u00a0 }'<\/code><\/pre>\n<\/section>\n<p style=\"text-align: justify; margin: 4px 0 4px 0;\"><span style=\"font-size: 15px; font-weight: normal; font-style: normal; color: #000000; letter-spacing: 0; vertical-align: baseline; font-family: \u5fae\u8f6f\u96c5\u9ed1;\" data-font-family=\"\u5fae\u8f6f\u96c5\u9ed1\">\u00a0<\/span><\/p>\n<\/section>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: center;\" data-pm-slice=\"0 0 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; font-size: 14px; color: #7f7f7f;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\">-END-<\/span><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: center;\" data-pm-slice=\"0 0 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; font-size: 14px; color: #7f7f7f;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\">\u00a0<\/span><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: left;\" data-pm-slice=\"2 2 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;section&quot;,&quot;attributes&quot;:{&quot;data-role&quot;:&quot;outer&quot;,&quot;label&quot;:&quot;edit by 135editor&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;para&quot;,{&quot;tagName&quot;:&quot;section&quot;,&quot;attributes&quot;:{&quot;data-role&quot;:&quot;paragraph&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;},&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;-webkit-tap-highlight-color: rgba(0, 0, 0, 0);margin: 0px;padding: 0px;outline: 0px;max-width: 100%;clear: both;min-height: 1em;color: rgba(0, 0, 0, 0.9);font-family: &quot;PingFang SC&quot;, system-ui, -apple-system, BlinkMacSystemFont, &quot;Helvetica Neue&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif;font-size: 17px;font-style: normal;font-variant-ligatures: normal;font-variant-caps: normal;font-weight: 400;letter-spacing: 0.544px;orphans: 2;text-indent: 0px;text-transform: none;widows: 2;word-spacing: 0px;-webkit-text-stroke-width: 0px;white-space: normal;background-color: rgb(255, 255, 255);text-decoration-thickness: initial;text-decoration-style: initial;text-decoration-color: initial;text-align: left;box-sizing: border-box !important;overflow-wrap: break-word !important;&quot;,&quot;data-pm-slice&quot;:&quot;2 2 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"font-size: 12px; color: #b2b2b2;\">\u4f9b\u7a3f | \u5468\u680b\u3001\u9c81\u536b\u519b<\/span><\/span><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; color: #bbbebf; font-family: -apple-system, BlinkMacSystemFont, 'Segoe WPC', 'Segoe UI', system-ui, Ubuntu, 'Droid Sans', sans-serif; font-size: 14px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: normal; orphans: 2; text-align: start; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; float: none; display: inline !important;\" data-pm-slice=\"0 0 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><br \/>\n<\/span><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: left;\" data-pm-slice=\"2 2 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"font-size: 12px; color: #b2b2b2;\">\u7f16\u8f91 | \u4e18\u4e91<\/span><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: left;\" data-pm-slice=\"0 0 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"font-size: 12px; color: #b2b2b2;\">\u6821\u5ba1\u00a0<\/span><\/span><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-family: &quot;PingFang SC&quot;, system-ui, -apple-system, BlinkMacSystemFont, &quot;Helvetica Neue&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif; font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; background-color: rgb(255, 255, 255); text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; text-align: left; box-sizing: border-box !important; overflow-wrap: break-word !important;&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\"><span style=\"font-size: 12px; color: #b2b2b2;\">| \u90d1\u632f\u5b87\u3001\u5218\u5f66\u98de<\/span><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: left;\" data-pm-slice=\"0 0 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-family: &quot;PingFang SC&quot;, system-ui, -apple-system, BlinkMacSystemFont, &quot;Helvetica Neue&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif; font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; background-color: rgb(255, 255, 255); text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; text-align: left; box-sizing: border-box !important; overflow-wrap: break-word !important;&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\">\u00a0<\/span><\/p>\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: justify; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif;\" data-role=\"paragraph\">\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\">\u00a0<\/span><\/p>\n<\/section>\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: justify; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif;\" data-id=\"103303\">\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 10px auto; padding: 16px 0px 0px; outline: 0px; max-width: 100%; box-sizing: border-box; overflow-wrap: break-word !important; text-align: center;\">\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px 0px -16px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box; overflow-wrap: break-word !important; width: 677px; height: 1px; background: #0879e2;\" data-width=\"100%\">\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\">\u00a0<\/span><\/p>\n<\/section>\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; display: inline-block;\">\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 4px 1em; outline: 0px; max-width: 100%; box-sizing: border-box; overflow-wrap: break-word !important; font-size: 16px; letter-spacing: 1.5px; color: #ffffff; background: #0879e2;\" data-brushtype=\"text\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"font-size: 17px; font-weight: bold;\">\u5f80\u671f\u63a8\u8350<\/span><\/span><\/span><\/section>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: left; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><a class=\"normal_text_link mp_article_text_link\" style=\"color: #2c80f5;\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzkyMjYzNjU0Ng==&amp;mid=2247520414&amp;idx=1&amp;sn=c22a20e2279dc856fd4bbed6ccc8a855&amp;scene=21#wechat_redirect\" target=\"_blank\" rel=\"noopener\" data-itemshowtype=\"0\" data-linktype=\"2\"><span style=\"font-size: 14px; color: #2c80f5;\">Day 0 \u8be6\u7ec6\u64cd\u4f5c\u6307\u5357\uff01\u57fa\u4e8e openEuler \u548c vLLM Ascend\uff0c\u6559\u4f60\u5feb\u901f\u4e0a\u624b GLM-5.2<\/span><\/a><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: left; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><a class=\"normal_text_link mp_article_text_link\" style=\"color: #2c80f5;\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzkyMjYzNjU0Ng==&amp;mid=2247519540&amp;idx=1&amp;sn=c24c7a6cfcca0a66814be4f869ef357d&amp;scene=21#wechat_redirect\" target=\"_blank\" rel=\"noopener\" data-itemshowtype=\"0\" data-linktype=\"2\"><span style=\"font-size: 14px; color: #2c80f5;\">\u57fa\u4e8e openEuler \u548c vLLM Ascend\uff0cDeepSeek-V4 \u5feb\u901f\u4e0a\u624b\u5168\u653b\u7565\uff01<\/span><\/a><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: left; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><a class=\"normal_text_link mp_article_text_link\" style=\"color: #2c80f5;\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzkyMjYzNjU0Ng==&amp;mid=2247518691&amp;idx=1&amp;sn=4a6dfbf215d902cd886b8d5706232265&amp;scene=21#wechat_redirect\" target=\"_blank\" rel=\"noopener\" data-itemshowtype=\"0\" data-linktype=\"2\"><span style=\"font-size: 14px; color: #2c80f5;\">\u4e0a\u624b\u6307\u5357\u6765\u5566\uff01\u57fa\u4e8eopenEuler\u548cvLLM Ascend\u5feb\u901f\u4e0a\u624bGLM-5<\/span><\/a><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: left; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><a class=\"normal_text_link mp_article_text_link\" style=\"color: #2c80f5;\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzkyMjYzNjU0Ng==&amp;mid=2247516870&amp;idx=2&amp;sn=3b3e9ca737fcaede10c1c15ed054373e&amp;scene=21#wechat_redirect\" target=\"_blank\" rel=\"noopener\" data-itemshowtype=\"0\" data-linktype=\"2\"><span style=\"font-size: 14px; color: #2c80f5;\">\u57fa\u4e8e openEuler\u548c vLLM Ascend \u5feb\u901f\u4e0a\u624b DeepSeek-V3.2-Exp<\/span><\/a><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: left; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; background-color: #ffffff; font-family: system-ui, -apple-system, BlinkMacSystemFont, Arial, sans-serif; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><a class=\"normal_text_link mp_article_text_link\" style=\"color: #2c80f5;\" href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzkyMjYzNjU0Ng==&amp;mid=2247515087&amp;idx=1&amp;sn=e768670055f0ca922a13781760d2b93f&amp;scene=21#wechat_redirect\" target=\"_blank\" rel=\"noopener\" data-itemshowtype=\"0\" data-linktype=\"2\"><span style=\"font-size: 14px; color: #2c80f5;\">Day 0\u4e0a\u624b\u6307\u5357\uff1a\u5728openEuler\u4e0a\u57fa\u4e8evLLM Ascend \u90e8\u7f72 Qwen3<\/span><\/a><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: left;\" data-pm-slice=\"0 0 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\" data-pm-slice=\"1 1 [&quot;para&quot;,{&quot;tagName&quot;:&quot;p&quot;,&quot;attributes&quot;:{&quot;style&quot;:&quot;-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-family: &quot;PingFang SC&quot;, system-ui, -apple-system, BlinkMacSystemFont, &quot;Helvetica Neue&quot;, &quot;Hiragino Sans GB&quot;, &quot;Microsoft YaHei UI&quot;, &quot;Microsoft YaHei&quot;, Arial, sans-serif; font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; background-color: rgb(255, 255, 255); text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; text-align: left; box-sizing: border-box !important; overflow-wrap: break-word !important;&quot;,&quot;data-pm-slice&quot;:&quot;0 0 []&quot;},&quot;namespaceURI&quot;:&quot;http:\/\/www.w3.org\/1999\/xhtml&quot;}]\">\u00a0<\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: center;\" data-pm-slice=\"4 4 []\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; font-size: 16px; text-decoration: underline;\"><strong style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\">\u5173\u6ce8\u6211\u4eec\uff0c\u4e86\u89e3\u66f4\u591a<\/span><\/strong><\/span><\/p>\n<p style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; clear: both; min-height: 1em; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: center;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; font-size: 16px;\"><strong style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\"><span style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important;\">\u25bc<\/span><\/strong><\/span><\/p>\n<section class=\"mp_profile_iframe_wrp\" style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px 0px 24px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: justify; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff;\"><\/section>\n<section class=\"mp_profile_iframe_wrp\" style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px 0px 24px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-align: justify; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff;\"><\/section>\n<section style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; color: rgba(0, 0, 0, 0.9); font-size: 17px; font-style: normal; font-variant-ligatures: normal; font-variant-caps: normal; font-weight: 400; letter-spacing: 0.544px; orphans: 2; text-indent: 0px; text-transform: none; widows: 2; word-spacing: 0px; -webkit-text-stroke-width: 0px; white-space: normal; text-decoration-thickness: initial; text-decoration-style: initial; text-decoration-color: initial; font-family: 'PingFang SC', system-ui, -apple-system, BlinkMacSystemFont, 'Helvetica Neue', 'Hiragino Sans GB', 'Microsoft YaHei UI', 'Microsoft YaHei', Arial, sans-serif; background-color: #ffffff; text-align: center;\"><img decoding=\"async\" class=\"rich_pages wxw-img\" style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0); margin: 0px; padding: 0px; outline: 0px; max-width: 100%; box-sizing: border-box !important; overflow-wrap: break-word !important; vertical-align: bottom; height: auto !important; visibility: visible !important; width: 677px !important;\" src=\"https:\/\/www.o6s.net\/wp-content\/uploads\/2026\/07\/640-632eb180.png\" alt=\"\u56fe\u7247\" data-ratio=\"0.4166666666666667\" data-s=\"300,640\" data-type=\"png\" data-w=\"1080\" data-imgfileid=\"100034703\" data-aistatus=\"1\" \/><\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<\/section>\n<p style=\"display: none;\">\n","protected":false},"excerpt":{"rendered":"<p>2026 \u5e74 7 \u6708 27 \u65e5\u665a\uff0c\u6708\u4e4b\u6697\u9762\uff08Moonshot AI\uff09\u65b0\u4e00\u4ee3\u65d7\u8230\u57fa\u7840\u6a21\u578b Kimi K3 \u6b63\u5f0f\u5f00 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":2505,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[8],"tags":[],"class_list":["post-2506","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-openeuler"],"_links":{"self":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts\/2506","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/comments?post=2506"}],"version-history":[{"count":1,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts\/2506\/revisions"}],"predecessor-version":[{"id":2507,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts\/2506\/revisions\/2507"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/media\/2505"}],"wp:attachment":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/media?parent=2506"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/categories?post=2506"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/tags?post=2506"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}