{"id":2282,"date":"2026-07-16T23:30:13","date_gmt":"2026-07-16T15:30:13","guid":{"rendered":"https:\/\/www.o6s.net\/?p=2282"},"modified":"2026-07-16T23:30:13","modified_gmt":"2026-07-16T15:30:13","slug":"colibri-%e5%ae%8c%e5%85%a8%e6%8c%87%e5%8d%97-25gb-%e5%86%85%e5%ad%98%e8%b7%91-744b-%e5%8f%82%e6%95%b0%e5%a4%a7%e6%a8%a1%e5%9e%8b","status":"publish","type":"post","link":"https:\/\/www.o6s.net\/index.php\/2026\/07\/16\/colibri-%e5%ae%8c%e5%85%a8%e6%8c%87%e5%8d%97-25gb-%e5%86%85%e5%ad%98%e8%b7%91-744b-%e5%8f%82%e6%95%b0%e5%a4%a7%e6%a8%a1%e5%9e%8b\/","title":{"rendered":"Colibri \u5b8c\u5168\u6307\u5357 \u2014 25GB \u5185\u5b58\u8dd1 744B \u53c2\u6570\u5927\u6a21\u578b"},"content":{"rendered":"<div class=\"article-body\">\n<h1 id=\"colibri-\u5b8c\u5168\u6307\u5357-25gb-\u5185\u5b58\u8dd1-744b-\u53c2\u6570\u5927\u6a21\u578b\">Colibri \u5b8c\u5168\u6307\u5357 \u2014 25GB \u5185\u5b58\u8dd1 744B \u53c2\u6570\u5927\u6a21\u578b<\/h1>\n<blockquote><p><strong>TL;DR<\/strong>\uff1aColibri \u662f\u4e00\u4e2a\u9769\u547d\u6027\u7684\u3001\u7528\u7eaf C \u7f16\u5199\u7684 MoE\uff08Mixture of Experts\uff09\u63a8\u7406\u5f15\u64ce\u3002\u5b83\u65e0\u9700 GPU\uff0c\u4ec5\u9700 25GB RAM\uff0c\u5c31\u80fd\u5728\u6d88\u8d39\u7ea7\u673a\u5668\u4e0a\u6d41\u7545\u8fd0\u884c GLM-5.2\uff08744B \u53c2\u6570\uff09\u8fd9\u6837\u7684\u8d85\u5927\u89c4\u6a21\u6a21\u578b\u3002\u5b83\u901a\u8fc7\u521b\u65b0\u7684\u201c\u4e13\u5bb6\u6d41\u5f0f\u52a0\u8f7d\u201d\uff08expert streaming\uff09\u6280\u672f\uff0c\u5c06 VRAM\u3001RAM \u548c\u78c1\u76d8\u89c6\u4e3a\u4e00\u4e2a\u7edf\u4e00\u7684\u5185\u5b58\u5c42\u6b21\u7ed3\u6784\uff0c\u5b9e\u73b0\u4e86\u6027\u80fd\u4e0e\u8d44\u6e90\u7684\u5b8c\u7f8e\u5e73\u8861\u3002<\/p><\/blockquote>\n<h2 id=\"\u4ec0\u4e48\u662f-colibri\">\u4ec0\u4e48\u662f Colibri\uff1f<\/h2>\n<p>Colibri\uff08\u8702\u9e1f\uff09\u662f\u4e00\u4e2a\u5f00\u6e90\u9879\u76ee\uff0c\u7531 JustVugg \u5f00\u53d1\uff0c\u65e8\u5728\u89e3\u51b3\u5927\u8bed\u8a00\u6a21\u578b\uff08LLM\uff09\u90e8\u7f72\u7684\u7ec8\u6781\u96be\u9898\uff1a<strong>\u5982\u4f55\u5728\u6709\u9650\u7684\u786c\u4ef6\u8d44\u6e90\u4e0a\u8fd0\u884c\u8d85\u5927\u89c4\u6a21\u6a21\u578b\uff1f<\/strong><\/p>\n<p>\u4f20\u7edf\u4e0a\uff0c\u8fd0\u884c\u4e00\u4e2a 744B \u53c2\u6570\u7684\u6a21\u578b\u9700\u8981\u6570 TB \u7684\u663e\u5b58\u548c\u6602\u8d35\u7684 A100\/H100 \u96c6\u7fa4\u3002\u800c Colibri \u63d0\u51fa\u4e86\u4e00\u79cd\u5168\u65b0\u7684\u8303\u5f0f\uff1a<\/p>\n<ul>\n<li><strong>Tiny Engine, Immense Model\uff08\u5c0f\u5f15\u64ce\uff0c\u5927\u6a21\u578b\uff09<\/strong>\uff1a\u6574\u4e2a\u5f15\u64ce\u662f\u4e00\u4e2a\u5355\u4e00\u7684 C \u6587\u4ef6\uff08<code>c\/glm.c<\/code>\uff0c\u7ea6 2400 \u884c\uff09\uff0c\u96f6\u5916\u90e8\u4f9d\u8d56\uff08no BLAS, no Python at runtime\uff09\u3002<\/li>\n<li><strong>\u4e13\u5bb6\u6d41\u5f0f\u52a0\u8f7d\uff08Expert Streaming\uff09<\/strong>\uff1a\u6a21\u578b\u7684 21,504 \u4e2a\u8def\u7531\u4e13\u5bb6\uff08\u6bcf\u4e2a\u7ea6 19MB\uff09\u5e76\u975e\u5168\u90e8\u52a0\u8f7d\u5230\u5185\u5b58\uff0c\u800c\u662f\u6309\u9700\u4ece\u78c1\u76d8\u6d41\u5f0f\u52a0\u8f7d\uff0c\u5e76\u5229\u7528 LRU \u7f13\u5b58\u548c OS \u9875\u9762\u7f13\u5b58\u8fdb\u884c\u4f18\u5316\u3002<\/li>\n<li><strong>\u5185\u5b58\u5c42\u6b21\u7ed3\u6784\uff08Memory Hierarchy\uff09<\/strong>\uff1a\u5c06 VRAM\uff08\u5982\u679c\u53ef\u7528\uff09\u3001RAM \u548c SSD \u78c1\u76d8\u89c6\u4e3a\u4e00\u4e2a\u7edf\u4e00\u7684\u3001\u53ef\u7ba1\u7406\u7684\u5185\u5b58\u6c60\uff0c\u8ba9\u6a21\u578b\u5728\u8d44\u6e90\u53d7\u9650\u65f6\u81ea\u52a8\u964d\u7ea7\uff0c\u4f46\u7edd\u4e0d\u727a\u7272\u7cbe\u5ea6\u6216\u6b63\u786e\u6027\u3002<\/li>\n<\/ul>\n<h3 id=\"\u6838\u5fc3\u6280\u672f\u4eae\u70b9\">\u6838\u5fc3\u6280\u672f\u4eae\u70b9<\/h3>\n<table>\n<thead>\n<tr>\n<th>\u6280\u672f<\/th>\n<th>\u63cf\u8ff0<\/th>\n<th>\u4f18\u52bf<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><strong>MLA \u6ce8\u610f\u529b<\/strong><\/td>\n<td>\u4f7f\u7528 GLM-5.2 \u539f\u751f\u7684 MLA\uff08Multi-Layer Attention\uff09\u67b6\u6784\uff0c\u914d\u5408\u538b\u7f29\u7684 KV-Cache\uff08576 floats\/token vs 32,768\uff09\u3002<\/td>\n<td>KV-Cache \u51cf\u5c11 57 \u500d\uff0c\u6781\u5927\u8282\u7701\u5185\u5b58\u3002<\/td>\n<\/tr>\n<tr>\n<td><strong>DeepSeek-V3 \u5f0f Router<\/strong><\/td>\n<td>\u91c7\u7528\u4e0e DeepSeek-V3 \u76f8\u540c\u7684 sigmoid router\uff0c\u652f\u6301\u5171\u4eab\u4e13\u5bb6\u548c\u524d 3 \u5c42\u5bc6\u96c6\u5c42\u3002<\/td>\n<td>\u66f4\u7cbe\u51c6\u7684\u4e13\u5bb6\u8def\u7531\uff0c\u63d0\u5347\u6a21\u578b\u6548\u679c\u3002<\/td>\n<\/tr>\n<tr>\n<td><strong>MTP \u63a8\u6d4b\u89e3\u7801<\/strong><\/td>\n<td>\u5229\u7528 GLM-5.2 \u81ea\u5e26\u7684\u591a Token \u9884\u6d4b\uff08MTP\uff09\u5934\u8fdb\u884c\u63a8\u6d4b\u89e3\u7801\uff0c\u5b9e\u6d4b\u63a5\u53d7\u7387 39-59%\uff0c\u5e73\u5747 2.2-2.8 tokens\/forward\u3002<\/td>\n<td>\u663e\u8457\u63d0\u5347\u751f\u6210\u901f\u5ea6\u3002<\/td>\n<\/tr>\n<tr>\n<td><strong>Grammar-Forced Speculation<\/strong><\/td>\n<td>\u652f\u6301 GBNF \u8bed\u6cd5\u5f3a\u5236\uff0c\u5728 JSON\u3001\u51fd\u6570\u8c03\u7528\u7b49\u7ed3\u6784\u5316\u8f93\u51fa\u573a\u666f\u4e0b\uff0c\u5b9e\u73b0\u8fd1\u4e4e 100% \u7684\u9884\u6d4b\u63a5\u53d7\u7387\u3002<\/td>\n<td>\u5728\u7279\u5b9a\u4efb\u52a1\u4e0a\u5b9e\u73b0\u6781\u81f4\u6548\u7387\u3002<\/td>\n<\/tr>\n<tr>\n<td><strong>\u6574\u6570\u70b9\u79ef\u5185\u6838<\/strong><\/td>\n<td>\u5b9e\u73b0\u4e86 int8 \u548c packed int4 \u7684\u6574\u6570\u77e9\u9635\u4e58\u6cd5\u5185\u6838\uff08AVX2\u00a0<code>maddubs<\/code>\uff09\uff0c\u6bd4\u6d6e\u70b9\u8fd0\u7b97\u5feb 1.4-2.5 \u500d\u3002<\/td>\n<td>\u5145\u5206\u5229\u7528 CPU \u7b97\u529b\uff0c\u52a0\u901f\u63a8\u7406\u3002<\/td>\n<\/tr>\n<tr>\n<td><strong>DSA \u7a00\u758f\u6ce8\u610f\u529b<\/strong><\/td>\n<td>\u5b8c\u6574\u5b9e\u73b0\u4e86 GLM-5.2 \u7684 DSA\uff08Dynamic Sparse Attention\uff09\u7d22\u5f15\u5668\uff0c\u6bcf\u5c42\u53ea\u9009\u62e9 Top-2048 \u4e2a\u56e0\u679c\u952e\u3002<\/td>\n<td>\u5728\u4fdd\u6301\u6a21\u578b\u6548\u679c\u7684\u540c\u65f6\uff0c\u5927\u5e45\u964d\u4f4e\u8ba1\u7b97\u590d\u6742\u5ea6\u3002<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h2 id=\"\u5feb\u901f\u4e0a\u624b-\u4e09\u6b65\u90e8\u7f72\">\u5feb\u901f\u4e0a\u624b\uff1a\u4e09\u6b65\u90e8\u7f72<\/h2>\n<h3 id=\"1-\u73af\u5883\u51c6\u5907\">1. \u73af\u5883\u51c6\u5907<\/h3>\n<p>Colibri \u5bf9\u73af\u5883\u8981\u6c42\u6781\u4f4e\uff0c\u53ea\u9700\u4e00\u4e2a\u73b0\u4ee3\u7684 Linux\/macOS \u7cfb\u7edf\u548c GCC \u7f16\u8bd1\u5668\u3002<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># Ubuntu\/Debian<\/span>\r\nsudo apt update <span class=\"o\">&amp;&amp;<\/span> sudo apt install -y build-essential curl git\r\n\r\n<span class=\"c1\"># macOS (Homebrew)<\/span>\r\nbrew install gcc git\r\n<\/code><\/pre>\n<\/div>\n<h3 id=\"2-\u4e0b\u8f7d\u4e0e\u7f16\u8bd1\">2. \u4e0b\u8f7d\u4e0e\u7f16\u8bd1<\/h3>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u514b\u9686\u4ed3\u5e93<\/span>\r\ngit clone https:\/\/github.com\/JustVugg\/colibri\r\n<span class=\"nb\">cd<\/span> colibri\r\n\r\n<span class=\"c1\"># \u7f16\u8bd1\uff08\u9ed8\u8ba4\u4e3a CPU \u7248\u672c\uff09<\/span>\r\nmake\r\n\r\n<span class=\"c1\"># \u6216\u8005\uff0c\u5982\u679c\u4f60\u6709 NVIDIA GPU \u5e76\u60f3\u542f\u7528 CUDA \u52a0\u901f\uff08\u53ef\u9009\uff09<\/span>\r\n<span class=\"c1\"># make COLI_CUDA=1<\/span>\r\n<\/code><\/pre>\n<\/div>\n<h3 id=\"3-\u8fd0\u884c\u6a21\u578b\">3. \u8fd0\u884c\u6a21\u578b<\/h3>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u542f\u52a8\u4ea4\u4e92\u5f0f\u804a\u5929<\/span>\r\n.\/coli chat\r\n\r\n<span class=\"c1\"># \u6216\u8005\uff0c\u8fd0\u884c\u6279\u5904\u7406\u63a8\u7406<\/span>\r\n.\/coli batch --prompt <span class=\"s2\">\"\u8bf7\u7528\u4e2d\u6587\u5199\u4e00\u9996\u5173\u4e8e\u6625\u5929\u7684\u8bd7\u3002\"<\/span>\r\n<\/code><\/pre>\n<\/div>\n<blockquote><p>\ud83d\udca1\u00a0<strong>\u63d0\u793a<\/strong>\uff1a\u9996\u6b21\u8fd0\u884c\u9700\u8981\u4e0b\u8f7d\u6a21\u578b\u6743\u91cd\uff08~370GB\uff09\uff0c\u5efa\u8bae\u63d0\u524d\u51c6\u5907\u3002\u540e\u7eed\u8fd0\u884c\u5c06\u975e\u5e38\u5feb\u901f\u3002<\/p><\/blockquote>\n<h3 id=\"4-\u4e0b\u8f7d\u6a21\u578b\u6743\u91cd\">4. \u4e0b\u8f7d\u6a21\u578b\u6743\u91cd<\/h3>\n<p>Colibri \u4f7f\u7528\u9884\u8f6c\u6362\u7684 int4 \u91cf\u5316\u6a21\u578b\uff0c\u76f4\u63a5\u4ece Hugging Face \u4e0b\u8f7d\uff1a<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u63a8\u8350\u7248\u672c\uff08int8 MTP \u5934\uff0c\u652f\u6301\u63a8\u6d4b\u89e3\u7801\uff09<\/span>\r\n<span class=\"c1\"># https:\/\/huggingface.co\/mateogrgic\/GLM-5.2-colibri-int4-with-int8-mtp<\/span>\r\n\r\n<span class=\"c1\"># \u4f7f\u7528 huggingface-cli \u4e0b\u8f7d<\/span>\r\npip install huggingface_hub\r\nhuggingface-cli download mateogrgic\/GLM-5.2-colibri-int4-with-int8-mtp <span class=\"se\">\\<\/span>\r\n  --local-dir .\/glm52-int4\r\n<\/code><\/pre>\n<\/div>\n<blockquote><p>\u26a0\ufe0f\u00a0<strong>\u91cd\u8981\u8b66\u544a\uff1aMTP \u5934\u5fc5\u987b\u662f int8 \u7248\u672c\uff01<\/strong><\/p>\n<p>\u793e\u533a\u6700\u5e38\u89c1\u7684&#8221;\u4e3a\u4ec0\u4e48 MTP \u63a5\u53d7\u7387\u662f 0%\uff1f&#8221;\u95ee\u9898\uff0c\u5c31\u662f\u56e0\u4e3a\u4e0b\u8f7d\u4e86\u9519\u8bef\u7684\u6a21\u578b\u7248\u672c\u3002\u539f\u59cb\u7248\u672c\uff08<code>jlnsrk\/GLM-5.2-colibri-int4<\/code>\uff09\u7684 MTP \u5934\u662f int4 \u91cf\u5316\uff0c\u4f1a\u5bfc\u81f4\u63a8\u6d4b\u89e3\u7801\u5b8c\u5168\u5931\u6548\uff080% \u63a5\u53d7\u7387\uff09\uff0c\u635f\u5931\u7ea6 2 \u500d\u7684\u6027\u80fd\u63d0\u5347\u3002<\/p>\n<p>\u9a8c\u8bc1\u65b9\u6cd5\uff1a\u68c0\u67e5\u00a0<code>out-mtp-*<\/code>\u00a0\u6587\u4ef6\u5927\u5c0f &#8211;\u00a0<strong>int8\uff08\u6b63\u786e\uff09<\/strong>\uff1a3527131672 \/ 5366238584 \/ 1065950496 &#8211;\u00a0<strong>int4\uff08\u9519\u8bef\uff09<\/strong>\uff1a1765523544 \/ 2686077736 \/ 536747200<\/p><\/blockquote>\n<h2 id=\"\u6df1\u5ea6\u89e3\u6790-colibri-\u5982\u4f55\u5de5\u4f5c\">\u6df1\u5ea6\u89e3\u6790\uff1aColibri \u5982\u4f55\u5de5\u4f5c\uff1f<\/h2>\n<p>Colibri \u7684\u9b54\u529b\u5728\u4e8e\u5176\u7cbe\u5de7\u7684\u5185\u5b58\u7ba1\u7406\u548c\u7b97\u6cd5\u8bbe\u8ba1\u3002\u6211\u4eec\u6765\u62c6\u89e3\u5176\u6838\u5fc3\u5de5\u4f5c\u6d41\uff1a<\/p>\n<ol>\n<li><strong>\u542f\u52a8\u4e0e\u521d\u59cb\u5316<\/strong>\uff1a\u5f15\u64ce\u542f\u52a8\u65f6\uff0c\u4f1a\u6839\u636e\u7cfb\u7edf\u00a0<code>MemAvailable<\/code>\u00a0\u81ea\u52a8\u8ba1\u7b97\u5e76\u8bbe\u7f6e\u4e13\u5bb6\u7f13\u5b58\u5927\u5c0f\uff0c\u786e\u4fdd\u4e0d\u4f1a\u89e6\u53d1 OOM Killer\u3002<\/li>\n<li><strong>\u4e13\u5bb6\u52a0\u8f7d<\/strong>\uff1a\u5f53\u6a21\u578b\u9700\u8981\u67d0\u4e2a\u4e13\u5bb6\u65f6\uff0c\u5f15\u64ce\u4f1a\u4ece\u78c1\u76d8\u8bfb\u53d6\u8be5\u4e13\u5bb6\u7684\u6743\u91cd\u3002\u4e3a\u4e86\u51cf\u5c11 I\/O \u7b49\u5f85\uff0c\u5f15\u64ce\u4f7f\u7528\u00a0<code>WILLNEED<\/code>\u00a0\u7cfb\u7edf\u8c03\u7528\u8fdb\u884c\u5f02\u6b65\u9884\u8bfb\uff08async expert readahead\uff09\u3002<\/li>\n<li><strong>\u8ba1\u7b97\u6267\u884c<\/strong>\uff1a\u52a0\u8f7d\u7684\u4e13\u5bb6\u6743\u91cd\u88ab\u9001\u5165\u9ad8\u5ea6\u4f18\u5316\u7684\u6574\u6570\u70b9\u79ef\u5185\u6838\u8fdb\u884c\u8ba1\u7b97\u3002\u5bf9\u4e8e\u5355\u4e2a token \u7684 decode\uff0c\u4f7f\u7528 f32 \u8ba1\u7b97\uff1b\u5bf9\u4e8e batched prefill\uff0c\u5219\u4f7f\u7528\u66f4\u5feb\u7684 int4 \u5185\u6838\u3002<\/li>\n<li><strong>KV-Cache \u6301\u4e45\u5316<\/strong>\uff1a\u5bf9\u8bdd\u7684 KV-Cache \u4f1a\u88ab\u538b\u7f29\u5e76\u6301\u4e45\u5316\u5230\u00a0<code>.coli_kv<\/code>\u00a0\u6587\u4ef6\u4e2d\u3002\u8fd9\u610f\u5473\u7740\u4f60\u5173\u95ed\u7a0b\u5e8f\u540e\u91cd\u65b0\u6253\u5f00\uff0c\u5bf9\u8bdd\u4e0a\u4e0b\u6587\u4f9d\u7136\u201c\u6e29\u6696\u201d\uff0c\u65e0\u9700\u91cd\u65b0\u8ba1\u7b97\u5386\u53f2\u3002<\/li>\n<\/ol>\n<p>\u8fd9\u79cd\u8bbe\u8ba1\u4f7f\u5f97 Colibri \u5728\u8d44\u6e90\u53d7\u9650\u65f6\uff0c\u6027\u80fd\u4f1a\u5e73\u6ed1\u4e0b\u964d\uff0c\u4f46\u7edd\u4e0d\u4f1a\u5d29\u6e83\u6216\u4ea7\u751f\u9519\u8bef\u7ed3\u679c\u3002<\/p>\n<h3 id=\"kv-cache-\u6301\u4e45\u5316-\u5bf9\u8bdd\u4e0d\u4e22\u5931\">KV-Cache \u6301\u4e45\u5316\uff1a\u5bf9\u8bdd\u4e0d\u4e22\u5931<\/h3>\n<p>Colibri \u7684\u4e00\u4e2a\u6740\u624b\u7ea7\u7279\u6027\u662f\u00a0<strong>KV-Cache \u6301\u4e45\u5316<\/strong>\u3002\u6bcf\u6b21\u5bf9\u8bdd\u540e\uff0c\u538b\u7f29\u7684 MLA KV-Cache \u4f1a\u88ab\u8ffd\u52a0\u5199\u5165\u00a0<code>.coli_kv<\/code>\u00a0\u6587\u4ef6\uff08\u7ea6 182 KB\/token\uff0ccrash-safe\uff09\u3002\u4e0b\u6b21\u542f\u52a8\u65f6\u81ea\u52a8\u6062\u590d\uff0c\u65e0\u9700\u91cd\u65b0 prefill \u5386\u53f2\u4e0a\u4e0b\u6587\u3002<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># KV-Cache \u6301\u4e45\u5316\u9ed8\u8ba4\u5f00\u542f<\/span>\r\n.\/coli chat\r\n\r\n<span class=\"c1\"># \u5982\u9700\u7981\u7528<\/span>\r\n<span class=\"nv\">KVSAVE<\/span><span class=\"o\">=<\/span><span class=\"m\">0<\/span> .\/coli chat\r\n<\/code><\/pre>\n<\/div>\n<h3 id=\"router-lookahead-\u9884\u53d6-\u5b9e\u9a8c\u6027\">Router-Lookahead \u9884\u53d6\uff08\u5b9e\u9a8c\u6027\uff09<\/h3>\n<p>Colibri \u5b9e\u73b0\u4e86\u4e00\u4e2a\u5de7\u5999\u7684\u4f18\u5316\uff1a\u4e0b\u4e00\u5c42\u7684\u4e13\u5bb6\u8def\u7531\u6709 71.6% \u7684\u53ef\u9884\u6d4b\u6027\uff08\u57fa\u4e8e\u5f53\u524d\u5c42\u7684 post-attention \u72b6\u6001\uff09\u3002\u901a\u8fc7\u00a0<code>PILOT=1<\/code>\u00a0\u542f\u7528\u540e\uff0c\u4e00\u4e2a\u4e13\u7528 I\/O \u7ebf\u7a0b\u4f1a\u5728\u5f53\u524d\u5c42\u8ba1\u7b97\u65f6\u9884\u53d6\u4e0b\u4e00\u5c42\u9700\u8981\u7684\u4e13\u5bb6\u3002<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u542f\u7528\u8def\u7531\u5668\u524d\u77bb\u9884\u53d6<\/span>\r\n<span class=\"nv\">PILOT<\/span><span class=\"o\">=<\/span><span class=\"m\">1<\/span> .\/coli chat\r\n<\/code><\/pre>\n<\/div>\n<h3 id=\"\u914d\u7f6e\u53c2\u6570\u901f\u67e5\">\u914d\u7f6e\u53c2\u6570\u901f\u67e5<\/h3>\n<table>\n<thead>\n<tr>\n<th>\u73af\u5883\u53d8\u91cf<\/th>\n<th>\u9ed8\u8ba4\u503c<\/th>\n<th>\u8bf4\u660e<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><code>DRAFT<\/code><\/td>\n<td>1<\/td>\n<td>MTP \u63a8\u6d4b\u89e3\u7801\u5f00\u5173\uff080=\u7981\u7528\uff09<\/td>\n<\/tr>\n<tr>\n<td><code>DSA<\/code><\/td>\n<td>1<\/td>\n<td>DSA \u7a00\u758f\u6ce8\u610f\u529b\u5f00\u5173\uff080=\u7981\u7528\uff0c\u4f7f\u7528\u5bc6\u96c6\u6ce8\u610f\u529b\uff09<\/td>\n<\/tr>\n<tr>\n<td><code>DSA_TOPK<\/code><\/td>\n<td>2048<\/td>\n<td>DSA \u6bcf\u5c42\u9009\u62e9\u7684 Top-K \u56e0\u679c\u952e\u6570\u91cf<\/td>\n<\/tr>\n<tr>\n<td><code>PILOT<\/code><\/td>\n<td>0<\/td>\n<td>Router-lookahead \u9884\u53d6\u5f00\u5173<\/td>\n<\/tr>\n<tr>\n<td><code>KVSAVE<\/code><\/td>\n<td>1<\/td>\n<td>KV-Cache \u6301\u4e45\u5316\u5f00\u5173<\/td>\n<\/tr>\n<tr>\n<td><code>IDOT<\/code><\/td>\n<td>1<\/td>\n<td>\u6574\u6570\u70b9\u79ef\u5185\u6838\u5f00\u5173<\/td>\n<\/tr>\n<tr>\n<td><code>COLI_CUDA<\/code><\/td>\n<td>0<\/td>\n<td>CUDA \u52a0\u901f\u5f00\u5173\uff08\u9700\u7f16\u8bd1\u65f6\u542f\u7528\uff09<\/td>\n<\/tr>\n<tr>\n<td><code>GRAMMAR<\/code><\/td>\n<td>&#8211;<\/td>\n<td>GBNF \u8bed\u6cd5\u6587\u4ef6\u8def\u5f84\uff08\u7528\u4e8e\u7ed3\u6784\u5316\u8f93\u51fa\uff09<\/td>\n<\/tr>\n<tr>\n<td><code>GRAMMAR_DRAFT<\/code><\/td>\n<td>24<\/td>\n<td>\u6bcf\u6b21 forward \u7684\u8bed\u6cd5\u5f3a\u5236\u8de8\u5ea6\u4e0a\u9650<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h2 id=\"\u6027\u80fd\u57fa\u51c6-\u771f\u5b9e\u4e16\u754c\u7684\u6570\u636e\">\u6027\u80fd\u57fa\u51c6\uff1a\u771f\u5b9e\u4e16\u754c\u7684\u6570\u636e<\/h2>\n<p>\u6839\u636e\u5b98\u65b9\u5728 WSL2\uff0812 \u6838\uff0c25GB RAM\uff0cNVMe\uff09\u4e0a\u7684\u6d4b\u8bd5\uff1a<\/p>\n<ul>\n<li><strong>\u51b7\u542f\u52a8\u65f6\u95f4<\/strong>\uff1a\u7ea6 32 \u79d2\uff08\u52a0\u8f7d\u6a21\u578b\u3001\u521d\u59cb\u5316\u7f13\u5b58\uff09\u3002<\/li>\n<li><strong>\u5185\u5b58\u5360\u7528<\/strong>\uff1a\u5e38\u9a7b\u5185\u5b58\u7ea6 9.9 GB\uff08int4 \u5bc6\u5ea6\u90e8\u5206\uff09\u3002<\/li>\n<li><strong>\u5cf0\u503c\u78c1\u76d8\u5360\u7528<\/strong>\uff1a\u7ea6 370 GB\uff08\u6240\u6709\u4e13\u5bb6\u6743\u91cd\uff09\u3002<\/li>\n<li><strong>\u751f\u6210\u901f\u5ea6<\/strong>\uff1a\u5728\u5f00\u542f MTP \u63a8\u6d4b\u89e3\u7801\u4e14\u7f13\u5b58\u9884\u70ed\u540e\uff0c\u53ef\u8fbe 2.2\u20132.8 tokens\/forward\u3002<\/li>\n<\/ul>\n<blockquote><p>\ud83d\udcca\u00a0<strong>\u5bf9\u6bd4<\/strong>\uff1a\u8fd9\u4e0e\u5728\u9ad8\u7aef GPU \u4e0a\u8fd0\u884c\u4e00\u4e2a 7B \u53c2\u6570\u6a21\u578b\u7684\u901f\u5ea6\u76f8\u5f53\uff0c\u800c Colibri \u8fd0\u884c\u7684\u662f\u4e00\u4e2a\u89c4\u6a21\u5927 100 \u500d\u7684 744B \u6a21\u578b\uff01<\/p><\/blockquote>\n<h3 id=\"gpu-\u52a0\u901f\u5b9e\u6d4b-6x-rtx-5090\">GPU \u52a0\u901f\u5b9e\u6d4b\uff1a6x RTX 5090<\/h3>\n<p>\u6839\u636e\u5b98\u65b9 2026-07-12 \u7684\u5b9e\u9a8c\u62a5\u544a\uff0c\u5728 6 \u5f20 RTX 5090 \u4e0a\u5b9e\u73b0\u5168\u4e13\u5bb6\u9a7b\u7559\uff08VRAM+RAM\uff09\uff0c\u5355\u8bf7\u6c42 decode \u901f\u5ea6\u53ef\u8fbe\u00a0<strong>6.84 tok\/s<\/strong>\u3002\u8fd9\u8bc1\u660e\u4e86 Colibri \u7684\u5f39\u6027\u67b6\u6784\u2014\u2014\u4ece\u7eaf CPU \u5230\u591a GPU\uff0c\u540c\u4e00\u5957\u4ee3\u7801\u65e0\u7f1d\u6269\u5c55\u3002<\/p>\n<h3 id=\"\u51b7\u542f\u52a8-vs-\u70ed\u7f13\u5b58\">\u51b7\u542f\u52a8 vs \u70ed\u7f13\u5b58<\/h3>\n<table>\n<thead>\n<tr>\n<th>\u573a\u666f<\/th>\n<th>\u78c1\u76d8\u8bfb\u53d6\/token<\/th>\n<th>\u8bf4\u660e<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u51b7\u7f13\u5b58<\/td>\n<td>~11 GB\uff0875\u5c42 \u00d7 8\u4e13\u5bb6\uff09<\/td>\n<td>\u9996\u6b21\u63a8\u7406\uff0c\u6240\u6709\u4e13\u5bb6\u9700\u4ece\u78c1\u76d8\u8bfb\u53d6<\/td>\n<\/tr>\n<tr>\n<td>\u70ed\u7f13\u5b58<\/td>\n<td>\u663e\u8457\u51cf\u5c11<\/td>\n<td>\u5e38\u7528\u4e13\u5bb6\u5df2\u7f13\u5b58\u5728 RAM \u4e2d<\/td>\n<\/tr>\n<tr>\n<td>\u5168 GPU \u9a7b\u7559<\/td>\n<td>~0<\/td>\n<td>\u6240\u6709\u4e13\u5bb6\u5728 VRAM \u4e2d\uff0c\u65e0\u78c1\u76d8 I\/O<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<blockquote><p>\ud83d\udca1\u00a0<strong>SSD \u6ce8\u610f\u4e8b\u9879<\/strong>\uff1aColibri \u7684\u6d41\u5f0f\u52a0\u8f7d\u662f\u53ea\u8bfb\u64cd\u4f5c\uff0c\u4e0d\u4f1a\u663e\u8457\u78e8\u635f SSD\u3002\u771f\u6b63\u9700\u8981\u6ce8\u610f\u7684\u662f\uff1a(1) \u7cfb\u7edf\u5185\u5b58\u4e0d\u8db3\u65f6\u7684 swap \u6d41\u91cf\uff08\u5199\u64cd\u4f5c\u4f1a\u78e8\u635f SSD\uff09\uff1b(2) \u957f\u65f6\u95f4\u9ad8\u8d1f\u8f7d\u8bfb\u53d6\u5bfc\u81f4\u7684 SSD \u6e29\u5ea6\u5347\u9ad8\u3002Colibri \u7684\u81ea\u52a8\u5185\u5b58\u9884\u7b97\u673a\u5236\u4f1a\u81ea\u52a8\u907f\u514d swap\u3002<\/p><\/blockquote>\n<h2 id=\"\u4e0e\u5176\u4ed6\u63a8\u7406\u5f15\u64ce\u5bf9\u6bd4\">\u4e0e\u5176\u4ed6\u63a8\u7406\u5f15\u64ce\u5bf9\u6bd4<\/h2>\n<table>\n<thead>\n<tr>\n<th>\u7279\u6027<\/th>\n<th>Colibri<\/th>\n<th>llama.cpp<\/th>\n<th>Ollama<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><strong>\u8bed\u8a00<\/strong><\/td>\n<td>\u7eaf C\uff08~2400 \u884c\uff09<\/td>\n<td>C\/C++<\/td>\n<td>Go + llama.cpp<\/td>\n<\/tr>\n<tr>\n<td><strong>\u76ee\u6807\u6a21\u578b<\/strong><\/td>\n<td>GLM-5.2 (744B MoE)<\/td>\n<td>\u901a\u7528\uff08LLaMA \u7cfb\u5217\u4e3a\u4e3b\uff09<\/td>\n<td>\u901a\u7528<\/td>\n<\/tr>\n<tr>\n<td><strong>GPU \u8981\u6c42<\/strong><\/td>\n<td>\u65e0\uff08\u53ef\u9009 CUDA\uff09<\/td>\n<td>\u63a8\u8350<\/td>\n<td>\u63a8\u8350<\/td>\n<\/tr>\n<tr>\n<td><strong>\u5185\u5b58\u9700\u6c42<\/strong><\/td>\n<td>25GB RAM<\/td>\n<td>\u53d6\u51b3\u4e8e\u6a21\u578b\u5927\u5c0f<\/td>\n<td>\u53d6\u51b3\u4e8e\u6a21\u578b\u5927\u5c0f<\/td>\n<\/tr>\n<tr>\n<td><strong>\u4e13\u5bb6\u6d41\u5f0f\u52a0\u8f7d<\/strong><\/td>\n<td>\u2705 \u6838\u5fc3\u7279\u6027<\/td>\n<td>\u274c<\/td>\n<td>\u274c<\/td>\n<\/tr>\n<tr>\n<td><strong>KV-Cache \u6301\u4e45\u5316<\/strong><\/td>\n<td>\u2705<\/td>\n<td>\u274c<\/td>\n<td>\u274c<\/td>\n<\/tr>\n<tr>\n<td><strong>MTP \u63a8\u6d4b\u89e3\u7801<\/strong><\/td>\n<td>\u2705 \u539f\u751f\u652f\u6301<\/td>\n<td>\u90e8\u5206\u6a21\u578b<\/td>\n<td>\u90e8\u5206\u6a21\u578b<\/td>\n<\/tr>\n<tr>\n<td><strong>DSA \u7a00\u758f\u6ce8\u610f\u529b<\/strong><\/td>\n<td>\u2705<\/td>\n<td>\u274c<\/td>\n<td>\u274c<\/td>\n<\/tr>\n<tr>\n<td><strong>\u5916\u90e8\u4f9d\u8d56<\/strong><\/td>\n<td>\u96f6<\/td>\n<td>BLAS \u7b49<\/td>\n<td>\u8f83\u591a<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<blockquote><p>\ud83d\udd0d\u00a0<strong>\u5b9a\u4f4d\u5dee\u5f02<\/strong>\uff1aColibri \u4e0d\u662f llama.cpp \u7684\u66ff\u4ee3\u54c1\uff0c\u800c\u662f\u9762\u5411\u7279\u5b9a\u573a\u666f\u7684\u4e13\u7528\u65b9\u6848\u3002\u5982\u679c\u4f60\u9700\u8981\u5728\u6d88\u8d39\u7ea7\u786c\u4ef6\u4e0a\u8fd0\u884c\u8d85\u5927\u89c4\u6a21 MoE \u6a21\u578b\uff0cColibri \u662f\u76ee\u524d\u552f\u4e00\u53ef\u884c\u7684\u9009\u62e9\u3002<\/p><\/blockquote>\n<h2 id=\"\u5b9e\u6218\u573a\u666f\">\u5b9e\u6218\u573a\u666f<\/h2>\n<h3 id=\"\u573a\u666f\u4e00-\u672c\u5730-ai-\u52a9\u624b-\u7eaf-cpu\">\u573a\u666f\u4e00\uff1a\u672c\u5730 AI \u52a9\u624b\uff08\u7eaf CPU\uff09<\/h3>\n<p>\u9002\u5408\u6ca1\u6709 GPU \u7684\u5f00\u53d1\u8005\uff0c\u5728\u7b14\u8bb0\u672c\u6216\u53f0\u5f0f\u673a\u4e0a\u8fd0\u884c\u4e00\u4e2a\u5f3a\u5927\u7684\u672c\u5730 AI \u52a9\u624b\uff1a<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u542f\u52a8\u4ea4\u4e92\u5f0f\u5bf9\u8bdd<\/span>\r\n.\/coli chat\r\n\r\n<span class=\"c1\"># \u5e26\u8bed\u6cd5\u7ea6\u675f\u7684 JSON \u8f93\u51fa<\/span>\r\n.\/coli chat --grammar schemas\/response.gbnf\r\n<\/code><\/pre>\n<\/div>\n<h3 id=\"\u573a\u666f\u4e8c-\u7ed3\u6784\u5316\u6570\u636e\u63d0\u53d6\">\u573a\u666f\u4e8c\uff1a\u7ed3\u6784\u5316\u6570\u636e\u63d0\u53d6<\/h3>\n<p>\u5229\u7528 Grammar-Forced Speculation \u7279\u6027\uff0c\u5728 JSON\/\u51fd\u6570\u8c03\u7528\u573a\u666f\u4e0b\u83b7\u5f97\u6781\u81f4\u6027\u80fd\uff1a<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u5b9a\u4e49 GBNF \u8bed\u6cd5\u6587\u4ef6<\/span>\r\ncat &gt; schema.gbnf <span class=\"s\">&lt;&lt; 'EOF'<\/span>\r\n<span class=\"s\">root ::= \"{\" ws \"\\\"name\\\"\" ws \":\" ws string \",\" ws \"\\\"age\\\"\" ws \":\" ws number ws \"}\"<\/span>\r\n<span class=\"s\">string ::= \"\\\"\" [^\"]* \"\\\"\"<\/span>\r\n<span class=\"s\">number ::= [0-9]+<\/span>\r\n<span class=\"s\">ws ::= [ \\t\\n]*<\/span>\r\n<span class=\"s\">EOF<\/span>\r\n\r\n<span class=\"c1\"># \u8fd0\u884c\u5e26\u8bed\u6cd5\u7ea6\u675f\u7684\u63a8\u7406<\/span>\r\n<span class=\"nv\">GRAMMAR<\/span><span class=\"o\">=<\/span>schema.gbnf .\/coli batch <span class=\"se\">\\<\/span>\r\n  --prompt <span class=\"s2\">\"\u4ece\u4ee5\u4e0b\u6587\u672c\u63d0\u53d6\u4fe1\u606f\uff1a\u5f20\u4e09\uff0c28\u5c81\uff0c\u8f6f\u4ef6\u5de5\u7a0b\u5e08\"<\/span>\r\n<\/code><\/pre>\n<\/div>\n<h3 id=\"\u573a\u666f\u4e09-\u591a-gpu-\u96c6\u7fa4\u63a8\u7406\">\u573a\u666f\u4e09\uff1a\u591a GPU \u96c6\u7fa4\u63a8\u7406<\/h3>\n<p>\u5bf9\u4e8e\u6709 GPU \u8d44\u6e90\u7684\u7528\u6237\uff0cColibri \u652f\u6301\u6df7\u5408\u90e8\u7f72\uff1a<\/p>\n<div class=\"codehilite\">\n<pre><code><span class=\"c1\"># \u7f16\u8bd1 CUDA \u7248\u672c<\/span>\r\nmake <span class=\"nv\">COLI_CUDA<\/span><span class=\"o\">=<\/span><span class=\"m\">1<\/span>\r\n\r\n<span class=\"c1\"># \u8fd0\u884c\uff08\u81ea\u52a8\u5c06\u70ed\u95e8\u4e13\u5bb6 pin \u5230 GPU VRAM\uff09<\/span>\r\n<span class=\"nv\">COLI_CUDA<\/span><span class=\"o\">=<\/span><span class=\"m\">1<\/span> .\/coli chat\r\n<\/code><\/pre>\n<\/div>\n<h2 id=\"\u5e38\u89c1\u95ee\u9898-faq\">\u5e38\u89c1\u95ee\u9898 FAQ<\/h2>\n<p><strong>Q: \u6211\u7684\u673a\u5668\u53ea\u6709 16GB RAM\uff0c\u80fd\u8dd1\u5417\uff1f<\/strong>\u00a0A: \u53ef\u4ee5\u8fd0\u884c\uff0c\u4f46\u4f53\u9a8c\u4f1a\u53d7\u9650\u3002Colibri \u7684\u6700\u4f4e\u8981\u6c42\u662f\u5bb9\u7eb3\u5bc6\u96c6\u90e8\u5206\uff08~9.9GB int4\uff09\uff0c\u52a0\u4e0a KV-Cache \u548c\u5de5\u4f5c\u7f13\u51b2\u533a\u300216GB \u53ef\u4ee5\u8fd0\u884c\uff0c\u4f46\u4e13\u5bb6\u7f13\u5b58\u7a7a\u95f4\u8f83\u5c0f\uff0c\u51b7\u542f\u52a8\u4f1a\u66f4\u9891\u7e41\u3002<\/p>\n<p><strong>Q: \u9700\u8981\u591a\u5927\u7684 SSD\uff1f<\/strong>\u00a0A: \u6a21\u578b\u6743\u91cd\u7ea6 370GB\uff08int4 \u91cf\u5316\uff09\uff0c\u52a0\u4e0a KV-Cache \u548c\u4e34\u65f6\u6587\u4ef6\uff0c\u5efa\u8bae\u81f3\u5c11 500GB \u53ef\u7528\u7a7a\u95f4\u3002NVMe SSD \u5f3a\u70c8\u63a8\u8350\uff0cSATA SSD \u4e5f\u53ef\u8fd0\u884c\u4f46\u901f\u5ea6\u66f4\u6162\u3002<\/p>\n<p><strong>Q: \u652f\u6301 Windows \u5417\uff1f<\/strong>\u00a0A: \u5b98\u65b9\u652f\u6301 WSL2\uff08Windows Subsystem for Linux\uff09\u3002\u539f\u751f Windows \u7f16\u8bd1\u6682\u672a\u63d0\u4f9b\uff0c\u4f46 C \u4ee3\u7801\u7406\u8bba\u4e0a\u53ef\u4ee5\u5728 MSVC\/MinGW \u4e0b\u7f16\u8bd1\u3002<\/p>\n<p><strong>Q: \u4e0e llama.cpp \u7684 GGUF \u683c\u5f0f\u517c\u5bb9\u5417\uff1f<\/strong>\u00a0A: \u4e0d\u517c\u5bb9\u3002Colibri \u4f7f\u7528\u81ea\u5df1\u7684 int4 \u5bb9\u5668\u683c\u5f0f\uff0c\u4e13\u4e3a MoE \u4e13\u5bb6\u6d41\u5f0f\u52a0\u8f7d\u4f18\u5316\u3002\u9700\u8981\u4f7f\u7528\u5b98\u65b9\u63d0\u4f9b\u7684 FP8\u2192int4 \u8f6c\u6362\u5de5\u5177\u3002<\/p>\n<h2 id=\"\u7ed3\u8bed-ai-\u6c11\u4e3b\u5316\u7684\u91cc\u7a0b\u7891\">\u7ed3\u8bed\uff1aAI \u6c11\u4e3b\u5316\u7684\u91cc\u7a0b\u7891<\/h2>\n<p>Colibri \u4e0d\u4ec5\u4ec5\u662f\u4e00\u4e2a\u6280\u672f\u73a9\u5177\uff0c\u5b83\u4ee3\u8868\u4e86 AI \u53d1\u5c55\u7684\u4e00\u4e2a\u91cd\u8981\u65b9\u5411\uff1a<strong>\u53bb\u4e2d\u5fc3\u5316\u4e0e\u6c11\u4e3b\u5316<\/strong>\u3002\u5b83\u5411\u6211\u4eec\u8bc1\u660e\uff0c\u6700\u524d\u6cbf\u7684 AI \u80fd\u529b\uff0c\u4e0d\u518d\u88ab\u5c11\u6570\u79d1\u6280\u5de8\u5934\u548c\u6602\u8d35\u7684\u786c\u4ef6\u6240\u5784\u65ad\u3002\u4e00\u4e2a\u666e\u901a\u7684\u5f00\u53d1\u8005\uff0c\u53ea\u9700\u8981\u4e00\u53f0\u7b14\u8bb0\u672c\u7535\u8111\uff0c\u5c31\u80fd\u63a2\u7d22\u548c\u5e94\u7528\u6700\u5148\u8fdb\u7684\u5927\u6a21\u578b\u6280\u672f\u3002<\/p>\n<p>Colibri \u7684\u6210\u529f\uff0c\u662f\u5de5\u7a0b\u7f8e\u5b66\u4e0e\u7b97\u6cd5\u667a\u6167\u7684\u5b8c\u7f8e\u7ed3\u5408\u3002\u5b83\u6ca1\u6709\u8ffd\u6c42\u201c\u66f4\u5927\u201d\uff0c\u800c\u662f\u8ffd\u6c42\u201c\u66f4\u5de7\u201d\u3002\u5b83\u63d0\u9192\u6211\u4eec\uff0c\u771f\u6b63\u7684\u521b\u65b0\uff0c\u5f80\u5f80\u8bde\u751f\u4e8e\u5bf9\u8d44\u6e90\u7684\u656c\u754f\u4e0e\u5bf9\u6548\u7387\u7684\u6781\u81f4\u8ffd\u6c42\u4e4b\u4e2d\u3002<\/p>\n<hr \/>\n<h2 id=\"\u53c2\u8003\u94fe\u63a5\">\u53c2\u8003\u94fe\u63a5<\/h2>\n<ul>\n<li><strong>GitHub \u4ed3\u5e93<\/strong>\uff1a<a href=\"https:\/\/github.com\/JustVugg\/colibri\">https:\/\/github.com\/JustVugg\/colibri<\/a><\/li>\n<li><strong>\u6a21\u578b\u4e0b\u8f7d\uff08\u63a8\u8350\u7248\u672c\uff09<\/strong>\uff1a<a href=\"https:\/\/huggingface.co\/mateogrgic\/GLM-5.2-colibri-int4-with-int8-mtp\">HuggingFace &#8211; mateogrgic\/GLM-5.2-colibri-int4-with-int8-mtp<\/a><\/li>\n<li><strong>6x RTX 5090 \u5b9e\u9a8c\u62a5\u544a<\/strong>\uff1a<a href=\"https:\/\/github.com\/JustVugg\/colibri\/blob\/main\/docs\/experiments\/glm52-6x5090-2026-07-12.md\">docs\/experiments\/glm52-6&#215;5090-2026-07-12.md<\/a><\/li>\n<li><strong>MTP \u63a8\u6d4b\u89e3\u7801\u8ba8\u8bba<\/strong>\uff1a<a href=\"https:\/\/github.com\/JustVugg\/colibri\/issues\/8\">Issue #8<\/a><\/li>\n<li><strong>\u91cf\u5316\u7cbe\u5ea6\u654f\u611f\u6027\u5206\u6790<\/strong>\uff1a<a href=\"https:\/\/github.com\/JustVugg\/colibri\/issues\/100\">Issue #100<\/a><\/li>\n<\/ul>\n<hr \/>\n<p><em>\u672c\u6587\u57fa\u4e8e Colibri v1.0 (2026-07-01) \u7f16\u5199\uff0cApache License 2.0 \u534f\u8bae\u3002<\/em><\/p>\n<\/div>\n<div class=\"article-footer\">\n<p>Colibri \u662f\u4e00\u4e2a\u7528\u7eaf C \u7f16\u5199\u7684\u8f7b\u91cf\u7ea7 MoE \u63a8\u7406\u5f15\u64ce\uff0c\u80fd\u5728\u4ec5 25GB RAM \u7684\u6d88\u8d39\u7ea7\u673a\u5668\u4e0a\u6d41\u7545\u8fd0\u884c GLM-5.2\uff08744B \u53c2\u6570\uff09\u5927\u6a21\u578b\u3002\u672c\u6587\u662f\u5176\u5b8c\u5168\u6307\u5357\u3002<\/p>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>Colibri \u5b8c\u5168\u6307\u5357 \u2014 25GB \u5185\u5b58\u8dd1 744B \u53c2\u6570\u5927\u6a21\u578b TL;DR\uff1aColibri \u662f\u4e00\u4e2a\u9769\u547d\u6027 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[21],"tags":[],"class_list":["post-2282","post","type-post","status-publish","format-standard","hentry","category-21"],"_links":{"self":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts\/2282","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/comments?post=2282"}],"version-history":[{"count":1,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts\/2282\/revisions"}],"predecessor-version":[{"id":2283,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/posts\/2282\/revisions\/2283"}],"wp:attachment":[{"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/media?parent=2282"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/categories?post=2282"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.o6s.net\/index.php\/wp-json\/wp\/v2\/tags?post=2282"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}