{"id":22563,"date":"2026-11-17T19:01:03","date_gmt":"2026-11-17T11:01:03","guid":{"rendered":"https:\/\/dguan.com.cn\/ai\/prefrontal-ai-%e4%b8%8e%e8%8b%8f%e9%bb%8e%e4%b8%96%e8%81%94%e9%82%a6%e7%90%86%e5%b7%a5%e6%8f%90%e5%87%ba%e9%9a%90%e7%a9%ba%e9%97%b4%e7%a8%80%e7%96%8f%e6%b3%a8%e6%84%8f%e5%8a%9blsa%ef%bc%8c%e6%b3%a8\/"},"modified":"2026-11-17T19:01:03","modified_gmt":"2026-11-17T11:01:03","slug":"prefrontal-ai-%e4%b8%8e%e8%8b%8f%e9%bb%8e%e4%b8%96%e8%81%94%e9%82%a6%e7%90%86%e5%b7%a5%e6%8f%90%e5%87%ba%e9%9a%90%e7%a9%ba%e9%97%b4%e7%a8%80%e7%96%8f%e6%b3%a8%e6%84%8f%e5%8a%9blsa%ef%bc%8c%e6%b3%a8","status":"publish","type":"post","link":"https:\/\/dguan.com.cn\/ai\/prefrontal-ai-%e4%b8%8e%e8%8b%8f%e9%bb%8e%e4%b8%96%e8%81%94%e9%82%a6%e7%90%86%e5%b7%a5%e6%8f%90%e5%87%ba%e9%9a%90%e7%a9%ba%e9%97%b4%e7%a8%80%e7%96%8f%e6%b3%a8%e6%84%8f%e5%8a%9blsa%ef%bc%8c%e6%b3%a8\/","title":{"rendered":"Prefrontal AI \u4e0e\u82cf\u9ece\u4e16\u8054\u90a6\u7406\u5de5\u63d0\u51fa\u9690\u7a7a\u95f4\u7a00\u758f\u6ce8\u610f\u529bLSA\uff0c\u6ce8\u610f\u529b\u5c42prefill\u63d0\u901f22.7\u500d"},"content":{"rendered":"<p>\u4f26\u6566\u521d\u521b\u516c\u53f8Prefrontal AI\u4e0e\u82cf\u9ece\u4e16\u8054\u90a6\u7406\u5de5\u5b66\u9662\u8054\u5408\u53d1\u8868\u8bba\u6587\uff0c\u63d0\u51fa\u9690\u7a7a\u95f4\u7a00\u758f\u6ce8\u610f\u529b\uff08LSA\uff09\u3002\u57281000\u4e07token\u4e0b\uff0cD-LSA\u4f7fGLM-5.3-Flash\u5355\u4e2a\u6ce8\u610f\u529b\u5c42\u7684prefill\u8f83\u5176\u539f\u751f\u7a00\u758f\u6ce8\u610f\u529b\u63d0\u901f22.7\u500d\uff0c\u8f83Qwen3.8-27B\u7684\u5168\u6ce8\u610f\u529b\u63d0\u901f72.4\u500d\uff0cdecode\u9636\u6bb5\u5206\u522b\u63d0\u901f4.6\u500d\u548c42.5\u500d\uff0c\u540c\u65f6\u5728\u591a\u9879\u4efb\u52a1\u4e0a\u4fdd\u6301\u76f8\u8fd1\u7cbe\u5ea6\u3002\u8bba\u6587\u300aLatent Sparse Attention: Towards Subquadratic Ultra-Long Context Attention\u300b2026\u5e7410\u670830\u65e5\u63d0\u4ea4arXiv\uff0c11\u67083\u65e5\u66f4\u65b0\u4fee\u8ba2\u7248\uff0c\u4ee3\u7801\u5df2\u5728GitHub\u5f00\u6e90\u3002<\/p>\n<p>\u8bba\u6587\u6d4b\u7b97\uff0c\u8d85\u957f\u4e0a\u4e0b\u6587\u4e0b\u7a00\u758f\u6ce8\u610f\u529b\u7684\u5f00\u9500\u4e3b\u8981\u4e0d\u5728\u300c\u770b\u300d\u800c\u5728\u300c\u627e\u300d\u3002\u4ee5GLM-5.3-Flash\u7684\u4e00\u4e2a\u5168\u5c40\u6ce8\u610f\u529b\u5c42\u5728\u5355\u5f20H200\u4e0a\u505a\u5343\u4e07token\u7684prefill\u6d4b\u7b97\uff0c\u7d22\u5f15\u5668\u5360\u603b\u65f6\u95f4\u768498%\uff1b\u82e5\u7d22\u5f15\u5668\u5f00\u9500\u964d\u4e3a\u96f6\uff0c\u7a00\u758f\u6ce8\u610f\u529bprefill\u8fd8\u80fd\u518d\u5feb58\u500d\u3002DeepSeek\u7684DSA\u3001MiniMax\u7a00\u758f\u6ce8\u610f\u529b\u4ee5\u53ca\u5404\u5bb6\u5757\u7a00\u758f\u65b9\u6848\u4e3a\u7d22\u5f15\u5668\u51cf\u8d1f\uff0c\u4f46\u5de5\u4f5c\u91cf\u4ecd\u968f\u4e0a\u4e0b\u6587\u7ebf\u6027\u589e\u957f\uff0cprefill\u4fdd\u6301\u4e8c\u6b21\u65b9\u3002<\/p>\n<p>LSA\u628akey\u6295\u5f71\u5230\u7ecf\u8fc7\u5b66\u4e60\u7684\u4f4e\u7ef4\u9690\u7a7a\u95f4\uff0c\u7528Ward\u5c42\u6b21\u805a\u7c7b\u628a\u8bed\u4e49\u76f8\u8fd1\u7684key\u5f52\u5165\u540c\u4e00\u6876\uff0c\u6bcf\u6876\u4fdd\u7559\u4e00\u4e2a\u4e2d\u5fc3\u5411\u91cf\u548c\u4f4d\u7f6e\u7d22\u5f15\u8868\uff0c\u67e5\u8be2\u65f6query\u53ea\u4e0e\u6876\u4e2d\u5fc3\u6253\u5206\uff0c\u9009\u51fa\u76f8\u5173\u6876\u540e\u518d\u5c55\u5f00\u4e3a\u5177\u4f53key\u3002\u5176Tree\u53d8\u4f53\u5728\u6876\u4e4b\u4e0a\u7ee7\u7eed\u805a\u6210\u5c42\u6b21\u6811\uff0cquery\u4ee5\u675f\u641c\u7d22\u9010\u5c42\u4e0b\u63a2\uff0c\u53ea\u9700\u68c0\u67e5O(log T)\u4e2a\u4e2d\u5fc3\u5411\u91cf\uff0c\u7d22\u5f15\u5668prefill\u4ece\u4e8c\u6b21\u65b9\u964d\u81f3O(T log T)\u3002<\/p>\n<p>\u843d\u5730\u6709\u4e24\u6761\u8def\u5f84\u3002D-LSA\u9762\u5411\u5df2\u8bad\u7ec3\u6a21\u578b\uff0c\u51bb\u7ed3\u5168\u90e8\u53c2\u6570\u3001\u6bcf\u5c42\u53ea\u65b0\u589e\u4e24\u4e2a\u5c0f\u6295\u5f71\u77e9\u9635\u628akey\u4e0equery\u6295\u523064\u7ef4\u7d22\u5f15\u7a7a\u95f4\uff0c\u84b8\u998f\u4ec5\u4f7f\u75283.52\u4ebftoken\uff0c\u800cDeepSeek DSA\u4ec5\u7d22\u5f15\u5668\u7a20\u5bc6\u9884\u70ed\u9636\u6bb5\u5373\u4f7f\u752821\u4ebftoken\u3002N-LSA\u5728\u9884\u8bad\u7ec3\u65f6\u539f\u751f\u4f7f\u7528LSA\uff0c\u4ec5\u4f9d\u8d56\u4e0b\u4e00token\u9884\u6d4b\u635f\u5931\uff0c\u6a21\u578b\u53c2\u6570\u91cf\u4e0d\u589e\u3002<\/p>\n<p>\u7cbe\u5ea6\u65b9\u9762\uff0c\u56e2\u961f\u5728MMLU-Pro\u3001GPQA-Diamond\u3001AIME25\u7b49\u4efb\u52a1\u4e0a\u6d4b\u5f97D-LSA\u843d\u5728\u57fa\u7ebf\u768495%\u7f6e\u4fe1\u533a\u95f4\u5185\uff1bRULER\u4e0a\uff0cQwen3.8-27B\u52a0D-LSA\u5728\u5343\u4e07token\u4ee563.9\u6bd4\u5168\u6ce8\u610f\u529b\u768459.9\u53cd\u8d85\u3002\u56e2\u961f\u53e6\u6784\u5efaPaperTrail\u57fa\u51c6\uff0c\u628a\u865a\u6784\u7814\u7a76\u7ebf\u7d22\u5d4c\u5165\u771f\u5b9earXiv\u8bba\u6587\uff0c10M\u89c4\u6a21\u6837\u672c\u542b\u8fd1400\u81f3465\u7bc7\u8bba\u6587\uff0cQwen3.8-27B\u52a0D-LSA\u5f9729.1\u5206\uff0c\u5168\u6ce8\u610f\u529b\u4e3a19.8\u5206\u3002<\/p>\n<p>\u5de5\u7a0b\u4fa7\uff0c\u56e2\u961f\u4e3aH200\u548cB300\u7f16\u5199GPU kernel\uff0c\u5e76\u5c06LSA\u6574\u5408\u8fdbSGLang\u3002\u5343\u4e07token\u4e0b\uff0cGLM-5.3-Flash\u9996token\u65f6\u95f4\u4ece\u7ea67.5\u5206\u949f\u964d\u81f3\u7ea63.4\u5206\u949f\uff0cQwen3.8-27B\u4ece\u7ea676\u5206\u949f\u964d\u81f3\u7ea68\u5206\u949f\uff1b\u6bcf\u5c42\u7d22\u5f15\u663e\u5b58\u5360\u7528246 MiB\uff0c\u4f4e\u4e8eGLM\u539f\u751f\u65b9\u6848\u7684331 MiB\u4e0eQwen\u98ce\u683c\u5757\u7a00\u758f\u7684642 MiB\u3002\u52a0\u901f\u6bd4\u968f\u4e0a\u4e0b\u6587\u589e\u957f\u800c\u6269\u5927\uff0c100\u4e07token\u65f6\u5bf9GLM-5.3-Flash\u7684prefill\u52a0\u901f\u4e3a3.5\u500d\uff1b\u6309\u8d8b\u52bf\u5916\u63a8\uff0cTree\u53d8\u4f53\u57281\u4ebftoken\u65f6\u9884\u8ba1\u6bd4\u57fa\u7ebf\u7a00\u758f\u6ce8\u610f\u529b\u5feb90\u500d\u4ee5\u4e0a\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4f26\u6566\u521d\u521b\u516c\u53f8Prefrontal AI\u4e0e<\/p>\n","protected":false},"author":9,"featured_media":22562,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"colormag_page_container_layout":"default_layout","colormag_page_sidebar_layout":"default_layout","footnotes":""},"categories":[1],"tags":[],"class_list":["post-22563","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-uncategorized"],"acf":[],"_links":{"self":[{"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/posts\/22563","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/comments?post=22563"}],"version-history":[{"count":0,"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/posts\/22563\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/media\/22562"}],"wp:attachment":[{"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/media?parent=22563"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/categories?post=22563"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/dguan.com.cn\/ai\/wp-json\/wp\/v2\/tags?post=22563"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}