Repository navigation
Expand file tree
/
Copy pathindex.html
More file actions
154 lines (154 loc) · 37.3 KB
/
Copy pathindex.html
File metadata and controls
154 lines (154 loc) · 37.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
<!doctype html>
<html lang="zh-CN">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<meta name="theme-color" content="#060d1c">
<title>InferMatrix — Open to Infer. Built to Evolve.</title>
<meta name="description" content="探索 InferMatrix 开源推理生态:多模态、智能体、Attention-FFN 分离、请求路由、循环迭代 Transformer 与 Apple Silicon。七个开源项目,共享创新。">
<meta property="og:title" content="InferMatrix — Open to Infer. Built to Evolve.">
<meta property="og:description" content="Seven open-source projects. Shared innovation. Discover the next possibilities of AI inference.">
<meta property="og:type" content="website">
<meta property="og:url" content="https://infermatrix.si">
<meta property="og:image" content="https://infermatrix.si/assets/infermatrix-poster.png">
<meta name="twitter:card" content="summary_large_image">
<link rel="canonical" href="https://infermatrix.si">
<link rel="icon" href="assets/favicon.svg?v=exact-logo" type="image/svg+xml">
<link rel="stylesheet" href="styles.css">
<link rel="stylesheet" href="assistant.css">
<script src="app.js" defer></script>
<script src="showcase.js" defer></script>
<script src="inferrsi.js" defer></script>
<script src="assistant.js" defer></script>
</head>
<body>
<a class="skip-link" href="#main">跳转到主要内容</a>
<div class="ambient" aria-hidden="true"></div>
<header class="site-header">
<a class="brand" href="#" aria-label="InferMatrix home">
<span class="brand-logo-viewport"><img class="brand-logo" src="assets/infermatrix-logo.png" alt="InferMatrix" width="2048" height="683" decoding="async"></span>
</a>
<nav class="main-nav" aria-label="Main navigation" id="main-nav">
<a href="#vision" data-i18n="navVision">品牌愿景</a>
<a href="#projects" data-i18n="navProjects">开源项目</a>
<a href="#showcase" data-showcase-i18n="nav">演示展示</a>
<a href="#inferrsi">InferRSI</a>
<a href="https://recipes.infermatrix.si" data-rsi-i18n="navRecipe">Recipes ↗</a>
<a class="mobile-cta" href="#open-source" data-i18n="navBuild">一起构建</a>
</nav>
<div class="header-actions">
<button class="language-button" id="language-toggle" aria-label="Switch language to English">中 <span aria-hidden="true">/ EN</span></button>
<a class="header-cta" href="#projects"><svg viewbox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"></path></svg><span data-i18n="navBuild">一起构建</span><span aria-hidden="true">↗</span></a>
<button class="menu-toggle" id="menu-toggle" aria-label="打开导航" aria-expanded="false" aria-controls="main-nav"><span></span><span></span></button>
</div>
</header>
<main id="main">
<noscript><p style="padding:16px 24px;color:#a3b8d0">互动筛选、语言切换与架构弹窗需要 JavaScript。你仍可阅读全部项目并直接访问 GitHub 仓库。 <a href="assets/infermatrix-poster.png">查看原始海报 ↗</a></p></noscript><section class="hero" aria-labelledby="hero-title">
<div class="hero-art" aria-hidden="true"><img src="assets/infermatrix-poster.png" alt="" fetchpriority="high"><div class="art-shade"></div></div>
<div class="hero-grid" aria-hidden="true"></div>
<div class="hero-orbit orbit-one" aria-hidden="true"></div>
<div class="hero-copy">
<div class="eyebrow hero-eyebrow"><span class="status-light"></span><span data-i18n="heroEyebrow">开放源码,无限可能。</span></div>
<h1 id="hero-title">Open to Infer.<br><span>Built to Evolve.</span></h1>
<p class="hero-description" data-i18n="heroDescription">为 AI 推理的下一个时代,连接开放创新的力量。</p>
<p class="hero-chinese" data-i18n="heroSubline">让每一次推理,都成为下一次进化的起点。</p>
<div class="hero-buttons"><a class="button button-primary" href="#projects"><span data-i18n="heroCta">探索开源生态</span><span aria-hidden="true">↗</span></a><a class="button button-outline" href="https://recipes.infermatrix.si" data-rsi-i18n="navRecipe">Recipes ↗</a><a class="button button-text" href="#explore"><span class="play-icon" aria-hidden="true">⌁</span><span data-i18n="heroSecondary">发现技术连接</span></a></div>
</div>
<div class="art-coordinate" aria-hidden="true"><span class="coordinate-cross">+</span><span>INFERENCE WITHOUT LIMITS<br><b>IM / OPEN ECOSYSTEM</b></span></div>
<div class="hero-bottom"><a class="scroll-link" href="#vision"><span class="scroll-mark" aria-hidden="true">↓</span><span data-i18n="scroll">向下探索</span></a><div class="hero-bottom-note"><span class="tiny-cross">+</span><span data-i18n="heroBottom">七个开源项目,共享创新。</span></div><button class="motion-toggle" id="motion-toggle" aria-pressed="false" aria-label="Pause decorative motion"><span class="motion-icon" aria-hidden="true">Ⅱ</span><span data-i18n="motion">动态效果 开</span></button></div>
</section>
<div class="capability-strip" aria-label="Focus areas"><span>MultiModal</span><i aria-hidden="true">✳</i><span>Agentic</span><i aria-hidden="true">✳</i><span>Ultra-low Latency</span><i aria-hidden="true">✳</i><span>Generative Recommender</span><i aria-hidden="true">✳</i><span>Infer RSI</span><i aria-hidden="true">✳</i></div>
<section class="vision section-shell" id="vision" aria-labelledby="vision-title">
<div class="section-kicker"><span class="section-index">01 /</span><span data-i18n="visionKicker">品牌愿景</span><span class="kicker-line"></span></div>
<div class="vision-content"><h2 id="vision-title" data-i18n="visionTitle">智能不断向前。<br><span>基础设施,也应持续进化。</span></h2><div class="vision-description"><p data-i18n="visionDescription">新的模态,新的架构,新的思考方式。推理的未来,正在开放协作中构建。</p><p class="muted" data-i18n="visionSecondary">InferMatrix 汇聚七个开源项目,连接模型、硬件与推理服务基础设施中的创新思路。</p><a class="inline-link" href="#projects"><span data-i18n="visionCta">认识开源生态</span><span aria-hidden="true">↗</span></a></div></div>
<div class="vision-rule"><span>MODEL</span><span class="rule-track" aria-hidden="true"><i></i></span><span>INFERENCE</span><span class="rule-track" aria-hidden="true"><i></i></span><span>POSSIBILITY</span></div>
</section>
<section class="projects section-shell" id="projects" aria-labelledby="projects-title">
<div class="section-kicker"><span class="section-index">02 /</span><span data-i18n="projectsKicker">开源项目生态</span><span class="kicker-line"></span></div>
<div class="section-heading"><h2 id="projects-title" data-i18n="projectsTitle">七个项目。<br><span>共同打开新的可能。</span></h2><p data-i18n="projectsDescription">探索代码,理解架构。<br>找到你的下一个构建起点。</p></div>
<div class="filter-bar" role="group" aria-label="Filter projects"><button class="filter-button active" data-filter="all" aria-pressed="true"><span data-i18n="filterAll">全部项目</span><small>07</small></button><button class="filter-button" data-filter="multimodal" aria-pressed="false" data-i18n="filterMultimodal">多模态</button><button class="filter-button" data-filter="infrastructure" aria-pressed="false" data-i18n="filterInfrastructure">基础设施</button><button class="filter-button" data-filter="agentic" aria-pressed="false" data-i18n="filterAgentic">智能体</button><button class="filter-button" data-filter="recurrent" aria-pressed="false" data-i18n="filterRecurrent">循环推理</button><button class="filter-button" data-filter="optimization" aria-pressed="false" data-i18n="filterOptimization">优化探索</button><span class="filter-count" id="filter-count" aria-live="polite">显示 07 / 07</span></div>
<div class="project-grid" id="project-grid"><article class="project-card" data-project="omni" data-category="multimodal">
<div class="project-card-head"><span class="project-number">01 / OPEN SOURCE</span><span class="project-category">多模态</span></div>
<div class="project-card-main"><h3>vLLM-Omni</h3><p class="project-tagline">让全模态模型服务变得简单、快速、经济,面向每一位开发者。</p></div>
<button class="architecture-button" data-open-project="omni" aria-label="查看架构 · vLLM-Omni"><img class="architecture-image" src="assets/architecture/omni.png" alt="vLLM-Omni 架构图" width="1757" height="895" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="omni">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/vllm-project/vllm-omni" target="_blank" rel="noopener noreferrer" aria-label="vLLM-Omni on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article><article class="project-card" data-project="afd" data-category="infrastructure">
<div class="project-card-head"><span class="project-number">02 / OPEN SOURCE</span><span class="project-category">基础设施</span></div>
<div class="project-card-main"><h3>afd-plugin</h3><p class="project-tagline">面向 Attention-FFN 分离(AFD)的 vLLM 外部插件。</p></div>
<button class="architecture-button" data-open-project="afd" aria-label="查看架构 · afd-plugin"><img class="architecture-image" src="assets/architecture/afd.svg" alt="afd-plugin 架构图" width="1280" height="720" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="afd">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/vllm-project/afd-plugin" target="_blank" rel="noopener noreferrer" aria-label="afd-plugin on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article><article class="project-card" data-project="router" data-category="infrastructure">
<div class="project-card-head"><span class="project-number">03 / OPEN SOURCE</span><span class="project-category">基础设施</span></div>
<div class="project-card-main"><h3>vLLM Router</h3><p class="project-tagline">面向大规模 vLLM 部署的高性能、轻量级请求转发系统。</p></div>
<button class="architecture-button" data-open-project="router" aria-label="查看架构 · vLLM Router"><img class="architecture-image" src="assets/architecture/router-poster.svg" alt="vLLM Router 架构图" width="1800" height="1360" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="router">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/vllm-project/router" target="_blank" rel="noopener noreferrer" aria-label="vLLM Router on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article><article class="project-card" data-project="agent" data-category="agentic">
<div class="project-card-head"><span class="project-number">04 / OPEN SOURCE</span><span class="project-category">智能体</span></div>
<div class="project-card-main"><h3>agent-infer</h3><p class="project-tagline">基于 vLLM,面向智能体工作负载的推理框架。</p></div>
<button class="architecture-button" data-open-project="agent" aria-label="查看架构 · agent-infer"><img class="architecture-image" src="assets/architecture/agent-poster.svg" alt="agent-infer 架构图" width="1295" height="1260" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="agent">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/openJiuwen-ai/agent-infer" target="_blank" rel="noopener noreferrer" aria-label="agent-infer on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article><article class="project-card" data-project="rlt" data-category="recurrent">
<div class="project-card-head"><span class="project-number">05 / OPEN SOURCE</span><span class="project-category">循环推理</span></div>
<div class="project-card-main"><h3>vllm-rlt</h3><p class="project-tagline">面向循环迭代 Transformer(recurrent looped transformers)的独立推理与服务引擎。</p></div>
<button class="architecture-button" data-open-project="rlt" aria-label="查看架构 · vllm-rlt"><img class="architecture-image" src="assets/architecture/rlt-poster.svg" alt="vllm-rlt 架构图" width="1544" height="1028" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="rlt">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/ThinkFlowLab/vllm-rlt" target="_blank" rel="noopener noreferrer" aria-label="vllm-rlt on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article><article class="project-card" data-project="mlx" data-category="multimodal">
<div class="project-card-head"><span class="project-number">06 / OPEN SOURCE</span><span class="project-category">多模态</span></div>
<div class="project-card-main"><h3>vllm-omni-mlx</h3><p class="project-tagline">面向 Apple Silicon 的轻量级 vLLM-Omni 对应实现。</p></div>
<button class="architecture-button" data-open-project="mlx" aria-label="查看架构 · vllm-omni-mlx"><img class="architecture-image" src="assets/architecture/mlx-poster.svg" alt="vllm-omni-mlx 架构图" width="1792" height="1044" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="mlx">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/ThinkFlowLab/vllm-omni-mlx" target="_blank" rel="noopener noreferrer" aria-label="vllm-omni-mlx on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article><article class="project-card" data-project="inferrsi" data-category="optimization">
<div class="project-card-head"><span class="project-number">07 / OPEN SOURCE</span><span class="project-category">优化探索</span></div>
<div class="project-card-main"><h3>InferRSI</h3><p class="project-tagline">以可验证的实验,推动推理优化与专用引擎探索。</p></div>
<button class="architecture-button" data-open-project="inferrsi" aria-label="查看架构 · InferRSI"><img class="architecture-image" src="assets/architecture/inferrsi.svg" alt="InferRSI 架构图" width="1800" height="1120" loading="lazy" decoding="async"><span class="architecture-overlay">查看架构 <span aria-hidden="true">↗</span></span></button>
<div class="project-card-footer"><button class="details-button" data-open-project="inferrsi">架构与详情 <span aria-hidden="true">+</span></button><a class="github-link" href="https://github.com/InferMatrixLab/InferRSI" target="_blank" rel="noopener noreferrer" aria-label="InferRSI on GitHub (新窗口)"><svg viewBox="0 0 24 24" fill="currentColor" aria-hidden="true"><path d="M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"/></svg> GitHub <span aria-hidden="true">↗</span></a></div>
</article></div>
<p class="project-footnote" data-i18n="projectFootnote">这里展示来自开源社区的项目。文档、许可证与贡献指南,请以各项目仓库为准。</p>
</section>
<section class="rsi section-shell" id="inferrsi" aria-labelledby="rsi-title">
<div class="section-kicker"><span class="section-index">RSI /</span><span data-rsi-i18n="kicker">从瓶颈,到可验证的进步</span><span class="kicker-line"></span></div>
<div class="section-heading"><h2 id="rsi-title">InferRSI<br><span data-rsi-i18n="title">让优化经验,持续生长。</span></h2><p data-rsi-i18n="intro">面向编码智能体的推理优化工作台。连接性能剖析、重复实验、质量验证与可复用知识。</p></div>
<div class="rsi-workflow" aria-label="InferRSI workflow"><span data-rsi-i18n="profile">01 / 定位瓶颈</span><span aria-hidden="true">→</span><span data-rsi-i18n="compare">02 / 实验与验证</span><span aria-hidden="true">→</span><span data-rsi-i18n="learn">03 / 沉淀与复用</span></div>
<div class="rsi-actions"><a class="button button-primary" href="https://github.com/InferMatrixLab/InferRSI" target="_blank" rel="noopener noreferrer"><span data-rsi-i18n="repo">探索 InferRSI</span> ↗</a><a class="inline-link" href="https://github.com/InferMatrixLab/InferRSI/tree/main/docs/template" target="_blank" rel="noopener noreferrer" data-rsi-i18n="template">引擎交付模板 ↗</a></div>
<p class="rsi-scope" data-rsi-i18n="scope">你驱动性能剖析与代码修改;InferRSI 执行和评估你提供的基准与验证命令。</p>
<div class="rsi-examples-heading"><h3 data-rsi-i18n="examples">专用引擎 · 实践案例</h3><span>MODEL × HARDWARE × EVIDENCE</span></div>
<div class="rsi-examples">
<article class="rsi-example"><div class="rsi-example-top"><span>01 / ASCEND 910B1</span><span class="rsi-status" data-rsi-i18n="ttsStatus">限定实验验收通过 · 作者报告</span></div><h3>Qwen3-TTS Engine</h3><p data-rsi-i18n="ttsDesc">面向 Qwen3-TTS-12Hz-1.7B-CustomVoice 的独立 NPU 语音引擎,结合持续批处理、NPU Graph 与流式音频。</p><div class="engine-benchmark"><div class="benchmark-label" data-rsi-i18n="metric">实测音频吞吐 · 相对基线倍数</div><div class="benchmark-grid"><div class="benchmark-cohort">C1 <span data-rsi-i18n="oneRequest">单并发</span></div><div><strong>4.81×</strong><span>vs vLLM-Omni</span></div><div><strong>14.18×</strong><span>vs SGLang-Omni</span></div><div class="benchmark-cohort">C64 <span data-rsi-i18n="sixtyFour">64 并发</span></div><div><strong>2.41×</strong><span>vs vLLM-Omni</span></div><div><strong>7.67×</strong><span>vs SGLang-Omni</span></div></div><p class="benchmark-note" data-rsi-i18n="ttsBench">作者报告 · 单张 910B1 / BF16 · 3 轮均值,每轮 128 请求;共享主机顺序测试,基线含兼容性修补。</p><a class="benchmark-source" href="https://github.com/InferMatrixLab/qwen3-tts-engine/blob/b4451682abac651f26046f8d27467de3f007e1e7/README.md" target="_blank" rel="noopener noreferrer" data-rsi-i18n="benchmarkSource">查看固定版本数据与测试条件 ↗</a></div><p class="rsi-limit" data-rsi-i18n="ttsLimit">单张 Ascend 910B1、固定模型与负载;仓库提供三轮性能与音频质量验收记录,不代表跨硬件的通用结论。</p><a class="inline-link" href="https://github.com/InferMatrixLab/qwen3-tts-engine" target="_blank" rel="noopener noreferrer" data-rsi-i18n="viewExample">查看案例与复现说明 ↗</a></article>
<article class="rsi-example"><div class="rsi-example-top"><span>02 / NVIDIA B300</span><span class="rsi-status rsi-status-caution" data-rsi-i18n="dramaStatus">实验案例 · 原目标未达成</span></div><h3>Drama 3 Engine</h3><p data-rsi-i18n="dramaDesc">面向单张 B300 的专用流式 TTS 引擎,将原生 FP8 MoE、持久 GPU 状态、CUDA Graph 与增量音频解码串联起来。</p><div class="engine-benchmark"><div class="benchmark-label" data-rsi-i18n="metric">实测音频吞吐 · 相对基线倍数</div><div class="benchmark-grid"><div class="benchmark-cohort">C1 <span data-rsi-i18n="oneRequest">单并发</span></div><div><strong>1.58×</strong><span>vs vLLM-Omni</span></div><div><strong>1.82×</strong><span>vs SGLang-Omni</span></div><div class="benchmark-cohort">C64 <span data-rsi-i18n="sixtyFour">64 并发</span></div><div><strong>≈1.00×</strong><span>vs vLLM-Omni</span></div><div><strong>2.47×</strong><span>vs SGLang-Omni</span></div></div><p class="benchmark-note" data-rsi-i18n="dramaBench">作者报告 · 单张 B300 · 3 轮中位数;vLLM-Omni C64 仅完成 2 轮,第 3 轮超时,≈1.00× 表示基本持平。配置与 codec 精度不同。</p><a class="benchmark-source" href="https://github.com/InferMatrixLab/drama-3-single-b300-engine/blob/58a1882a4d941f8d21bfce6be37d3d5e7c9fde80/docs/current-results.md" target="_blank" rel="noopener noreferrer" data-rsi-i18n="benchmarkSource">查看固定版本数据与测试条件 ↗</a></div><p class="rsi-limit" data-rsi-i18n="dramaLimit">保留 C1–C64 的性能、质量与失败记录。原始全并发吞吐目标未达成,优化暂停;不同配置和重复次数需分别解读。</p><a class="inline-link" href="https://github.com/InferMatrixLab/drama-3-single-b300-engine" target="_blank" rel="noopener noreferrer" data-rsi-i18n="viewExample">查看案例与复现说明 ↗</a></article>
<article class="rsi-example"><div class="rsi-example-top"><span>03 / NVIDIA H200</span><span class="rsi-status rsi-status-caution" data-rsi-i18n="minicpmStatus">H200 配置 · 待验证</span></div><h3>MiniCPM-o 4.5 Engine</h3><p data-rsi-i18n="minicpmDesc">面向 H200 的单 GPU 流式语音引擎:Thinker 与 Talker 共享分页 KV 和 CUDA Graph,Token2Wav 独立进程通过 CUDA MPS 并行解码,输出 24 kHz 音频。</p><div class="engine-benchmark"><div class="benchmark-label" data-rsi-i18n="minicpmMetric">L20X 来源数据 · 相对基线倍数</div><div class="benchmark-grid"><div class="benchmark-cohort">C1 <span data-rsi-i18n="oneRequest">单并发</span></div><div><strong>2.12×</strong><span>vs vLLM-Omni</span></div><div><strong>1.43×</strong><span>vs SGLang-Omni</span></div><div class="benchmark-cohort">C32 <span data-rsi-i18n="thirtyTwo">32 并发</span></div><div><strong>5.98×</strong><span>vs vLLM-Omni</span></div><div><strong>1.22×</strong><span>vs SGLang-Omni</span></div></div><p class="benchmark-note" data-rsi-i18n="minicpmBench">来源数据 · L20X(143 GB),非 H200 实测 · track_s_fast_r11 · 5 轮均值,C1/C32 每轮 320/640 个英文 Seed-TTS 请求;吞吐 397.43/2437.10 frames/s,首音频延迟 p50 为 126.2/654.6 ms。</p><a class="benchmark-source" href="https://github.com/InferMatrixLab/minicpm-o-4.5-single-gpu-engine/blob/a4f4778f312791c2d190b48e521141887ed160c8/docs/current-results.md" target="_blank" rel="noopener noreferrer" data-rsi-i18n="benchmarkSource">查看固定版本数据与测试条件 ↗</a></div><p class="rsi-limit" data-rsi-i18n="minicpmLimit">全指标、全并发 2× 目标未达成;r11 的 HiFT 误差有 1/190 个音频块超限,语音质量门槛待验证。来源环境显存占用约 95 GB;H200 尚待运行验证。默认 track_s_fast 与该实测配置不同。</p><a class="inline-link" href="https://github.com/InferMatrixLab/minicpm-o-4.5-single-gpu-engine" target="_blank" rel="noopener noreferrer" data-rsi-i18n="viewExample">查看案例与复现说明 ↗</a></article>
</div>
<a class="recipe-portal" href="https://recipes.infermatrix.si"><div><span class="recipe-label">INFERMATRIX RECIPES</span><h3 data-rsi-i18n="recipesTitle">找到模型与硬件的部署起点。</h3><p data-rsi-i18n="recipesDesc">进入独立 Recipes 站点,浏览部署配方、适用环境与证据来源。无需登录,即可浏览。</p></div><span class="recipe-arrow" aria-hidden="true">↗</span></a>
</section>
<section class="showcase section-shell" id="showcase" aria-labelledby="showcase-title">
<div class="section-kicker"><span class="section-index">DEMO /</span><span data-showcase-i18n="kicker">从代码,到真实体验</span><span class="kicker-line"></span></div>
<div class="section-heading"><h2 id="showcase-title"><span data-showcase-i18n="title">看见推理的可能。</span></h2><p data-showcase-i18n="intro">按项目探索演示。点击预览播放视频,体验开源创新。</p></div>
<div class="showcase-repo-head"><div><span class="showcase-repo-label">REPOSITORY / 01</span><h3>vLLM-Omni <span class="showcase-count">5 VIDEOS</span></h3></div><a class="inline-link" href="https://github.com/InferMatrixLab/infermatrix-marketing/tree/main/vllm_omni/video" target="_blank" rel="noopener noreferrer"><span data-showcase-i18n="materials">查看演示素材</span> ↗</a></div>
<div class="showcase-grid" id="showcase-grid"></div>
<p class="showcase-note" data-showcase-i18n="note">视频由项目素材库提供;展示内容与适用条件以原始说明为准。点击后才加载视频,不自动播放。</p>
<noscript><p>请启用 JavaScript 使用站内播放器,或<a href="https://github.com/InferMatrixLab/infermatrix-marketing/tree/main/vllm_omni/video">前往素材库观看视频 ↗</a>。</p></noscript>
</section>
<section class="explore section-shell" id="explore" aria-labelledby="explore-title">
<div class="section-kicker"><span class="section-index">03 /</span><span data-i18n="exploreKicker">连接更多可能</span><span class="kicker-line"></span></div>
<div class="section-heading"><h2 id="explore-title" data-i18n="exploreTitle">在技术矩阵中,<br><span>找到你的探索方向。</span></h2><p data-i18n="exploreDescription">不同的挑战,共同的好奇心。<br>选择一个方向,探索相关项目。</p></div>
<div class="explorer-panel">
<div class="explorer-tabs" role="tablist" aria-label="Explore capabilities"><button role="tab" id="tab-multimodal" aria-controls="capability-panel" class="explorer-tab active" data-capability="multimodal" aria-selected="true"><span class="tab-icon">◈</span><span data-i18n="filterMultimodal">多模态</span></button><button role="tab" id="tab-agentic" aria-controls="capability-panel" class="explorer-tab" data-capability="agentic" aria-selected="false" tabindex="-1"><span class="tab-icon">⌘</span><span data-i18n="filterAgentic">智能体</span></button><button role="tab" id="tab-infrastructure" aria-controls="capability-panel" class="explorer-tab" data-capability="infrastructure" aria-selected="false" tabindex="-1"><span class="tab-icon">⇄</span><span data-i18n="filterInfrastructure">基础设施</span></button><button role="tab" id="tab-recurrent" aria-controls="capability-panel" class="explorer-tab" data-capability="recurrent" aria-selected="false" tabindex="-1"><span class="tab-icon">∞</span><span data-i18n="filterRecurrent">循环推理</span></button><button role="tab" id="tab-optimization" aria-controls="capability-panel" class="explorer-tab" data-capability="optimization" aria-selected="false" tabindex="-1"><span class="tab-icon">✳</span><span data-i18n="directionOptimization">推理自主优化</span></button></div>
<div class="explorer-body" id="capability-panel" role="tabpanel" aria-labelledby="tab-multimodal" tabindex="0">
<div class="constellation" data-mode="multimodal" id="constellation" role="img" aria-label="Conceptual map highlighting vLLM-Omni and vllm-omni-mlx around an inference core">
<div class="map-grid" aria-hidden="true"></div><span class="diagram-coordinate top-left" aria-hidden="true">X. 024 / Y. 061</span><span class="diagram-label" data-i18n="conceptual">生态方向概念图</span>
<svg class="map-lines" viewbox="0 0 660 420" aria-hidden="true"><g fill="none" stroke="currentColor" stroke-width="1"><path class="path-base" d="M330 210 152 98M330 210 508 98M330 210 550 210M330 210 508 322M330 210 152 322M330 210 110 210"></path><path class="path-active" data-connect="multimodal" d="M152 98 330 210 508 322"></path><path class="path-active" data-connect="infrastructure" d="M508 98 330 210 550 210"></path><path class="path-active" data-connect="agentic" d="M110 210 330 210"></path><path class="path-active" data-connect="recurrent" d="M152 322 330 210"></path><path class="path-active" data-connect="optimization" d="M330 45 330 210"></path><circle cx="330" cy="210" r="104" stroke-dasharray="2 8" opacity=".4"></circle><circle cx="330" cy="210" r="158" stroke-dasharray="2 10" opacity=".18"></circle></g></svg>
<div class="map-node node-rsi" data-node="optimization"><span class="node-symbol">✳</span><span>InferRSI</span></div><div class="map-core"><div class="core-diamond"><span class="core-logo-viewport" aria-hidden="true"><img src="assets/infermatrix-logo.png" alt="" width="2048" height="683" decoding="async"></span></div><span>INFERENCE</span></div>
<div class="map-node node-omni" data-node="multimodal"><span class="node-symbol">◈</span><span>vLLM-Omni</span></div><div class="map-node node-afd" data-node="infrastructure"><span class="node-symbol">⇌</span><span>afd-plugin</span></div><div class="map-node node-router" data-node="infrastructure"><span class="node-symbol">⑂</span><span>vLLM Router</span></div><div class="map-node node-mlx" data-node="multimodal"><span class="node-symbol">◇</span><span>vllm-omni-mlx</span></div><div class="map-node node-rlt" data-node="recurrent"><span class="node-symbol">∞</span><span>vllm-rlt</span></div><div class="map-node node-agent" data-node="agentic"><span class="node-symbol">⌘</span><span>agent-infer</span></div>
</div>
<div class="capability-copy"><span class="eyebrow" id="capability-counter">探索方向 01 / 05</span><h3 id="capability-title">打破单一模态的边界。</h3><p id="capability-description">通过 vLLM-Omni 探索全模态模型服务,并了解其面向 Apple Silicon 的轻量级对应实现 vllm-omni-mlx。</p><div class="capability-tags" id="capability-tags"></div><a class="inline-link" id="capability-link" href="#projects"><span data-i18n="exploreRelated">查看相关项目</span><span aria-hidden="true">↗</span></a><p class="concept-note" data-i18n="conceptNote">此图展示项目的研究与应用方向,不代表部署拓扑或兼容性保证。</p></div>
</div>
</div>
</section>
<section class="open-source section-shell" id="open-source" aria-labelledby="open-source-title">
<div class="source-lines" aria-hidden="true"></div><div class="source-inner"><div class="eyebrow"><span class="status-light"></span><span data-i18n="sourceKicker">下一篇章,由开放开启</span></div><h2 id="open-source-title" data-i18n="sourceTitle">一起构建,<br><span>下一个可能。</span></h2><p data-i18n="sourceDescription">从一个仓库开始,让一个想法生长。<br>一起推动推理技术向前。</p><div class="source-buttons"><a class="button button-primary" href="#projects"><span data-i18n="sourceCta">找到你的项目</span><span aria-hidden="true">↗</span></a><button class="button button-outline" id="poster-open"><span data-i18n="posterCta">查看品牌海报</span><span aria-hidden="true">⊞</span></button></div></div><div class="source-art" aria-hidden="true"><img src="assets/infermatrix-poster.png" alt="" loading="lazy"></div>
</section>
</main>
<footer class="footer section-shell"><a class="brand" href="#" aria-label="InferMatrix home"><span class="brand-logo-viewport"><img class="brand-logo" src="assets/infermatrix-logo.png" alt="InferMatrix" width="2048" height="683" decoding="async"></span></a><p>Open to Infer. Built to Evolve.</p><a href="#" class="back-to-top"><span data-i18n="backTop">返回顶部</span><span aria-hidden="true">↑</span></a><div class="footer-bottom"><span>© <span id="year">2026</span> InferMatrix</span><span data-i18n="footerNote">开放推理生态展示。</span><a href="assets/infermatrix-poster.png" download="InferMatrix-brand-poster.png" data-i18n="downloadPoster">下载品牌海报 ↗</a></div></footer>
<dialog class="project-dialog" id="project-dialog" aria-labelledby="project-dialog-title"><button class="dialog-close" data-close="project-dialog" aria-label="Close project details">×</button><div id="project-dialog-content"></div></dialog>
<dialog class="poster-dialog" id="poster-dialog" aria-labelledby="poster-dialog-title"><div class="poster-toolbar"><div><span class="eyebrow">INFERMATRIX / BRAND ARTWORK</span><h2 id="poster-dialog-title" data-i18n="posterTitle">七个开源项目,共享创新。</h2></div><div><a class="button button-outline" href="assets/infermatrix-poster.png" download="InferMatrix-brand-poster.png" data-i18n="download">下载海报 ↗</a><button class="dialog-close" data-close="poster-dialog" aria-label="Close poster">×</button></div></div><p class="poster-note" data-i18n="posterNote">此处保留原始品牌海报。网站已采用更新后的 vllm-rlt 描述:面向 recurrent looped transformers。</p><img src="assets/infermatrix-poster.png" alt="InferMatrix brand poster showing six open-source projects and a luminous blue glass cube" loading="lazy"></dialog>
</body>
</html>