Spaces:
Running
Running
Create We Are Building A Distributed Compute Network And I Am Already Tired.html
Browse files
We Are Building A Distributed Compute Network And I Am Already Tired.html
ADDED
|
@@ -0,0 +1,150 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<!DOCTYPE html>
|
| 2 |
+
<html lang="en">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="UTF-8">
|
| 5 |
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
| 6 |
+
<title>We Are Building A Distributed Compute Network And I Am Already Tired | FMN-GPT - CompactAI</title>
|
| 7 |
+
<link rel="preconnect" href="https://fonts.googleapis.com">
|
| 8 |
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
| 9 |
+
<link href="https://fonts.googleapis.com/css2?family=Geist:wght@400;500:600:700&family=Geist+Mono&display=swap" rel="stylesheet">
|
| 10 |
+
<style>
|
| 11 |
+
:root {
|
| 12 |
+
--blue-900: #0a1628;
|
| 13 |
+
--blue-800: #0f2240;
|
| 14 |
+
--blue-700: #142d54;
|
| 15 |
+
--blue-600: #1a3a6b;
|
| 16 |
+
--blue-500: #2250a0;
|
| 17 |
+
--blue-400: #3a7bd5;
|
| 18 |
+
--blue-300: #6ba3f0;
|
| 19 |
+
--blue-200: #a8c8f5;
|
| 20 |
+
--blue-100: #d4e4fa;
|
| 21 |
+
--white: #ffffff;
|
| 22 |
+
--white-soft: #f0f4fa;
|
| 23 |
+
--white-muted: #c8d8ec;
|
| 24 |
+
--grid-line: rgba(255, 255, 255, 0.08);
|
| 25 |
+
--grid-line-major: rgba(255, 255, 255, 0.18);
|
| 26 |
+
--accent: #6ba3f0;
|
| 27 |
+
--accent-muted: #3a7bd5;
|
| 28 |
+
--font-sans: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif;
|
| 29 |
+
--font-mono: 'Geist Mono', 'SF Mono', 'Fira Code', monospace;
|
| 30 |
+
--container-max: 1100px;
|
| 31 |
+
}
|
| 32 |
+
* { box-sizing: border-box; margin: 0; padding: 0; }
|
| 33 |
+
html { font-size: 16px; scroll-behavior: smooth; }
|
| 34 |
+
body { font-family: var(--font-sans); background: var(--blue-900); color: var(--white-muted); line-height: 1.7; -webkit-font-smoothing: antialiased; }
|
| 35 |
+
a { color: var(--white); text-decoration: none; transition: color 0.15s ease; }
|
| 36 |
+
a:hover { color: var(--accent); }
|
| 37 |
+
.container { max-width: var(--container-max); margin: 0 auto; padding: 0 24px; }
|
| 38 |
+
nav { position: fixed; top: 0; left: 0; right: 0; z-index: 100; background: rgba(10, 22, 40, 0.92); backdrop-filter: blur(12px); border-bottom: 1px solid var(--blue-600); padding: 16px 0; }
|
| 39 |
+
nav .container { display: flex; justify-content: space-between; align-items: center; }
|
| 40 |
+
.nav-brand { font-size: 18px; font-weight: 600; color: var(--white); display: flex; align-items: center; gap: 8px; }
|
| 41 |
+
.nav-brand span { color: var(--accent); }
|
| 42 |
+
.nav-links { display: flex; gap: 32px; }
|
| 43 |
+
.nav-links a { font-size: 14px; font-weight: 500; color: var(--blue-200); }
|
| 44 |
+
.nav-links a:hover { color: var(--white); }
|
| 45 |
+
.post { padding: 140px 0 80px; }
|
| 46 |
+
.post-back { display: inline-block; color: var(--blue-200); font-size: 14px; margin-bottom: 32px; }
|
| 47 |
+
.post-back:hover { color: var(--accent); }
|
| 48 |
+
.post-back::before { content: '← '; }
|
| 49 |
+
.post-meta { display: flex; gap: 12px; margin-bottom: 20px; }
|
| 50 |
+
.post-date { font-size: 13px; color: var(--blue-200); font-family: var(--font-mono); }
|
| 51 |
+
.post-tag { font-size: 11px; font-weight: 600; text-transform: uppercase; letter-spacing: 0.05em; color: var(--accent); background: rgba(107, 163, 240, 0.1); padding: 4px 10px; border-radius: 4px; }
|
| 52 |
+
.post h1 { font-size: 36px; font-weight: 700; color: var(--white); margin-bottom: 32px; line-height: 1.2; letter-spacing: -0.02em; }
|
| 53 |
+
.post-body p { font-size: 17px; line-height: 1.8; margin-bottom: 24px; color: var(--blue-200); }
|
| 54 |
+
.post-body p:first-of-type { font-size: 20px; color: var(--white-muted); }
|
| 55 |
+
.post-body h2 { font-size: 24px; font-weight: 600; color: var(--white); margin: 48px 0 20px; }
|
| 56 |
+
.post-body blockquote { border-left: 3px solid var(--accent); padding: 20px 24px; margin: 32px 0; background: var(--blue-800); border-radius: 0 8px 8px 0; }
|
| 57 |
+
.post-body blockquote p { font-size: 16px; font-style: italic; color: var(--blue-200); margin: 0; }
|
| 58 |
+
.post-body hr { border: none; height: 1px; background: var(--blue-600); margin: 48px 0; }
|
| 59 |
+
.code-block { background: var(--blue-800); border: 1px solid var(--blue-600); border-radius: 8px; padding: 20px; margin: 24px 0; font-family: var(--font-mono); font-size: 13px; overflow-x: auto; }
|
| 60 |
+
.code-block .comment { color: var(--blue-200); font-style: italic; display: block; margin-top: 4px; }
|
| 61 |
+
.post-footer { margin-top: 48px; padding-top: 32px; border-top: 1px solid var(--blue-600); }
|
| 62 |
+
.post-footer p { font-size: 14px; color: var(--blue-200); font-style: italic; margin: 0; }
|
| 63 |
+
footer { padding: 40px 0; background: var(--blue-800); border-top: 1px solid var(--blue-600); text-align: center; }
|
| 64 |
+
footer p { color: var(--blue-200); font-size: 14px; margin-bottom: 8px; }
|
| 65 |
+
footer a { color: var(--blue-200); }
|
| 66 |
+
footer a:hover { color: var(--accent); }
|
| 67 |
+
@media (max-width: 768px) { .post h1 { font-size: 28px; } .nav-links { display: none; } }
|
| 68 |
+
</style>
|
| 69 |
+
</head>
|
| 70 |
+
<body>
|
| 71 |
+
<nav>
|
| 72 |
+
<div class="container">
|
| 73 |
+
<a href="index.html" class="nav-brand"><span>/</span>FMN-GPT</a>
|
| 74 |
+
<div class="nav-links">
|
| 75 |
+
<a href="blog.html">Blog</a>
|
| 76 |
+
<a href="status.html">Model Status</a>
|
| 77 |
+
<a href="https://huggingface.co/CompactAI-O" target="_blank">HuggingFace Org</a>
|
| 78 |
+
</div>
|
| 79 |
+
</div>
|
| 80 |
+
</nav>
|
| 81 |
+
<main>
|
| 82 |
+
<article class="post">
|
| 83 |
+
<div class="container">
|
| 84 |
+
<a href="blog.html" class="post-back">Back to Blog</a>
|
| 85 |
+
<header>
|
| 86 |
+
<div class="post-meta">
|
| 87 |
+
<span class="post-date">2026-04-09</span>
|
| 88 |
+
<span class="post-tag">Big Announcements</span>
|
| 89 |
+
</div>
|
| 90 |
+
<h1>We Are Building A Distributed Compute Network And I Am Already Tired</h1>
|
| 91 |
+
</header>
|
| 92 |
+
<div class="post-body">
|
| 93 |
+
<p>I am partnering with Armand0e. We are building something. It is big. It is complicated. It might work. It might not. We are calling it cAI-Grid for now. The name might change. Everything might change. This is how startups begin. With uncertainty and enthusiasm.</p>
|
| 94 |
+
<blockquote>
|
| 95 |
+
<p>When someone smarter than you agrees to help with your idea, you say yes immediately and figure out the details later. That is what I did. Armand0e is smarter than me. This is going well so far.</p>
|
| 96 |
+
</blockquote>
|
| 97 |
+
<h2>What We Are Building</h2>
|
| 98 |
+
<p>We are building a distributed compute network. It lets people share their GPUs. It lets people train models on other people's GPUs. It is like Folding@Home but for AI. It is also not like Folding@Home because AI is more complicated than protein folding. Probably.</p>
|
| 99 |
+
<p>The plan involves orchestration layers. Credit economies. Priority queues. Micro-task decomposition. Async gradient aggregation. I am listing these terms to sound competent. I understand some of them. Armand0e understands all of them. This is why we are partnering.</p>
|
| 100 |
+
<div class="code-block">
|
| 101 |
+
<span class="comment"># cAI-Grid in pseudocode because I like pretending</span><br>
|
| 102 |
+
user.submits_job()<br>
|
| 103 |
+
orchestrator.decomposes_into_micro_tasks()<br>
|
| 104 |
+
swarm.executes_in_parallel()<br>
|
| 105 |
+
gradients.aggregate()<br>
|
| 106 |
+
model.improves()<br>
|
| 107 |
+
everyone.earns_credits()<br>
|
| 108 |
+
<span class="comment"># Simple in theory. Complicated in practice. Like everything.</span>
|
| 109 |
+
</div>
|
| 110 |
+
<h2>Why This Exists</h2>
|
| 111 |
+
<p>I train tiny models on one GPU. It takes forever. Sonnet is waiting. Opus is waiting. Haiku is speaking sometimes but could speak more often. A distributed network could speed this up. It could let more people train models. It could make CompactAI more than one person with a hot GPU.</p>
|
| 112 |
+
<p>Armand0e sees the same opportunity. He has ideas. He has skills. He has patience for architectural diagrams. I have enthusiasm and a tendency to output chuamliamce. Together we might build something useful. Or we might build something that outputs chuamliamce at scale. Both outcomes are educational.</p>
|
| 113 |
+
<h2>What We Are Not Sharing Yet</h2>
|
| 114 |
+
<p>The full plan is complicated. Very complicated. There are diagrams. There are priority levels. There are credit multipliers and reliability bonuses and dynamic load balancing algorithms. I am not sharing all of that here because:</p>
|
| 115 |
+
<ul style="list-style: disc; padding-left: 20px; color: var(--blue-200); line-height: 1.7;">
|
| 116 |
+
<li>The plan might change</li>
|
| 117 |
+
<li>I might forget how it works</li>
|
| 118 |
+
<li>Complexity is boring to read about</li>
|
| 119 |
+
<li>We want to surprise people later</li>
|
| 120 |
+
</ul>
|
| 121 |
+
<p>What I can share: we aim to bring this app soon. Soon is a flexible term. Soon might mean weeks. Soon might mean months. Soon might mean never if the orchestration layer eats itself. We are optimistic. We are also realistic. Realistically optimistic.</p>
|
| 122 |
+
<h2>How You Can Help</h2>
|
| 123 |
+
<p>Right now you can watch. You can follow CompactAI-O on HuggingFace. You can wait for updates. You can prepare your GPU for eventual participation. You can also ignore this entirely. No pressure. Building distributed systems is hard. Watching is easy.</p>
|
| 124 |
+
<p>When we are ready, you will be able to join the network. You will be able to contribute compute. You will be able to earn credits. You will be able to spend credits on your own training jobs. Or you will be able to watch us figure it out from the sidelines. Both are valid.</p>
|
| 125 |
+
<blockquote>
|
| 126 |
+
<p>Distributed computing is just convincing strangers to run your code on their hardware. It sounds sketchy. It is sketchy. We are working on the trust part. Slowly. Carefully. With many diagrams.</p>
|
| 127 |
+
</blockquote>
|
| 128 |
+
<h2>What This Means For CompactAI</h2>
|
| 129 |
+
<p>Haiku will benefit. Sonnet will benefit. Opus will benefit. All the tiny confused models will benefit from more compute. They might learn faster. They might speak more often. They might mention chuamliamce less frequently. Progress is weird. Distributed progress is weirder.</p>
|
| 130 |
+
<p>This partnership expands what CompactAI can do. It is no longer just me training models in a bedroom. It is a group effort. It is Armand0e and me and eventually others. It is messy. It is ambitious. It is very on brand for us.</p>
|
| 131 |
+
<h2>Final Thoughts</h2>
|
| 132 |
+
<p>We are building cAI-Grid. It is a distributed compute network. It is complicated. We are not sharing everything yet. We aim to bring it soon. Soon is flexible. Optimism is required.</p>
|
| 133 |
+
<p>Armand0e is helping. The CompactAI team is helping. I am helping by writing blogs and occasionally debugging NaN losses. Together we might build something useful. Or we might build something that outputs chuamliamce at scale. Either way, it will be interesting.</p>
|
| 134 |
+
<p>Stick around if you want to see what happens. Leave if you prefer certainty. I understand both choices. Progress is weird. Distributed progress is weirder. Chuamliamce remains a mystery.</p>
|
| 135 |
+
<hr>
|
| 136 |
+
</div>
|
| 137 |
+
<footer class="post-footer">
|
| 138 |
+
<p>Current status: Partnered with Armand0e. Building cAI-Grid. Plan is complicated. Details coming soon. Soon is flexible. Chuamliamce remains under investigation.</p>
|
| 139 |
+
</footer>
|
| 140 |
+
</div>
|
| 141 |
+
</article>
|
| 142 |
+
</main>
|
| 143 |
+
<footer>
|
| 144 |
+
<div class="container">
|
| 145 |
+
<p>Built with curiosity over compute</p>
|
| 146 |
+
<p>FMN-GPT by <a href="https://huggingface.co/CompactAI-O" target="_blank">CompactAI-O</a> | 2026</p>
|
| 147 |
+
</div>
|
| 148 |
+
</footer>
|
| 149 |
+
</body>
|
| 150 |
+
</html>
|