Update index.html
Browse files- index.html +207 -407
index.html
CHANGED
|
@@ -4,470 +4,270 @@
|
|
| 4 |
<meta charset="UTF-8"/>
|
| 5 |
<meta name="viewport" content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no,viewport-fit=cover"/>
|
| 6 |
<meta name="apple-mobile-web-app-capable" content="yes"/>
|
| 7 |
-
<meta name="apple-mobile-web-app-status-bar-style" content="default"/>
|
| 8 |
<meta name="mobile-web-app-capable" content="yes"/>
|
| 9 |
<meta name="theme-color" content="#ffffff"/>
|
| 10 |
-
<title>WebLLM Chat — Local AI
|
| 11 |
<link rel="preconnect" href="https://fonts.googleapis.com"/>
|
| 12 |
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin/>
|
| 13 |
<link href="https://fonts.googleapis.com/css2?family=Plus+Jakarta+Sans:wght@300;400;500;600;700;800&family=Newsreader:ital,opsz,wght@0,6..72,400;1,6..72,400&family=IBM+Plex+Mono:wght@400;500;600&display=swap" rel="stylesheet"/>
|
| 14 |
-
<link rel="icon" href="data:image/svg+xml,<svg xmlns=%22http://www.w3.org/2000/svg%22 viewBox=%220 0 100 100%22><text y=%22.9em%22 font-size=%2290%22>🧠</text></svg>"/>
|
| 15 |
<style>
|
| 16 |
*,*::before,*::after{box-sizing:border-box;margin:0;padding:0}
|
| 17 |
-
:root{
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
--text:#1a1815;--text-2:#5c5650;--text-3:#9c958d;--text-4:#c4beb6;
|
| 22 |
-
--accent:#4f6df5;--accent-hover:#3d5ae0;--accent-light:#eef1fe;--accent-text:#3b54c4;
|
| 23 |
-
--green:#2d9d5e;--green-bg:#edf7f0;
|
| 24 |
-
--red:#d44040;--red-bg:#fdf0f0;
|
| 25 |
-
--amber:#c08520;--amber-bg:#fdf6e8;
|
| 26 |
-
--radius:14px;--radius-sm:10px;--radius-xs:7px;
|
| 27 |
-
--shadow-sm:0 1px 3px rgba(0,0,0,.04),0 1px 2px rgba(0,0,0,.02);
|
| 28 |
-
--shadow-lg:0 12px 40px rgba(0,0,0,.08),0 2px 8px rgba(0,0,0,.04);
|
| 29 |
-
--font:'Plus Jakarta Sans',system-ui,-apple-system,sans-serif;
|
| 30 |
-
--font-display:'Newsreader',Georgia,serif;
|
| 31 |
-
--font-mono:'IBM Plex Mono','SF Mono',monospace;
|
| 32 |
-
--safe-top:env(safe-area-inset-top,0px);
|
| 33 |
-
--safe-bottom:env(safe-area-inset-bottom,0px);
|
| 34 |
-
}
|
| 35 |
-
html{font-size:16px;height:100%}
|
| 36 |
-
body{font-family:var(--font);background:var(--bg-warm);color:var(--text);height:100%;overflow:hidden;-webkit-font-smoothing:antialiased;-webkit-tap-highlight-color:transparent;opacity:0}
|
| 37 |
-
body.ready{opacity:1;transition:opacity .3s}
|
| 38 |
-
input,textarea,button,select{font-family:inherit;font-size:inherit;-webkit-appearance:none;appearance:none}
|
| 39 |
-
::-webkit-scrollbar{width:4px}::-webkit-scrollbar-track{background:transparent}::-webkit-scrollbar-thumb{background:var(--border);border-radius:10px}
|
| 40 |
.screen{display:none;width:100%;height:100%}.screen.active{display:flex}
|
| 41 |
-
#landing{flex-direction:column;align-items:center;justify-content:center;text-align:center;padding:24px;
|
| 42 |
-
.landing-deco{position:absolute;width:min(500px,90vw);height:min(500px,90vw);border-radius:50%;background:radial-gradient(circle,rgba(79,109,245,.07)
|
| 43 |
-
.landing-tag{font-family:var(--font-mono);font-size:.68rem;letter-spacing:.12em;text-transform:uppercase;color:var(--accent-text);background:var(--accent-light);padding:6px 16px;border-radius:100px;margin-bottom:
|
| 44 |
-
.
|
| 45 |
-
.
|
| 46 |
-
.
|
| 47 |
-
.
|
| 48 |
-
.
|
| 49 |
-
.
|
| 50 |
-
.
|
| 51 |
-
.
|
| 52 |
-
.
|
| 53 |
-
.
|
| 54 |
-
.
|
| 55 |
-
.
|
| 56 |
-
.
|
| 57 |
-
.
|
| 58 |
-
.
|
| 59 |
-
.
|
| 60 |
-
.
|
| 61 |
-
.
|
| 62 |
-
.
|
| 63 |
-
.
|
| 64 |
-
.
|
| 65 |
-
.
|
| 66 |
-
.
|
| 67 |
-
.vram-badge{background:var(--amber-bg);color:var(--amber);padding:2px 6px;border-radius:5px;font-family:var(--font-mono);font-size:.54rem;font-weight:600}
|
| 68 |
-
.mobile-ok{background:var(--green-bg);color:var(--green);padding:2px 6px;border-radius:5px;font-family:var(--font-mono);font-size:.52rem;font-weight:700}
|
| 69 |
-
.lock-badge{background:var(--red-bg);color:var(--red);padding:2px 6px;border-radius:5px;font-family:var(--font-mono);font-size:.52rem;font-weight:700}
|
| 70 |
-
.model-section-label{padding:7px 14px 3px;font-family:var(--font-mono);font-size:.56rem;font-weight:700;text-transform:uppercase;letter-spacing:.08em;color:var(--text-3);background:var(--bg-warm);position:sticky;top:0;z-index:1}
|
| 71 |
.btn-load{font-family:var(--font);font-size:.9rem;font-weight:600;color:#fff;background:var(--accent);border:none;padding:14px 40px;border-radius:100px;cursor:pointer;transition:all .2s;box-shadow:0 2px 12px rgba(79,109,245,.25);min-height:48px}
|
| 72 |
-
.btn-load:hover{background:var(--accent-hover);
|
| 73 |
-
.
|
| 74 |
-
.btn-load:disabled{opacity:.4;cursor:not-allowed;transform:none;box-shadow:none}
|
| 75 |
-
.landing-footer{margin-top:auto;padding:20px 0;font-family:var(--font-mono);font-size:.65rem;color:var(--text-4)}
|
| 76 |
-
.landing-footer a{color:var(--text-3);text-decoration:none}.landing-footer a:hover{color:var(--accent)}
|
| 77 |
#loading{flex-direction:column;align-items:center;justify-content:center;gap:24px;padding:24px;background:var(--bg)}
|
| 78 |
-
.
|
| 79 |
-
|
| 80 |
-
.
|
| 81 |
-
.
|
| 82 |
-
.download-bar{width:min(360px,85vw)}
|
| 83 |
-
.download-text{font-family:var(--font-mono);font-size:.68rem;color:var(--text-3);text-align:center;margin-bottom:6px}
|
| 84 |
-
.download-track{height:4px;background:var(--bg-cool);border-radius:2px;overflow:hidden}
|
| 85 |
-
.download-fill{height:100%;width:0%;background:var(--accent);border-radius:2px;transition:width .3s}
|
| 86 |
#chat{flex-direction:column;height:100%;background:var(--bg-warm)}
|
| 87 |
-
.
|
| 88 |
-
.
|
| 89 |
-
.
|
| 90 |
-
.
|
| 91 |
-
.
|
| 92 |
-
.
|
| 93 |
-
.
|
| 94 |
-
.
|
| 95 |
-
.
|
| 96 |
-
.
|
| 97 |
-
.
|
| 98 |
-
.
|
| 99 |
-
.
|
| 100 |
-
.
|
| 101 |
-
.
|
| 102 |
-
.
|
| 103 |
-
.
|
| 104 |
-
.
|
| 105 |
-
.
|
| 106 |
-
.
|
| 107 |
-
.
|
| 108 |
-
.
|
| 109 |
-
.
|
| 110 |
-
.
|
| 111 |
-
.
|
| 112 |
-
.
|
| 113 |
-
|
| 114 |
-
.
|
| 115 |
-
.
|
| 116 |
-
.
|
| 117 |
-
.
|
| 118 |
-
.
|
| 119 |
-
.
|
| 120 |
-
.
|
| 121 |
-
.
|
| 122 |
-
.
|
| 123 |
-
.
|
| 124 |
-
.
|
| 125 |
-
.error-banner{display:none;padding:10px 16px;background:var(--red-bg);border:1px solid rgba(212,64,64,.2);border-radius:var(--radius-sm);color:var(--red);font-size:.8rem;margin:8px 16px 0}
|
| 126 |
-
.error-banner.visible{display:block}
|
| 127 |
-
.chat-messages{flex:1;overflow-y:auto;padding:16px;display:flex;flex-direction:column;gap:16px;scroll-behavior:smooth;-webkit-overflow-scrolling:touch}
|
| 128 |
-
.msg-group{display:flex;flex-direction:column;gap:3px;max-width:85%;animation:msgIn .25s ease}
|
| 129 |
-
.msg-group.user{align-self:flex-end}.msg-group.assistant{align-self:flex-start}
|
| 130 |
-
@keyframes msgIn{from{opacity:0;transform:translateY(6px)}to{opacity:1;transform:translateY(0)}}
|
| 131 |
-
.msg-role{font-family:var(--font-mono);font-size:.58rem;letter-spacing:.08em;text-transform:uppercase;color:var(--text-3);margin-bottom:1px;font-weight:600}
|
| 132 |
-
.msg-group.assistant .msg-role{color:var(--accent-text)}
|
| 133 |
-
.msg-bubble{padding:12px 16px;border-radius:var(--radius);color:var(--text);font-size:.88rem;line-height:1.7;word-wrap:break-word;box-shadow:var(--shadow-sm)}
|
| 134 |
-
.msg-group.user .msg-bubble{background:var(--accent);color:#fff;border-bottom-right-radius:4px;box-shadow:0 2px 8px rgba(79,109,245,.15)}
|
| 135 |
-
.msg-group.assistant .msg-bubble{background:var(--surface);border:1px solid var(--border-light);border-bottom-left-radius:4px}
|
| 136 |
-
.msg-group.assistant .msg-bubble.generating{border-color:var(--accent);box-shadow:0 0 0 2px rgba(79,109,245,.08)}
|
| 137 |
-
.msg-bubble.md{white-space:normal}.msg-bubble.md p{margin:0 0 .5em}.msg-bubble.md p:last-child{margin:0}
|
| 138 |
-
.msg-bubble.md h1,.msg-bubble.md h2,.msg-bubble.md h3{margin:.7em 0 .35em;font-weight:600;line-height:1.3}
|
| 139 |
-
.msg-bubble.md h1{font-size:1.2em}.msg-bubble.md h2{font-size:1.1em}.msg-bubble.md h3{font-size:1em}
|
| 140 |
-
.msg-bubble.md code{font-family:var(--font-mono);font-size:.84em;padding:2px 6px;background:var(--bg-cool);border-radius:5px;color:var(--accent-text)}
|
| 141 |
-
.msg-bubble.md pre{margin:.5em 0;padding:12px;background:var(--bg-warm);border:1px solid var(--border-light);border-radius:var(--radius-sm);overflow-x:auto;line-height:1.5}
|
| 142 |
-
.msg-bubble.md pre code{padding:0;background:none;color:var(--text);font-size:.78rem}
|
| 143 |
-
.msg-bubble.md ul,.msg-bubble.md ol{margin:.4em 0;padding-left:1.4em}.msg-bubble.md li{margin:.15em 0}
|
| 144 |
-
.msg-bubble.md blockquote{margin:.5em 0;padding:8px 12px;border-left:3px solid var(--accent);color:var(--text-2);background:var(--accent-light);border-radius:0 var(--radius-xs) var(--radius-xs) 0}
|
| 145 |
-
.msg-bubble.md table{margin:.5em 0;border-collapse:collapse;width:100%;font-size:.82rem}
|
| 146 |
-
.msg-bubble.md th,.msg-bubble.md td{padding:6px 8px;border:1px solid var(--border);text-align:left}
|
| 147 |
-
.msg-bubble.md th{background:var(--bg-cool);font-weight:600;color:var(--text-2);font-size:.72rem;text-transform:uppercase}
|
| 148 |
-
.msg-bubble.md strong{font-weight:600}.msg-bubble.md a{color:var(--accent)}
|
| 149 |
-
.msg-group.user .msg-bubble.md code{background:rgba(255,255,255,.2);color:#fff}
|
| 150 |
-
.msg-group.user .msg-bubble.md pre{background:rgba(0,0,0,.1);border-color:rgba(255,255,255,.15)}
|
| 151 |
-
.msg-group.user .msg-bubble.md pre code{color:#fff}
|
| 152 |
-
.msg-stats{font-family:var(--font-mono);font-size:.58rem;color:var(--text-3);margin-top:5px}
|
| 153 |
-
.thinking-dots span{display:inline-block;width:6px;height:6px;border-radius:50%;background:var(--accent);margin-right:4px;animation:dot 1.2s ease-in-out infinite}
|
| 154 |
-
.thinking-dots span:nth-child(2){animation-delay:.2s}.thinking-dots span:nth-child(3){animation-delay:.4s}
|
| 155 |
@keyframes dot{0%,80%,100%{opacity:.2;transform:scale(.8)}40%{opacity:1;transform:scale(1)}}
|
| 156 |
-
.
|
| 157 |
-
.
|
| 158 |
-
.
|
| 159 |
-
.
|
| 160 |
-
.
|
| 161 |
-
.
|
| 162 |
-
.
|
| 163 |
-
.
|
| 164 |
-
.
|
| 165 |
-
|
| 166 |
-
.btn-send.stopping .icon-send{display:none}.btn-send.stopping .icon-stop{display:block}
|
| 167 |
-
.chat-footer-note{font-family:var(--font-mono);font-size:.55rem;color:var(--text-4);text-align:center;margin-top:6px;padding:0 8px}
|
| 168 |
-
.welcome-msg{text-align:center;padding:40px 20px;color:var(--text-3);flex:1;display:flex;flex-direction:column;align-items:center;justify-content:center}
|
| 169 |
-
.welcome-msg h3{font-family:var(--font-display);font-size:1.5rem;color:var(--text-2);margin-bottom:8px;font-weight:400;font-style:italic}
|
| 170 |
-
.welcome-msg p{font-size:.85rem;line-height:1.65}
|
| 171 |
-
.toast{position:fixed;bottom:calc(24px + var(--safe-bottom));left:50%;transform:translateX(-50%) translateY(20px);padding:10px 20px;border-radius:var(--radius-sm);font-size:.82rem;font-weight:500;background:var(--surface);color:var(--text);border:1px solid var(--border);opacity:0;transition:all .3s;z-index:1000;max-width:min(480px,90vw);box-shadow:var(--shadow-lg);pointer-events:none}
|
| 172 |
-
.toast.show{transform:translateX(-50%) translateY(0);opacity:1}
|
| 173 |
-
.toast.error{border-color:var(--red);color:var(--red)}.toast.success{border-color:var(--green);color:var(--green)}
|
| 174 |
-
@media(max-width:640px){
|
| 175 |
-
.landing-sub{font-size:.88rem;padding:0 8px}
|
| 176 |
-
.chat-header{padding:8px 12px;padding-top:calc(8px + var(--safe-top));gap:6px}
|
| 177 |
-
.chat-header-title{font-size:.82rem}.chat-header-controls{gap:4px}
|
| 178 |
-
.toggle-pill{padding:4px 8px;min-height:28px}.toggle-lbl{font-size:.58rem}
|
| 179 |
-
.btn-icon{width:28px;height:28px;font-size:.7rem}
|
| 180 |
-
.btn-reset{font-size:.58rem;padding:5px 10px;min-height:28px}
|
| 181 |
-
.settings-panel.open{gap:6px 12px;padding:8px 12px}.settings-slider{width:56px}
|
| 182 |
-
.chat-messages{padding:12px}.msg-group{max-width:90%}
|
| 183 |
-
.msg-bubble{padding:10px 14px;font-size:.85rem}
|
| 184 |
-
.chat-input-area{padding:8px 10px;padding-bottom:calc(8px + var(--safe-bottom))}
|
| 185 |
-
.btn-send{width:42px;height:42px}
|
| 186 |
-
.input-wrap textarea{min-height:42px;padding:10px 12px;font-size:.86rem}
|
| 187 |
-
}
|
| 188 |
-
@media(max-width:380px){.toggle-lbl{display:none}.landing-title{font-size:2rem}.chat-header-title{font-size:.78rem;max-width:120px}}
|
| 189 |
</style>
|
| 190 |
</head>
|
| 191 |
<body>
|
| 192 |
<div id="landing" class="screen active">
|
| 193 |
<div class="landing-deco"></div>
|
| 194 |
-
<div class="landing-tag">WebLLM · Mobile + Desktop
|
| 195 |
-
<div class="
|
| 196 |
<h1 class="landing-title">Local <em>AI Chat</em></h1>
|
| 197 |
-
<p class="landing-sub">Run open-source LLMs
|
| 198 |
-
<div class="
|
| 199 |
-
<div class="
|
| 200 |
-
<input class="
|
| 201 |
-
<span class="
|
| 202 |
-
<div class="
|
| 203 |
</div>
|
| 204 |
<button class="btn-load" id="btnLoad" disabled>Load Model</button>
|
| 205 |
-
<div class="landing-footer">Powered by <a href="https://webllm.mlc.ai/" target="_blank">WebLLM</a>
|
| 206 |
</div>
|
| 207 |
<div id="loading" class="screen">
|
| 208 |
-
<div class="
|
| 209 |
-
<div><div class="
|
| 210 |
-
<div class="
|
| 211 |
</div>
|
| 212 |
<div id="chat" class="screen">
|
| 213 |
-
<div class="
|
| 214 |
-
<div class="
|
| 215 |
-
<div class="chat-header-controls">
|
| 216 |
-
<label class="toggle-pill" title="Stream"><input type="checkbox" id="streamToggle" checked/><span class="toggle-dot"></span><span class="toggle-lbl">Stream</span></label>
|
| 217 |
-
<button class="btn-icon" id="btnSettings" title="Settings">⚙</button>
|
| 218 |
-
<button class="btn-icon" id="btnSysPrompt" title="System prompt">S</button>
|
| 219 |
-
<button class="btn-reset" id="btnReset">Reset</button>
|
| 220 |
-
</div>
|
| 221 |
-
</div>
|
| 222 |
-
<div class="settings-panel" id="settingsPanel">
|
| 223 |
-
<div class="settings-row"><span class="settings-label">Temp</span><input type="range" class="settings-slider" id="tempSlider" min="0" max="200" value="70"/><span class="settings-val" id="tempVal">0.70</span></div>
|
| 224 |
-
<div class="settings-row"><span class="settings-label">Top-P</span><input type="range" class="settings-slider" id="toppSlider" min="1" max="100" value="95"/><span class="settings-val" id="toppVal">0.95</span></div>
|
| 225 |
-
<div class="settings-row"><span class="settings-label">Tokens</span><select class="settings-select" id="maxTokSelect"><option value="256">256</option><option value="512" selected>512</option><option value="1024">1024</option><option value="2048">2048</option></select></div>
|
| 226 |
-
</div>
|
| 227 |
-
<div class="system-prompt-wrap" id="sysPromptWrap"><textarea class="system-prompt-input" id="sysPromptInput" placeholder="System prompt (optional)…"></textarea></div>
|
| 228 |
-
<div class="stats-bar" id="statsBar"></div>
|
| 229 |
-
<div class="error-banner" id="errorBanner"></div>
|
| 230 |
-
<div class="chat-messages" id="chatMessages"><div class="welcome-msg"><h3>Start a conversation</h3><p>Type a message below.<br/>Everything runs locally.</p></div></div>
|
| 231 |
-
<div class="chat-input-area">
|
| 232 |
-
<div class="chat-input-row">
|
| 233 |
-
<div class="input-wrap"><textarea id="msgInput" rows="1" placeholder="Type a message…"></textarea></div>
|
| 234 |
-
<button class="btn-send" id="btnSend" disabled>
|
| 235 |
-
<svg class="icon-send" width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round" stroke-linejoin="round"><line x1="22" y1="2" x2="11" y2="13"/><polygon points="22 2 15 22 11 13 2 9 22 2"/></svg>
|
| 236 |
-
<svg class="icon-stop" width="15" height="15" viewBox="0 0 24 24" fill="currentColor"><rect x="4" y="4" width="16" height="16" rx="2"/></svg>
|
| 237 |
-
</button>
|
| 238 |
-
</div>
|
| 239 |
-
<div class="chat-footer-note">100% local — no data leaves your device.</div>
|
| 240 |
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 241 |
</div>
|
| 242 |
<div class="toast" id="toast"></div>
|
| 243 |
<script src="https://cdnjs.cloudflare.com/ajax/libs/marked/12.0.2/marked.min.js"></script>
|
| 244 |
<script type="module">
|
| 245 |
import * as webllm from "https://esm.run/@mlc-ai/web-llm";
|
| 246 |
|
| 247 |
-
|
| 248 |
-
const isMobile=(()=>{
|
| 249 |
-
const ua=navigator.userAgent||"";
|
| 250 |
-
if(/Mobile|Android|iPhone|iPad|iPod|webOS|BlackBerry|Opera Mini|IEMobile/i.test(ua))return true;
|
| 251 |
-
if('ontouchstart' in window && window.innerWidth<768)return true;
|
| 252 |
-
return false;
|
| 253 |
-
})();
|
| 254 |
-
const MOBILE_VRAM_LIMIT=1500;
|
| 255 |
-
|
| 256 |
-
/* ═══ READ REAL MODEL LIST FROM WEBLLM ═══ */
|
| 257 |
-
const allModels=webllm.prebuiltAppConfig.model_list;
|
| 258 |
-
console.log(`WebLLM has ${allModels.length} prebuilt models`);
|
| 259 |
-
|
| 260 |
-
function getFamily(id){
|
| 261 |
-
if(/^Qwen3[^.]/i.test(id))return"Qwen3";
|
| 262 |
-
if(/^Qwen2/i.test(id))return"Qwen2.5";
|
| 263 |
-
if(/^Qwen/i.test(id))return"Qwen";
|
| 264 |
-
if(/^DeepSeek/i.test(id))return"DeepSeek";
|
| 265 |
-
if(/^SmolLM/i.test(id))return"SmolLM";
|
| 266 |
-
if(/^Llama-3\.2/i.test(id))return"Llama 3.2";
|
| 267 |
-
if(/^Llama-3\.1/i.test(id))return"Llama 3.1";
|
| 268 |
-
if(/^Llama/i.test(id))return"Llama";
|
| 269 |
-
if(/^gemma/i.test(id))return"Gemma";
|
| 270 |
-
if(/^Phi/i.test(id))return"Phi";
|
| 271 |
-
if(/^Mistral/i.test(id))return"Mistral";
|
| 272 |
-
if(/^Hermes/i.test(id))return"Hermes";
|
| 273 |
-
if(/^TinyLlama/i.test(id))return"TinyLlama";
|
| 274 |
-
return"Other";
|
| 275 |
-
}
|
| 276 |
-
|
| 277 |
-
/* Build enriched model list */
|
| 278 |
-
const models=allModels.map(m=>{
|
| 279 |
-
const vramMB=m.vram_required_MB||m.required_features?.includes("shader-f16")?m.vram_required_MB:m.vram_required_MB;
|
| 280 |
-
const vram=vramMB?(vramMB>1024?(vramMB/1024).toFixed(1)+"GB":Math.round(vramMB)+"MB"):"?";
|
| 281 |
-
const mobileOk=m.low_resource_required===true||(vramMB&&vramMB<=MOBILE_VRAM_LIMIT);
|
| 282 |
-
const needsF16=m.required_features?.includes("shader-f16");
|
| 283 |
-
return{id:m.model_id,vramMB:vramMB||9999,vram,mobileOk,family:getFamily(m.model_id),needsF16};
|
| 284 |
-
}).sort((a,b)=>a.vramMB-b.vramMB);
|
| 285 |
-
|
| 286 |
-
/* ═══ STATE ═══ */
|
| 287 |
-
let engine=null,isGenerating=false,abortController=null,chatHistory=[],totalTokens=0;
|
| 288 |
const $=id=>document.getElementById(id);
|
| 289 |
document.fonts.ready.then(()=>document.body.classList.add("ready"));
|
| 290 |
-
const $messages=$("chatMessages"),$input=$("msgInput"),$btnSend=$("btnSend"),$btnLoad=$("btnLoad");
|
| 291 |
-
const $searchInput=$("modelSearchInput"),$searchWrap=$("modelSearchWrap"),$dropdown=$("modelDropdown");
|
| 292 |
-
const $downloadBar=$("downloadBar"),$downloadText=$("downloadText"),$downloadFill=$("downloadFill");
|
| 293 |
-
const $statsBar=$("statsBar"),$toast=$("toast"),$errBanner=$("errorBanner");
|
| 294 |
-
const getTemp=()=>parseInt($("tempSlider").value)/100;
|
| 295 |
-
const getTopP=()=>parseInt($("toppSlider").value)/100;
|
| 296 |
-
const getMaxTok=()=>parseInt($("maxTokSelect").value);
|
| 297 |
-
const getSysPrompt=()=>$("sysPromptInput").value.trim();
|
| 298 |
-
|
| 299 |
-
/* Device badge */
|
| 300 |
-
const $badge=$("deviceBadge");
|
| 301 |
-
if(isMobile){$badge.textContent="MOBILE MODE";$badge.className="device-badge mobile"}
|
| 302 |
-
else{$badge.textContent="DESKTOP MODE";$badge.className="device-badge desktop"}
|
| 303 |
|
| 304 |
-
/*
|
| 305 |
-
const
|
| 306 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 307 |
|
| 308 |
-
|
| 309 |
-
const
|
| 310 |
-
|
| 311 |
-
|
| 312 |
-
$
|
| 313 |
-
$btnLoad.disabled=false;
|
| 314 |
|
| 315 |
-
/*
|
| 316 |
-
|
| 317 |
-
|
|
|
|
|
|
|
| 318 |
|
| 319 |
-
|
| 320 |
-
|
| 321 |
-
if(
|
| 322 |
-
|
| 323 |
-
if(
|
| 324 |
-
if(
|
| 325 |
-
|
| 326 |
-
$statsBar.innerHTML=h;
|
| 327 |
}
|
| 328 |
|
| 329 |
-
|
| 330 |
-
|
| 331 |
-
const
|
| 332 |
-
const
|
| 333 |
-
|
| 334 |
-
|
| 335 |
-
|
| 336 |
-
|
| 337 |
-
|
| 338 |
-
|
| 339 |
-
const
|
| 340 |
-
|
| 341 |
-
|
| 342 |
-
if(
|
| 343 |
-
|
| 344 |
-
html+=`<div class="${cls}" data-id="${m.id}"><span class="model-item-name">${m.id}</span><span class="model-item-meta">${badges}</span></div>`;
|
| 345 |
}
|
| 346 |
}
|
| 347 |
-
if(!
|
| 348 |
-
$
|
| 349 |
-
$
|
| 350 |
-
el.addEventListener("click",()=>{$searchInput.value=el.dataset.id;closeDropdown()});
|
| 351 |
-
});
|
| 352 |
}
|
| 353 |
-
function
|
| 354 |
-
function
|
| 355 |
-
$
|
| 356 |
-
$
|
| 357 |
-
|
| 358 |
-
|
| 359 |
-
|
| 360 |
-
|
| 361 |
-
const
|
| 362 |
-
const active=$dropdown.querySelector(".model-item.active");let idx=Array.from(items).indexOf(active);
|
| 363 |
if(e.key==="ArrowDown"){e.preventDefault();idx=Math.min(idx+1,items.length-1);items.forEach(i=>i.classList.remove("active"));items[idx].classList.add("active");items[idx].scrollIntoView({block:"nearest"})}
|
| 364 |
if(e.key==="ArrowUp"){e.preventDefault();idx=Math.max(idx-1,0);items.forEach(i=>i.classList.remove("active"));items[idx].classList.add("active");items[idx].scrollIntoView({block:"nearest"})}
|
| 365 |
-
if(e.key==="Enter"){e.preventDefault();
|
| 366 |
});
|
| 367 |
|
| 368 |
-
/*
|
| 369 |
-
$("
|
| 370 |
-
$("
|
| 371 |
-
$("
|
| 372 |
-
$("
|
| 373 |
-
function
|
| 374 |
-
|
| 375 |
-
/* ═══ LOAD ═══ */
|
| 376 |
-
$btnLoad.addEventListener("click",async()=>{
|
| 377 |
-
const mid=$searchInput.value.trim();if(!mid){showToast("Select a model","error");return}
|
| 378 |
-
const mInfo=models.find(x=>x.id===mid);
|
| 379 |
-
if(isMobile&&mInfo&&!mInfo.mobileOk){showToast("Too large for mobile — pick a MOBILE model","error");return}
|
| 380 |
-
showScreen("loading");$downloadBar.style.display="none";
|
| 381 |
-
try{
|
| 382 |
-
$("loaderText").textContent="Initializing WebLLM…";
|
| 383 |
-
engine=await webllm.CreateMLCEngine(mid,{
|
| 384 |
-
initProgressCallback:p=>{$downloadBar.style.display="";const pct=Math.round(p.progress*100);$downloadFill.style.width=pct+"%";$downloadText.textContent=p.text||`${pct}%`;$("loaderText").textContent=p.text||"Loading…"}
|
| 385 |
-
});
|
| 386 |
-
$("loaderText").textContent="Ready!";
|
| 387 |
-
$("chatTitle").textContent=mid.replace(/-MLC$/,"").replace(/-q[0-9]f[0-9]+[_0-9]*/,"");
|
| 388 |
-
setTimeout(()=>showScreen("chat"),300);
|
| 389 |
-
showToast("Model loaded!","success");
|
| 390 |
-
}catch(err){
|
| 391 |
-
console.error(err);$("loaderText").textContent="Failed";$("loaderSub").textContent=err.message;
|
| 392 |
-
$("loaderRing").style.borderTopColor="var(--red)";showToast("Load failed","error");
|
| 393 |
-
}
|
| 394 |
-
});
|
| 395 |
|
| 396 |
-
|
| 397 |
-
|
| 398 |
-
$
|
| 399 |
-
$btnSend.addEventListener("click",()=>{if(isGenerating&&abortController){abortController.abort();abortController=null}else sendMessage()});
|
| 400 |
-
function updateSendBtn(){if(isGenerating){$btnSend.disabled=false;$btnSend.classList.add("stopping")}else{$btnSend.classList.remove("stopping");$btnSend.disabled=!$input.value.trim()}}
|
| 401 |
|
| 402 |
-
|
| 403 |
-
$(
|
| 404 |
-
|
| 405 |
-
|
| 406 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 407 |
});
|
| 408 |
|
| 409 |
-
|
| 410 |
-
|
| 411 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 412 |
|
| 413 |
-
|
| 414 |
-
|
| 415 |
-
|
| 416 |
-
|
| 417 |
-
|
| 418 |
-
|
| 419 |
-
const{g,b}=appendPlaceholder();
|
| 420 |
try{
|
| 421 |
-
const msgs=[];const sp=
|
| 422 |
let full="",tc=0;const t0=performance.now();
|
| 423 |
const tn=document.createElement("div");tn.className="msg-text";b.appendChild(tn);
|
| 424 |
-
if($("
|
| 425 |
-
|
| 426 |
-
const
|
| 427 |
-
for await(const
|
| 428 |
-
|
| 429 |
-
|
| 430 |
-
if(d){full+=d;tc++;tn.innerHTML=renderMd(full);$messages.scrollTop=$messages.scrollHeight}
|
| 431 |
-
if(chunk.usage)tc=chunk.usage.completion_tokens||tc;
|
| 432 |
-
}
|
| 433 |
-
}else{
|
| 434 |
-
const r=await engine.chat.completions.create({messages:msgs,temperature:getTemp(),top_p:getTopP(),max_tokens:getMaxTok()});
|
| 435 |
-
full=r.choices[0]?.message?.content||"";tc=r.usage?.completion_tokens||0;tn.innerHTML=renderMd(full);
|
| 436 |
-
}
|
| 437 |
-
chatHistory.push({role:"assistant",content:full});
|
| 438 |
if(full.includes("`")||full.includes("#")||full.includes("*"))b.classList.add("md");
|
| 439 |
const el=(performance.now()-t0)/1000;const tps=tc>0?(tc/el).toFixed(1):"?";
|
| 440 |
-
const se=document.createElement("div");se.className="
|
| 441 |
-
|
| 442 |
-
}catch(
|
| 443 |
-
|
| 444 |
-
else{console.error(err);g.remove();$errBanner.textContent="Error: "+err.message;$errBanner.classList.add("visible");showToast("Failed","error")}
|
| 445 |
-
}
|
| 446 |
-
isGenerating=false;abortController=null;updateSendBtn();$messages.scrollTop=$messages.scrollHeight;
|
| 447 |
}
|
| 448 |
-
function
|
| 449 |
-
|
| 450 |
-
|
| 451 |
-
|
| 452 |
-
$messages.appendChild(g);$messages.scrollTop=$messages.scrollHeight;
|
| 453 |
-
}
|
| 454 |
-
function appendPlaceholder(){
|
| 455 |
-
const g=document.createElement("div");g.className="msg-group assistant";
|
| 456 |
-
const r=document.createElement("div");r.className="msg-role";r.textContent="AI";g.appendChild(r);
|
| 457 |
-
const b=document.createElement("div");b.className="msg-bubble generating";
|
| 458 |
-
const d=document.createElement("span");d.className="thinking-dots";
|
| 459 |
-
for(let i=0;i<3;i++)d.appendChild(document.createElement("span"));
|
| 460 |
-
b.appendChild(d);g.appendChild(b);$messages.appendChild(g);$messages.scrollTop=$messages.scrollHeight;
|
| 461 |
-
return{g,b};
|
| 462 |
-
}
|
| 463 |
-
window.visualViewport?.addEventListener("resize",()=>{$messages.scrollTop=$messages.scrollHeight});
|
| 464 |
-
|
| 465 |
-
/* ═══ WEBGPU ═══ */
|
| 466 |
-
(async()=>{
|
| 467 |
-
if(!navigator.gpu){showToast("WebGPU not available — try Chrome/Edge","error");$btnLoad.disabled=true;return}
|
| 468 |
-
try{const a=await navigator.gpu.requestAdapter({powerPreference:"high-performance"});if(!a){showToast("No WebGPU adapter","error");$btnLoad.disabled=true}}
|
| 469 |
-
catch(e){showToast("WebGPU failed","error")}
|
| 470 |
-
})();
|
| 471 |
</script>
|
| 472 |
</body>
|
| 473 |
</html>
|
|
|
|
| 4 |
<meta charset="UTF-8"/>
|
| 5 |
<meta name="viewport" content="width=device-width,initial-scale=1.0,maximum-scale=1.0,user-scalable=no,viewport-fit=cover"/>
|
| 6 |
<meta name="apple-mobile-web-app-capable" content="yes"/>
|
|
|
|
| 7 |
<meta name="mobile-web-app-capable" content="yes"/>
|
| 8 |
<meta name="theme-color" content="#ffffff"/>
|
| 9 |
+
<title>WebLLM Chat — Local AI</title>
|
| 10 |
<link rel="preconnect" href="https://fonts.googleapis.com"/>
|
| 11 |
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin/>
|
| 12 |
<link href="https://fonts.googleapis.com/css2?family=Plus+Jakarta+Sans:wght@300;400;500;600;700;800&family=Newsreader:ital,opsz,wght@0,6..72,400;1,6..72,400&family=IBM+Plex+Mono:wght@400;500;600&display=swap" rel="stylesheet"/>
|
|
|
|
| 13 |
<style>
|
| 14 |
*,*::before,*::after{box-sizing:border-box;margin:0;padding:0}
|
| 15 |
+
:root{--bg:#fff;--bg-warm:#faf9f7;--bg-cool:#f4f2ef;--surface:#fff;--border:#e8e5e0;--border-light:#f0ede8;--text:#1a1815;--text-2:#5c5650;--text-3:#9c958d;--text-4:#c4beb6;--accent:#4f6df5;--accent-hover:#3d5ae0;--accent-light:#eef1fe;--accent-text:#3b54c4;--green:#2d9d5e;--green-bg:#edf7f0;--red:#d44040;--red-bg:#fdf0f0;--amber:#c08520;--amber-bg:#fdf6e8;--radius:14px;--radius-sm:10px;--radius-xs:7px;--shadow-sm:0 1px 3px rgba(0,0,0,.04);--shadow-lg:0 12px 40px rgba(0,0,0,.08);--font:'Plus Jakarta Sans',system-ui,sans-serif;--font-display:'Newsreader',Georgia,serif;--font-mono:'IBM Plex Mono',monospace;--safe-bottom:env(safe-area-inset-bottom,0px);--safe-top:env(safe-area-inset-top,0px)}
|
| 16 |
+
html{font-size:16px;height:100%}body{font-family:var(--font);background:var(--bg-warm);color:var(--text);height:100%;overflow:hidden;-webkit-font-smoothing:antialiased;-webkit-tap-highlight-color:transparent;opacity:0}body.ready{opacity:1;transition:opacity .3s}
|
| 17 |
+
input,textarea,button,select{font-family:inherit;font-size:inherit;-webkit-appearance:none}
|
| 18 |
+
::-webkit-scrollbar{width:4px}::-webkit-scrollbar-thumb{background:var(--border);border-radius:10px}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
.screen{display:none;width:100%;height:100%}.screen.active{display:flex}
|
| 20 |
+
#landing{flex-direction:column;align-items:center;justify-content:center;text-align:center;padding:24px;overflow-y:auto;background:var(--bg);position:relative}
|
| 21 |
+
.landing-deco{position:absolute;width:min(500px,90vw);height:min(500px,90vw);border-radius:50%;background:radial-gradient(circle,rgba(79,109,245,.07),transparent 70%);top:50%;left:50%;transform:translate(-50%,-55%);pointer-events:none}
|
| 22 |
+
.landing-tag{font-family:var(--font-mono);font-size:.68rem;letter-spacing:.12em;text-transform:uppercase;color:var(--accent-text);background:var(--accent-light);padding:6px 16px;border-radius:100px;margin-bottom:20px;font-weight:500}
|
| 23 |
+
.dbadge{font-family:var(--font-mono);font-size:.6rem;font-weight:600;padding:4px 12px;border-radius:100px;margin-bottom:8px}.dbadge.m{background:var(--green-bg);color:var(--green)}.dbadge.d{background:var(--accent-light);color:var(--accent-text)}
|
| 24 |
+
.landing-title{font-family:var(--font-display);font-size:clamp(2.4rem,7vw,4.5rem);font-weight:400;line-height:1.1;letter-spacing:-.02em;margin-bottom:12px}.landing-title em{font-style:italic;color:var(--accent)}
|
| 25 |
+
.landing-sub{font-size:.92rem;color:var(--text-2);max-width:440px;line-height:1.7;margin-bottom:24px}
|
| 26 |
+
.minfo{font-family:var(--font-mono);font-size:.7rem;color:var(--text-3);margin-bottom:12px}
|
| 27 |
+
.mwrap{position:relative;width:100%;max-width:440px;margin-bottom:20px}
|
| 28 |
+
.minput{width:100%;padding:14px 40px 14px 16px;border-radius:var(--radius-sm);border:1.5px solid var(--border);background:var(--surface);color:var(--text);font-family:var(--font-mono);font-size:.78rem;outline:none;transition:border-color .2s,box-shadow .2s}
|
| 29 |
+
.minput:focus{border-color:var(--accent);box-shadow:0 0 0 3px rgba(79,109,245,.1)}
|
| 30 |
+
.minput::placeholder{color:var(--text-4)}
|
| 31 |
+
.mchev{position:absolute;right:14px;top:50%;transform:translateY(-50%);color:var(--text-4);font-size:.65rem;pointer-events:none;transition:transform .2s}
|
| 32 |
+
.mwrap.open .mchev{transform:translateY(-50%) rotate(180deg)}
|
| 33 |
+
.mdrop{position:absolute;top:100%;left:0;right:0;background:var(--surface);border:1.5px solid var(--accent);border-top:none;border-radius:0 0 var(--radius-sm) var(--radius-sm);max-height:350px;overflow-y:auto;z-index:100;display:none;box-shadow:var(--shadow-lg)}
|
| 34 |
+
.mwrap.open .mdrop{display:block}
|
| 35 |
+
.mwrap.open .minput{border-radius:var(--radius-sm) var(--radius-sm) 0 0;border-color:var(--accent)}
|
| 36 |
+
.mi{padding:10px 14px;cursor:pointer;display:flex;align-items:center;justify-content:space-between;gap:6px;border-bottom:1px solid var(--border-light);transition:background .1s;min-height:44px}
|
| 37 |
+
.mi:last-child{border-bottom:none}.mi:hover:not(.lk){background:var(--accent-light)}
|
| 38 |
+
.mi.lk{opacity:.3;cursor:not-allowed}
|
| 39 |
+
.mi-name{font-family:var(--font-mono);font-size:.72rem;color:var(--text);white-space:nowrap;overflow:hidden;text-overflow:ellipsis;flex:1;min-width:0}
|
| 40 |
+
.mi.lk .mi-name{text-decoration:line-through}
|
| 41 |
+
.mi-meta{display:flex;gap:3px;align-items:center;flex-shrink:0}
|
| 42 |
+
.vb{background:var(--amber-bg);color:var(--amber);padding:2px 6px;border-radius:5px;font-family:var(--font-mono);font-size:.52rem;font-weight:600}
|
| 43 |
+
.mb{background:var(--green-bg);color:var(--green);padding:2px 5px;border-radius:5px;font-family:var(--font-mono);font-size:.5rem;font-weight:700}
|
| 44 |
+
.lb{background:var(--red-bg);color:var(--red);padding:2px 5px;border-radius:5px;font-family:var(--font-mono);font-size:.5rem;font-weight:700}
|
| 45 |
+
.msec{padding:7px 14px 3px;font-family:var(--font-mono);font-size:.55rem;font-weight:700;text-transform:uppercase;letter-spacing:.08em;color:var(--text-3);background:var(--bg-warm);position:sticky;top:0;z-index:1}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
.btn-load{font-family:var(--font);font-size:.9rem;font-weight:600;color:#fff;background:var(--accent);border:none;padding:14px 40px;border-radius:100px;cursor:pointer;transition:all .2s;box-shadow:0 2px 12px rgba(79,109,245,.25);min-height:48px}
|
| 47 |
+
.btn-load:hover{background:var(--accent-hover);transform:translateY(-1px)}.btn-load:disabled{opacity:.4;cursor:not-allowed;transform:none;box-shadow:none}
|
| 48 |
+
.landing-footer{margin-top:auto;padding:20px 0;font-family:var(--font-mono);font-size:.65rem;color:var(--text-4)}.landing-footer a{color:var(--text-3);text-decoration:none}
|
|
|
|
|
|
|
|
|
|
| 49 |
#loading{flex-direction:column;align-items:center;justify-content:center;gap:24px;padding:24px;background:var(--bg)}
|
| 50 |
+
.lr{width:56px;height:56px;border:2.5px solid var(--border);border-top-color:var(--accent);border-radius:50%;animation:sp .8s linear infinite}@keyframes sp{to{transform:rotate(360deg)}}
|
| 51 |
+
.lt{font-size:.88rem;color:var(--text-2);font-weight:500;text-align:center}.ls{font-size:.75rem;color:var(--text-3);margin-top:4px;text-align:center}
|
| 52 |
+
.dbar{width:min(360px,85vw)}.dt{font-family:var(--font-mono);font-size:.68rem;color:var(--text-3);text-align:center;margin-bottom:6px}
|
| 53 |
+
.dtrack{height:4px;background:var(--bg-cool);border-radius:2px;overflow:hidden}.dfill{height:100%;width:0%;background:var(--accent);border-radius:2px;transition:width .3s}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
#chat{flex-direction:column;height:100%;background:var(--bg-warm)}
|
| 55 |
+
.ch{display:flex;align-items:center;justify-content:space-between;padding:10px 16px;padding-top:calc(10px + var(--safe-top));border-bottom:1px solid var(--border-light);background:var(--bg);flex-shrink:0;min-height:56px;gap:8px}
|
| 56 |
+
.ch-l{display:flex;align-items:center;gap:10px;min-width:0}
|
| 57 |
+
.ch-av{width:36px;height:36px;border-radius:var(--radius-sm);background:linear-gradient(135deg,var(--accent),#8b5cf6);display:flex;align-items:center;justify-content:center;font-family:var(--font-display);font-size:1rem;color:#fff;font-weight:600;flex-shrink:0}
|
| 58 |
+
.ch-info{min-width:0}.ch-title{font-size:.88rem;font-weight:600;white-space:nowrap;overflow:hidden;text-overflow:ellipsis}
|
| 59 |
+
.ch-st{font-family:var(--font-mono);font-size:.6rem;color:var(--green);display:flex;align-items:center;gap:4px;font-weight:500}.ch-st::before{content:"";width:5px;height:5px;background:var(--green);border-radius:50%}
|
| 60 |
+
.ch-r{display:flex;align-items:center;gap:6px;flex-shrink:0}
|
| 61 |
+
.tp{display:flex;align-items:center;gap:5px;cursor:pointer;user-select:none;padding:5px 10px;border-radius:100px;border:1px solid var(--border);background:var(--surface);transition:all .2s;min-height:32px}
|
| 62 |
+
.tp:has(input:checked){background:var(--accent-light);border-color:var(--accent)}.tp input{display:none}
|
| 63 |
+
.td{width:8px;height:8px;border-radius:50%;background:var(--text-4);transition:background .2s}.tp:has(input:checked) .td{background:var(--accent)}
|
| 64 |
+
.tl{font-size:.65rem;font-weight:600;letter-spacing:.04em;text-transform:uppercase;color:var(--text-3);white-space:nowrap}.tp:has(input:checked) .tl{color:var(--accent-text)}
|
| 65 |
+
.bi{background:var(--surface);border:1px solid var(--border);color:var(--text-3);width:32px;height:32px;border-radius:var(--radius-xs);cursor:pointer;display:flex;align-items:center;justify-content:center;transition:all .15s;font-size:.78rem;flex-shrink:0}
|
| 66 |
+
.bi:hover{background:var(--bg-cool)}.bi.act{background:var(--accent-light);color:var(--accent-text);border-color:var(--accent)}
|
| 67 |
+
.br{font-family:var(--font-mono);font-size:.62rem;font-weight:600;letter-spacing:.05em;text-transform:uppercase;color:var(--text-3);background:var(--surface);border:1px solid var(--border);padding:6px 12px;border-radius:100px;cursor:pointer;transition:all .15s;min-height:32px}.br:hover{color:var(--red);border-color:var(--red);background:var(--red-bg)}
|
| 68 |
+
.sp{padding:0 16px;background:var(--bg);border-bottom:1px solid var(--border-light);display:flex;flex-wrap:wrap;gap:8px 16px;align-items:center;justify-content:center;max-height:0;overflow:hidden;transition:max-height .3s,padding .3s}.sp.open{max-height:200px;padding:10px 16px}
|
| 69 |
+
.sr{display:flex;align-items:center;gap:5px}
|
| 70 |
+
.slb{font-family:var(--font-mono);font-size:.6rem;font-weight:600;text-transform:uppercase;color:var(--text-3);min-width:40px}
|
| 71 |
+
.ssl{padding:4px 8px;border-radius:var(--radius-xs);border:1px solid var(--border);background:var(--surface);color:var(--text);font-size:.72rem;outline:none;min-height:32px}
|
| 72 |
+
.sslider{width:64px;accent-color:var(--accent);height:3px;cursor:pointer}
|
| 73 |
+
.sv{font-family:var(--font-mono);font-size:.68rem;color:var(--text-2);min-width:28px;text-align:right}
|
| 74 |
+
.spw{padding:0 16px;max-height:0;overflow:hidden;transition:max-height .3s,padding .3s;background:var(--bg)}.spw.open{max-height:170px;padding:8px 16px 10px;border-bottom:1px solid var(--border-light)}
|
| 75 |
+
.spi{width:100%;padding:10px 12px;border-radius:var(--radius-sm);border:1.5px solid var(--border);background:var(--bg-warm);color:var(--text);outline:none;resize:vertical;min-height:48px;max-height:120px;font-size:.8rem;line-height:1.5}.spi:focus{border-color:var(--accent)}.spi::placeholder{color:var(--text-4)}
|
| 76 |
+
.sb{display:flex;align-items:center;justify-content:center;gap:16px;padding:5px 16px;border-bottom:1px solid var(--border-light);background:var(--bg);flex-shrink:0;flex-wrap:wrap}.sb:empty{display:none}
|
| 77 |
+
.st{display:flex;align-items:center;gap:4px}.stl{color:var(--text-4);text-transform:uppercase;letter-spacing:.06em;font-weight:600;font-family:var(--font-mono);font-size:.55rem}.stv{color:var(--text-2);font-weight:600;font-family:var(--font-mono);font-size:.68rem}.stv.hl{color:var(--accent-text)}
|
| 78 |
+
.eb{display:none;padding:10px 16px;background:var(--red-bg);border:1px solid rgba(212,64,64,.2);border-radius:var(--radius-sm);color:var(--red);font-size:.8rem;margin:8px 16px 0}.eb.vis{display:block}
|
| 79 |
+
.cms{flex:1;overflow-y:auto;padding:16px;display:flex;flex-direction:column;gap:16px;scroll-behavior:smooth;-webkit-overflow-scrolling:touch}
|
| 80 |
+
.mg{display:flex;flex-direction:column;gap:3px;max-width:85%;animation:mi .25s ease}.mg.u{align-self:flex-end}.mg.a{align-self:flex-start}
|
| 81 |
+
@keyframes mi{from{opacity:0;transform:translateY(6px)}to{opacity:1;transform:translateY(0)}}
|
| 82 |
+
.mr{font-family:var(--font-mono);font-size:.58rem;letter-spacing:.08em;text-transform:uppercase;color:var(--text-3);font-weight:600}.mg.a .mr{color:var(--accent-text)}
|
| 83 |
+
.mb2{padding:12px 16px;border-radius:var(--radius);font-size:.88rem;line-height:1.7;word-wrap:break-word;box-shadow:var(--shadow-sm)}
|
| 84 |
+
.mg.u .mb2{background:var(--accent);color:#fff;border-bottom-right-radius:4px}
|
| 85 |
+
.mg.a .mb2{background:var(--surface);border:1px solid var(--border-light);border-bottom-left-radius:4px}
|
| 86 |
+
.mg.a .mb2.gen{border-color:var(--accent);box-shadow:0 0 0 2px rgba(79,109,245,.08)}
|
| 87 |
+
.mb2.md{white-space:normal}.mb2.md p{margin:0 0 .5em}.mb2.md p:last-child{margin:0}.mb2.md code{font-family:var(--font-mono);font-size:.84em;padding:2px 6px;background:var(--bg-cool);border-radius:5px;color:var(--accent-text)}.mb2.md pre{margin:.5em 0;padding:12px;background:var(--bg-warm);border:1px solid var(--border-light);border-radius:var(--radius-sm);overflow-x:auto}.mb2.md pre code{padding:0;background:none;color:var(--text);font-size:.78rem}
|
| 88 |
+
.mb2.md ul,.mb2.md ol{margin:.4em 0;padding-left:1.4em}.mb2.md blockquote{margin:.5em 0;padding:8px 12px;border-left:3px solid var(--accent);color:var(--text-2);background:var(--accent-light);border-radius:0 var(--radius-xs) var(--radius-xs) 0}
|
| 89 |
+
.mb2.md table{margin:.5em 0;border-collapse:collapse;width:100%;font-size:.82rem}.mb2.md th,.mb2.md td{padding:6px 8px;border:1px solid var(--border)}.mb2.md th{background:var(--bg-cool);font-weight:600;font-size:.72rem;text-transform:uppercase}
|
| 90 |
+
.mg.u .mb2.md code{background:rgba(255,255,255,.2);color:#fff}.mg.u .mb2.md pre{background:rgba(0,0,0,.1)}.mg.u .mb2.md pre code{color:#fff}
|
| 91 |
+
.ms2{font-family:var(--font-mono);font-size:.58rem;color:var(--text-3);margin-top:5px}
|
| 92 |
+
.dots span{display:inline-block;width:6px;height:6px;border-radius:50%;background:var(--accent);margin-right:4px;animation:dot 1.2s ease-in-out infinite}.dots span:nth-child(2){animation-delay:.2s}.dots span:nth-child(3){animation-delay:.4s}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 93 |
@keyframes dot{0%,80%,100%{opacity:.2;transform:scale(.8)}40%{opacity:1;transform:scale(1)}}
|
| 94 |
+
.cia{padding:10px 12px;padding-bottom:calc(10px + var(--safe-bottom));border-top:1px solid var(--border-light);background:var(--bg);flex-shrink:0}
|
| 95 |
+
.cir{display:flex;align-items:flex-end;gap:6px}
|
| 96 |
+
.ciw{flex:1}.ciw textarea{width:100%;min-height:44px;max-height:120px;padding:11px 14px;background:var(--bg-warm);border:1.5px solid var(--border);border-radius:var(--radius-sm);color:var(--text);font-family:var(--font);font-size:.88rem;line-height:1.5;resize:none;outline:none;transition:border-color .2s}.ciw textarea:focus{border-color:var(--accent)}.ciw textarea::placeholder{color:var(--text-4)}
|
| 97 |
+
.bs{width:44px;height:44px;border-radius:var(--radius-sm);display:flex;align-items:center;justify-content:center;flex-shrink:0;cursor:pointer;background:var(--accent);border:none;color:#fff;transition:all .15s}.bs:disabled{opacity:.3;cursor:not-allowed}.bs:not(:disabled):active{transform:scale(.95)}
|
| 98 |
+
.bs .is{display:none}.bs.stop{background:var(--red)}.bs.stop .ss{display:none}.bs.stop .is{display:block}
|
| 99 |
+
.cfn{font-family:var(--font-mono);font-size:.55rem;color:var(--text-4);text-align:center;margin-top:6px}
|
| 100 |
+
.wm{text-align:center;padding:40px 20px;color:var(--text-3);flex:1;display:flex;flex-direction:column;align-items:center;justify-content:center}.wm h3{font-family:var(--font-display);font-size:1.5rem;color:var(--text-2);margin-bottom:8px;font-weight:400;font-style:italic}.wm p{font-size:.85rem;line-height:1.65}
|
| 101 |
+
.toast{position:fixed;bottom:calc(24px + var(--safe-bottom));left:50%;transform:translateX(-50%) translateY(20px);padding:10px 20px;border-radius:var(--radius-sm);font-size:.82rem;font-weight:500;background:var(--surface);color:var(--text);border:1px solid var(--border);opacity:0;transition:all .3s;z-index:1000;max-width:min(480px,90vw);box-shadow:var(--shadow-lg);pointer-events:none}.toast.show{transform:translateX(-50%) translateY(0);opacity:1}.toast.err{border-color:var(--red);color:var(--red)}.toast.ok{border-color:var(--green);color:var(--green)}
|
| 102 |
+
@media(max-width:640px){.ch{padding:8px 12px;padding-top:calc(8px + var(--safe-top));gap:6px}.ch-title{font-size:.82rem}.ch-r{gap:4px}.tp{padding:4px 8px;min-height:28px}.tl{font-size:.58rem}.bi{width:28px;height:28px;font-size:.7rem}.br{font-size:.58rem;padding:5px 10px;min-height:28px}.cms{padding:12px}.mg{max-width:90%}.mb2{padding:10px 14px;font-size:.85rem}.cia{padding:8px 10px;padding-bottom:calc(8px + var(--safe-bottom))}.bs{width:42px;height:42px}.ciw textarea{min-height:42px;padding:10px 12px;font-size:.86rem}}
|
| 103 |
+
@media(max-width:380px){.tl{display:none}.landing-title{font-size:2rem}.ch-title{font-size:.78rem;max-width:120px}}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
</style>
|
| 105 |
</head>
|
| 106 |
<body>
|
| 107 |
<div id="landing" class="screen active">
|
| 108 |
<div class="landing-deco"></div>
|
| 109 |
+
<div class="landing-tag">WebLLM · Mobile + Desktop</div>
|
| 110 |
+
<div class="dbadge" id="db"></div>
|
| 111 |
<h1 class="landing-title">Local <em>AI Chat</em></h1>
|
| 112 |
+
<p class="landing-sub">Run open-source LLMs in your browser. No server, no API keys.</p>
|
| 113 |
+
<div class="minfo" id="minfo">Loading models…</div>
|
| 114 |
+
<div class="mwrap" id="mwrap">
|
| 115 |
+
<input class="minput" id="minput" type="text" value="" placeholder="Select a model…" autocomplete="off"/>
|
| 116 |
+
<span class="mchev">▾</span>
|
| 117 |
+
<div class="mdrop" id="mdrop"></div>
|
| 118 |
</div>
|
| 119 |
<button class="btn-load" id="btnLoad" disabled>Load Model</button>
|
| 120 |
+
<div class="landing-footer">Powered by <a href="https://webllm.mlc.ai/" target="_blank">WebLLM</a></div>
|
| 121 |
</div>
|
| 122 |
<div id="loading" class="screen">
|
| 123 |
+
<div class="lr" id="lr"></div>
|
| 124 |
+
<div><div class="lt" id="lt">Initializing…</div><div class="ls" id="ls">Cached after first download.</div></div>
|
| 125 |
+
<div class="dbar" id="dbar" style="display:none"><div class="dt" id="dtt"></div><div class="dtrack"><div class="dfill" id="df"></div></div></div>
|
| 126 |
</div>
|
| 127 |
<div id="chat" class="screen">
|
| 128 |
+
<div class="ch"><div class="ch-l"><div class="ch-av">W</div><div class="ch-info"><div class="ch-title" id="ct">WebLLM</div><div class="ch-st">Ready</div></div></div>
|
| 129 |
+
<div class="ch-r"><label class="tp"><input type="checkbox" id="stog" checked/><span class="td"></span><span class="tl">Stream</span></label><button class="bi" id="bset">⚙</button><button class="bi" id="bsys">S</button><button class="br" id="brst">Reset</button></div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
</div>
|
| 131 |
+
<div class="sp" id="sp"><div class="sr"><span class="slb">Temp</span><input type="range" class="sslider" id="stemp" min="0" max="200" value="70"/><span class="sv" id="vtemp">0.70</span></div><div class="sr"><span class="slb">Top-P</span><input type="range" class="sslider" id="stopp" min="1" max="100" value="95"/><span class="sv" id="vtopp">0.95</span></div><div class="sr"><span class="slb">Tokens</span><select class="ssl" id="smax"><option value="256">256</option><option value="512" selected>512</option><option value="1024">1024</option><option value="2048">2048</option></select></div></div>
|
| 132 |
+
<div class="spw" id="spw"><textarea class="spi" id="sysin" placeholder="System prompt (optional)…"></textarea></div>
|
| 133 |
+
<div class="sb" id="sbar"></div>
|
| 134 |
+
<div class="eb" id="eb"></div>
|
| 135 |
+
<div class="cms" id="cms"><div class="wm"><h3>Start a conversation</h3><p>Type a message below.</p></div></div>
|
| 136 |
+
<div class="cia"><div class="cir"><div class="ciw"><textarea id="inp" rows="1" placeholder="Type a message…"></textarea></div><button class="bs" id="bsend" disabled><svg class="ss" width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round" stroke-linejoin="round"><line x1="22" y1="2" x2="11" y2="13"/><polygon points="22 2 15 22 11 13 2 9 22 2"/></svg><svg class="is" width="15" height="15" viewBox="0 0 24 24" fill="currentColor"><rect x="4" y="4" width="16" height="16" rx="2"/></svg></button></div><div class="cfn">100% local — no data leaves your device.</div></div>
|
| 137 |
</div>
|
| 138 |
<div class="toast" id="toast"></div>
|
| 139 |
<script src="https://cdnjs.cloudflare.com/ajax/libs/marked/12.0.2/marked.min.js"></script>
|
| 140 |
<script type="module">
|
| 141 |
import * as webllm from "https://esm.run/@mlc-ai/web-llm";
|
| 142 |
|
| 143 |
+
const isMob=(()=>{const u=navigator.userAgent||"";return/Mobile|Android|iPhone|iPad|iPod/i.test(u)||('ontouchstart'in window&&innerWidth<768)})();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 144 |
const $=id=>document.getElementById(id);
|
| 145 |
document.fonts.ready.then(()=>document.body.classList.add("ready"));
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
|
| 147 |
+
/* Read ALL models from WebLLM runtime */
|
| 148 |
+
const raw=webllm.prebuiltAppConfig.model_list;
|
| 149 |
+
const SKIP=/snowflake|embed|arctic/i;
|
| 150 |
+
const models=raw.filter(m=>!SKIP.test(m.model_id)).map(m=>{
|
| 151 |
+
const v=m.vram_required_MB||0;
|
| 152 |
+
const vStr=v>1024?(v/1024).toFixed(1)+"GB":Math.round(v)+"MB";
|
| 153 |
+
return{id:m.model_id,vram:v,vStr,low:!!m.low_resource_required};
|
| 154 |
+
}).sort((a,b)=>a.vram-b.vram);
|
| 155 |
|
| 156 |
+
const mobModels=models.filter(m=>m.low);
|
| 157 |
+
const $db=$("db");
|
| 158 |
+
if(isMob){$db.textContent=`MOBILE · ${mobModels.length} models`;$db.className="dbadge m"}
|
| 159 |
+
else{$db.textContent=`DESKTOP · ${models.length} models`;$db.className="dbadge d"}
|
| 160 |
+
$("minfo").textContent=isMob?`${mobModels.length} mobile-safe of ${models.length} total`:`${models.length} models available`;
|
|
|
|
| 161 |
|
| 162 |
+
/* Default */
|
| 163 |
+
const def=isMob?(mobModels.find(m=>/SmolLM2-360M.*q4f16/i.test(m.id))||mobModels[0]):(models.find(m=>/Qwen3-4B-q4f16/i.test(m.id))||models.find(m=>/Llama-3\.2-3B.*q4f16/i.test(m.id))||models[0]);
|
| 164 |
+
const $mi=$("minput"),$mw=$("mwrap"),$md=$("mdrop");
|
| 165 |
+
$mi.value=def?.id||"";
|
| 166 |
+
$("btnLoad").disabled=false;
|
| 167 |
|
| 168 |
+
function fam(id){
|
| 169 |
+
if(/^Qwen3-/i.test(id))return"Qwen3";if(/^Qwen2\.5-C/i.test(id))return"Qwen2.5-Coder";if(/^Qwen2\.5-M/i.test(id))return"Qwen2.5-Math";if(/^Qwen2\.5/i.test(id))return"Qwen2.5";if(/^Qwen2-M/i.test(id))return"Qwen2-Math";if(/^Qwen2/i.test(id))return"Qwen2";
|
| 170 |
+
if(/^DeepSeek/i.test(id))return"DeepSeek";if(/^SmolLM/i.test(id))return"SmolLM2";if(/^Llama-3\.2/i.test(id))return"Llama3.2";if(/^Llama-3\.1/i.test(id))return"Llama3.1";if(/^Llama-3-/i.test(id))return"Llama3";if(/^Llama-2/i.test(id))return"Llama2";
|
| 171 |
+
if(/^gemma-2-/i.test(id))return"Gemma2";if(/^gemma-/i.test(id))return"Gemma";if(/^Phi-3\.5/i.test(id))return"Phi3.5";if(/^Phi-3/i.test(id))return"Phi3";if(/^phi-/i.test(id))return"Phi";
|
| 172 |
+
if(/^Mistral/i.test(id))return"Mistral";if(/^Hermes/i.test(id))return"Hermes";if(/^TinyLlama/i.test(id))return"TinyLlama";if(/^Ministral/i.test(id))return"Ministral";
|
| 173 |
+
if(/^stable/i.test(id))return"StableLM";if(/^Red/i.test(id))return"RedPajama";if(/^Wizard/i.test(id))return"Wizard";if(/^Open/i.test(id))return"OpenHermes";if(/^Neural/i.test(id))return"NeuralHermes";
|
| 174 |
+
return"Other";
|
|
|
|
| 175 |
}
|
| 176 |
|
| 177 |
+
function renderDD(q=""){
|
| 178 |
+
const f=q.toLowerCase();
|
| 179 |
+
const list=f?models.filter(m=>m.id.toLowerCase().includes(f)||fam(m.id).toLowerCase().includes(f)):models;
|
| 180 |
+
const fams=[...new Set(list.map(m=>fam(m.id)))];
|
| 181 |
+
let h="";
|
| 182 |
+
for(const fm of fams){
|
| 183 |
+
const grp=list.filter(m=>fam(m.id)===fm);
|
| 184 |
+
h+=`<div class="msec">${fm} (${grp.length})</div>`;
|
| 185 |
+
for(const m of grp){
|
| 186 |
+
const lk=isMob&&!m.low;
|
| 187 |
+
const c=lk?"mi lk":"mi";
|
| 188 |
+
let bd=`<span class="vb">${m.vStr}</span>`;
|
| 189 |
+
if(m.low)bd+=`<span class="mb">OK</span>`;
|
| 190 |
+
if(lk)bd+=`<span class="lb">PC</span>`;
|
| 191 |
+
h+=`<div class="${c}" data-id="${m.id}"><span class="mi-name">${m.id}</span><span class="mi-meta">${bd}</span></div>`;
|
|
|
|
| 192 |
}
|
| 193 |
}
|
| 194 |
+
if(!list.length)h='<div style="padding:12px;text-align:center;color:var(--text-3);font-size:.75rem">No match</div>';
|
| 195 |
+
$md.innerHTML=h;
|
| 196 |
+
$md.querySelectorAll(".mi:not(.lk)").forEach(el=>el.addEventListener("click",()=>{$mi.value=el.dataset.id;closeDD()}));
|
|
|
|
|
|
|
| 197 |
}
|
| 198 |
+
function openDD(){$mw.classList.add("open");renderDD($mi.value)}
|
| 199 |
+
function closeDD(){$mw.classList.remove("open")}
|
| 200 |
+
$mi.addEventListener("click",openDD);$mi.addEventListener("focus",openDD);
|
| 201 |
+
$mi.addEventListener("input",()=>renderDD($mi.value));
|
| 202 |
+
document.addEventListener("click",e=>{if(!e.target.closest(".mwrap"))closeDD()});
|
| 203 |
+
$mi.addEventListener("keydown",e=>{
|
| 204 |
+
if(e.key==="Escape")closeDD();
|
| 205 |
+
const items=$md.querySelectorAll(".mi:not(.lk)");if(!items.length)return;
|
| 206 |
+
const act=$md.querySelector(".mi.active")||null;let idx=Array.from(items).indexOf(act);
|
|
|
|
| 207 |
if(e.key==="ArrowDown"){e.preventDefault();idx=Math.min(idx+1,items.length-1);items.forEach(i=>i.classList.remove("active"));items[idx].classList.add("active");items[idx].scrollIntoView({block:"nearest"})}
|
| 208 |
if(e.key==="ArrowUp"){e.preventDefault();idx=Math.max(idx-1,0);items.forEach(i=>i.classList.remove("active"));items[idx].classList.add("active");items[idx].scrollIntoView({block:"nearest"})}
|
| 209 |
+
if(e.key==="Enter"){e.preventDefault();const a=$md.querySelector(".mi.active");if(a)$mi.value=a.dataset.id;closeDD()}
|
| 210 |
});
|
| 211 |
|
| 212 |
+
/* Settings */
|
| 213 |
+
$("bset").addEventListener("click",()=>{$("sp").classList.toggle("open");$("bset").classList.toggle("act")});
|
| 214 |
+
$("bsys").addEventListener("click",()=>{$("spw").classList.toggle("open");$("bsys").classList.toggle("act")});
|
| 215 |
+
$("stemp").addEventListener("input",()=>$("vtemp").textContent=(parseInt($("stemp").value)/100).toFixed(2));
|
| 216 |
+
$("stopp").addEventListener("input",()=>$("vtopp").textContent=(parseInt($("stopp").value)/100).toFixed(2));
|
| 217 |
+
function showScr(id){document.querySelectorAll(".screen").forEach(s=>s.classList.toggle("active",s.id===id))}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 218 |
|
| 219 |
+
let engine=null,isGen=false,abort=null,hist=[],totTok=0;
|
| 220 |
+
let tt=null;function toast(m,c=""){clearTimeout(tt);$("toast").textContent=m;$("toast").className="toast "+c+" show";tt=setTimeout(()=>$("toast").classList.remove("show"),3000)}
|
| 221 |
+
function stats(tps,tok){if(!totTok&&!tps){$("sbar").innerHTML="";return}let h="";if(tps!=null)h+=`<div class="st"><span class="stl">Speed</span><span class="stv hl">${tps} t/s</span></div>`;if(tok!=null)h+=`<div class="st"><span class="stl">Tokens</span><span class="stv">${tok}</span></div>`;if(totTok>0)h+=`<div class="st"><span class="stl">Total</span><span class="stv">${totTok}</span></div>`;$("sbar").innerHTML=h}
|
|
|
|
|
|
|
| 222 |
|
| 223 |
+
$("btnLoad").addEventListener("click",async()=>{
|
| 224 |
+
const mid=$mi.value.trim();if(!mid){toast("Select a model","err");return}
|
| 225 |
+
const mf=models.find(x=>x.id===mid);
|
| 226 |
+
if(isMob&&mf&&!mf.low){toast("Too large for mobile","err");return}
|
| 227 |
+
showScr("loading");$("dbar").style.display="none";
|
| 228 |
+
try{
|
| 229 |
+
$("lt").textContent="Initializing…";
|
| 230 |
+
engine=await webllm.CreateMLCEngine(mid,{initProgressCallback:p=>{$("dbar").style.display="";const pct=Math.round(p.progress*100);$("df").style.width=pct+"%";$("dtt").textContent=p.text||pct+"%";$("lt").textContent=p.text||"Loading…"}});
|
| 231 |
+
$("lt").textContent="Ready!";$("ct").textContent=mid.replace(/-MLC$/,"").replace(/-q\w+/,"");
|
| 232 |
+
setTimeout(()=>showScr("chat"),300);toast("Loaded!","ok");
|
| 233 |
+
}catch(e){console.error(e);$("lt").textContent="Failed";$("ls").textContent=e.message;$("lr").style.borderTopColor="var(--red)";toast("Failed","err")}
|
| 234 |
});
|
| 235 |
|
| 236 |
+
const $inp=$("inp"),$bs=$("bsend"),$cms=$("cms"),$eb=$("eb");
|
| 237 |
+
$inp.addEventListener("input",()=>{$inp.style.height="auto";$inp.style.height=Math.min($inp.scrollHeight,120)+"px";ubtn()});
|
| 238 |
+
$inp.addEventListener("keydown",e=>{if(e.key==="Enter"&&!e.shiftKey){e.preventDefault();if(!isGen)send()}});
|
| 239 |
+
$bs.addEventListener("click",()=>{if(isGen&&abort){abort.abort();abort=null}else send()});
|
| 240 |
+
function ubtn(){if(isGen){$bs.disabled=false;$bs.classList.add("stop")}else{$bs.classList.remove("stop");$bs.disabled=!$inp.value.trim()}}
|
| 241 |
+
$("brst").addEventListener("click",async()=>{hist=[];totTok=0;if(engine)try{await engine.resetChat()}catch(e){}$cms.innerHTML='<div class="wm"><h3>Start a conversation</h3><p>Type a message below.</p></div>';$eb.classList.remove("vis");$inp.value="";$inp.style.height="auto";stats();ubtn()});
|
| 242 |
+
function md(t){if(typeof marked==="undefined")return t.replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">");try{marked.setOptions({breaks:true,gfm:true});return marked.parse(t)}catch{return t}}
|
| 243 |
|
| 244 |
+
async function send(){
|
| 245 |
+
if(isGen||!engine)return;const text=$inp.value.trim();if(!text)return;
|
| 246 |
+
$eb.classList.remove("vis");const w=$cms.querySelector(".wm");if(w)w.remove();
|
| 247 |
+
amsg("u",text);hist.push({role:"user",content:text});
|
| 248 |
+
$inp.value="";$inp.style.height="auto";isGen=true;ubtn();
|
| 249 |
+
const{g,b}=aph();
|
|
|
|
| 250 |
try{
|
| 251 |
+
const msgs=[];const sp=$("sysin").value.trim();if(sp)msgs.push({role:"system",content:sp});msgs.push(...hist);
|
| 252 |
let full="",tc=0;const t0=performance.now();
|
| 253 |
const tn=document.createElement("div");tn.className="msg-text";b.appendChild(tn);
|
| 254 |
+
if($("stog").checked){
|
| 255 |
+
abort=new AbortController();
|
| 256 |
+
const s=await engine.chat.completions.create({messages:msgs,temperature:parseInt($("stemp").value)/100,top_p:parseInt($("stopp").value)/100,max_tokens:parseInt($("smax").value),stream:true,stream_options:{include_usage:true}});
|
| 257 |
+
for await(const c of s){if(abort?.signal?.aborted)break;const d=c.choices?.[0]?.delta?.content;if(d){full+=d;tc++;tn.innerHTML=md(full);$cms.scrollTop=$cms.scrollHeight}if(c.usage)tc=c.usage.completion_tokens||tc}
|
| 258 |
+
}else{const r=await engine.chat.completions.create({messages:msgs,temperature:parseInt($("stemp").value)/100,top_p:parseInt($("stopp").value)/100,max_tokens:parseInt($("smax").value)});full=r.choices[0]?.message?.content||"";tc=r.usage?.completion_tokens||0;tn.innerHTML=md(full)}
|
| 259 |
+
hist.push({role:"assistant",content:full});
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 260 |
if(full.includes("`")||full.includes("#")||full.includes("*"))b.classList.add("md");
|
| 261 |
const el=(performance.now()-t0)/1000;const tps=tc>0?(tc/el).toFixed(1):"?";
|
| 262 |
+
const se=document.createElement("div");se.className="ms2";se.textContent=`${tc} tok · ${tps} t/s · ${el.toFixed(1)}s`;g.appendChild(se);
|
| 263 |
+
totTok+=tc;stats(tps,tc);b.classList.remove("gen");
|
| 264 |
+
}catch(e){if(e.name==="AbortError"){b.classList.remove("gen");toast("Stopped")}else{console.error(e);g.remove();$eb.textContent="Error: "+e.message;$eb.classList.add("vis");toast("Failed","err")}}
|
| 265 |
+
isGen=false;abort=null;ubtn();$cms.scrollTop=$cms.scrollHeight;
|
|
|
|
|
|
|
|
|
|
| 266 |
}
|
| 267 |
+
function amsg(r,t){const g=document.createElement("div");g.className=`mg ${r}`;const rl=document.createElement("div");rl.className="mr";rl.textContent=r==="u"?"You":"AI";g.appendChild(rl);const b=document.createElement("div");b.className="mb2";b.textContent=t;g.appendChild(b);$cms.appendChild(g);$cms.scrollTop=$cms.scrollHeight}
|
| 268 |
+
function aph(){const g=document.createElement("div");g.className="mg a";const r=document.createElement("div");r.className="mr";r.textContent="AI";g.appendChild(r);const b=document.createElement("div");b.className="mb2 gen";const d=document.createElement("span");d.className="dots";for(let i=0;i<3;i++)d.appendChild(document.createElement("span"));b.appendChild(d);g.appendChild(b);$cms.appendChild(g);$cms.scrollTop=$cms.scrollHeight;return{g,b}}
|
| 269 |
+
window.visualViewport?.addEventListener("resize",()=>{$cms.scrollTop=$cms.scrollHeight});
|
| 270 |
+
(async()=>{if(!navigator.gpu){toast("WebGPU not available","err");$("btnLoad").disabled=true;return}try{const a=await navigator.gpu.requestAdapter({powerPreference:"high-performance"});if(!a){toast("No WebGPU adapter","err");$("btnLoad").disabled=true}}catch(e){toast("WebGPU failed","err")}})();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 271 |
</script>
|
| 272 |
</body>
|
| 273 |
</html>
|