Files
litert-lm-orangepi/templates/index.html
T
2026-04-19 10:17:29 +00:00

574 lines
20 KiB
HTML

<!DOCTYPE html>
<html lang="vi" data-theme="dark">
<head>
<meta charset="UTF-8"/>
<meta name="viewport" content="width=device-width, initial-scale=1.0"/>
<title>&#x1F916; LiteRT-LM Web Server</title>
<link href="https://fonts.googleapis.com/css2?family=DM+Mono:ital,wght@0,300;0,400;0,500;1,300&family=Space+Grotesk:wght@300;400;500;600&display=swap" rel="stylesheet"/>
<script src="https://cdnjs.cloudflare.com/ajax/libs/marked/12.0.0/marked.min.js"></script>
<style>
/* ── Theme variables ── */
:root {
--bg: #0d0f12;
--surface: #13161b;
--surface2: #1a1e25;
--border: #252a33;
--accent: #7effd4;
--accent2: #5bc8f5;
--text: #e2e8f0;
--muted: #5a6478;
--user-bubble: #1a2a3a;
--model-bubble: #141a20;
--user-border: #253a50;
--code-bg: #0a1018;
--pre-bg: #080c10;
--pre-text: #c9d8e8;
--tps-bg: #0d1a12;
--tps-border: #1a3a22;
--session-id-bg: #0d1620;
--session-id-border: #1e2e3e;
--radius: 14px;
--font-ui: 'Space Grotesk', sans-serif;
--font-mono: 'DM Mono', monospace;
--transition: .22s ease;
}
[data-theme="light"] {
--bg: #f0f2f5;
--surface: #ffffff;
--surface2: #e8eaf0;
--border: #d0d5df;
--accent: #0a9a6e;
--accent2: #1473b8;
--text: #1a1e28;
--muted: #7a8499;
--user-bubble: #ddeeff;
--model-bubble: #ffffff;
--user-border: #a8c8ee;
--code-bg: #eef0f5;
--pre-bg: #e4e8f0;
--pre-text: #2a3a50;
--tps-bg: #e0f5ec;
--tps-border: #80ccaa;
--session-id-bg: #e8f0f8;
--session-id-border: #a8c0d8;
}
*, *::before, *::after { box-sizing: border-box; margin: 0; padding: 0; }
body {
background: var(--bg);
color: var(--text);
font-family: var(--font-ui);
height: 100dvh;
display: flex;
flex-direction: column;
overflow: hidden;
transition: background var(--transition), color var(--transition);
}
/* ── Header ── */
header {
display: flex;
align-items: center;
gap: 12px;
padding: 12px 20px;
border-bottom: 1px solid var(--border);
background: var(--surface);
flex-shrink: 0;
transition: background var(--transition), border-color var(--transition);
}
.logo {
width: 34px; height: 34px;
background: linear-gradient(135deg, var(--accent), var(--accent2));
border-radius: 9px;
display: flex; align-items: center; justify-content: center;
font-size: 17px; flex-shrink: 0;
}
.header-titles { display: flex; flex-direction: column; gap: 1px; }
.header-titles h1 {
font-size: 14px; font-weight: 600; letter-spacing: .01em;
line-height: 1.3;
}
.header-titles .tagline {
font-size: 10px; color: var(--muted);
font-family: var(--font-mono); letter-spacing: .03em;
}
#model-name {
font-size: 11px; color: var(--accent2);
font-family: var(--font-mono);
}
.header-right { margin-left: auto; display: flex; align-items: center; gap: 10px; }
/* ── Theme toggle ── */
#theme-btn {
width: 32px; height: 32px;
border: 1px solid var(--border);
border-radius: 8px;
background: var(--surface2);
color: var(--text);
cursor: pointer;
font-size: 15px;
display: flex; align-items: center; justify-content: center;
transition: all .15s;
flex-shrink: 0;
}
#theme-btn:hover { border-color: var(--accent); }
/* ── Status dot ── */
#status-dot {
width: 7px; height: 7px; border-radius: 50%;
background: #3a3f4a;
transition: background .4s;
flex-shrink: 0;
}
#status-dot.ready { background: var(--accent); box-shadow: 0 0 6px var(--accent); }
#status-dot.thinking { background: #f5c842; animation: pulse 1s infinite; }
#status-text { font-size: 11px; color: var(--muted); font-family: var(--font-mono); }
@keyframes pulse { 0%,100%{opacity:1} 50%{opacity:.4} }
/* ── Session bar ── */
#session-bar {
display: flex; align-items: center; gap: 8px;
padding: 7px 20px;
background: var(--surface2);
border-bottom: 1px solid var(--border);
font-size: 12px; flex-shrink: 0;
transition: background var(--transition), border-color var(--transition);
}
#session-bar label { color: var(--muted); font-family: var(--font-mono); }
#session-id-display {
font-family: var(--font-mono); font-size: 11px;
color: var(--accent2);
background: var(--session-id-bg);
padding: 3px 8px; border-radius: 6px;
border: 1px solid var(--session-id-border);
max-width: 260px; overflow: hidden;
text-overflow: ellipsis; white-space: nowrap;
}
.btn-sm {
padding: 4px 10px; font-size: 11px;
font-family: var(--font-ui); font-weight: 500;
border: 1px solid var(--border); border-radius: 6px;
background: var(--surface); color: var(--text);
cursor: pointer; transition: all .15s;
}
.btn-sm:hover { border-color: var(--accent); color: var(--accent); }
.btn-sm.danger:hover { border-color: #f87171; color: #f87171; }
/* ── Chat area ── */
#chat {
flex: 1; overflow-y: auto;
padding: 20px; display: flex;
flex-direction: column; gap: 16px;
scroll-behavior: smooth;
}
#chat::-webkit-scrollbar { width: 4px; }
#chat::-webkit-scrollbar-track { background: transparent; }
#chat::-webkit-scrollbar-thumb { background: var(--border); border-radius: 4px; }
.msg { display: flex; gap: 10px; animation: fadeUp .25s ease both; }
@keyframes fadeUp {
from { opacity: 0; transform: translateY(8px); }
to { opacity: 1; transform: translateY(0); }
}
.msg.user { flex-direction: row-reverse; }
.avatar {
width: 30px; height: 30px; border-radius: 8px;
display: flex; align-items: center; justify-content: center;
font-size: 13px; flex-shrink: 0; margin-top: 2px;
}
.msg.user .avatar { background: linear-gradient(135deg,#2a4a6a,#1a3050); }
[data-theme="light"] .msg.user .avatar { background: linear-gradient(135deg,#a8c8ee,#7aaad8); }
.msg.model .avatar { background: linear-gradient(135deg,#1a3a2a,#0d2018); color: var(--accent); }
[data-theme="light"] .msg.model .avatar { background: linear-gradient(135deg,#c0e8d8,#90ccb4); }
.bubble {
padding: 11px 15px; border-radius: var(--radius);
font-size: 14px; line-height: 1.65;
white-space: pre-wrap; word-break: break-word;
border: 1px solid transparent;
transition: background var(--transition), border-color var(--transition);
}
.msg.user .bubble {
background: var(--user-bubble); border-color: var(--user-border);
border-radius: var(--radius) 4px var(--radius) var(--radius);
}
.msg.model .bubble {
background: var(--model-bubble); border-color: var(--border);
border-radius: 4px var(--radius) var(--radius) var(--radius);
}
/* ── Markdown ── */
.bubble.md-body { white-space: normal; }
.bubble.md-body p { margin-bottom: .6em; }
.bubble.md-body p:last-child { margin-bottom: 0; }
.bubble.md-body h1,.bubble.md-body h2,.bubble.md-body h3 {
font-weight: 600; margin: .8em 0 .3em; line-height: 1.3;
}
.bubble.md-body h1 { font-size: 1.15em; }
.bubble.md-body h2 { font-size: 1.05em; }
.bubble.md-body h3 { font-size: .95em; color: var(--accent2); }
.bubble.md-body ul,.bubble.md-body ol { padding-left: 1.4em; margin: .4em 0; }
.bubble.md-body li { margin-bottom: .25em; }
.bubble.md-body code {
font-family: var(--font-mono); font-size: .82em;
background: var(--code-bg); border: 1px solid var(--border);
border-radius: 4px; padding: 1px 5px; color: var(--accent);
}
.bubble.md-body pre {
background: var(--pre-bg); border: 1px solid var(--border);
border-radius: 8px; padding: 12px 14px; overflow-x: auto; margin: .6em 0;
}
.bubble.md-body pre code {
background: none; border: none; padding: 0;
font-size: .82em; color: var(--pre-text);
}
.bubble.md-body blockquote {
border-left: 3px solid var(--accent2); padding-left: 10px;
color: var(--muted); margin: .5em 0; font-style: italic;
}
.bubble.md-body strong { font-weight: 600; }
.bubble.md-body em { color: var(--muted); }
.bubble.md-body a { color: var(--accent2); text-decoration: none; }
.bubble.md-body a:hover { text-decoration: underline; }
.bubble.md-body hr { border: none; border-top: 1px solid var(--border); margin: .8em 0; }
.bubble.md-body table {
border-collapse: collapse; width: 100%; margin: .6em 0; font-size: .88em;
}
.bubble.md-body th,.bubble.md-body td {
border: 1px solid var(--border); padding: 5px 10px; text-align: left;
}
.bubble.md-body th { background: var(--surface2); color: var(--accent2); }
/* ── Token/s badge ── */
.msg-inner { display: flex; flex-direction: column; max-width: 72%; }
.msg-meta {
font-family: var(--font-mono); font-size: 10px;
color: var(--muted); margin-top: 5px; padding: 0 4px;
display: flex; gap: 8px; align-items: center;
}
.tps-badge {
background: var(--tps-bg); border: 1px solid var(--tps-border);
color: var(--accent); border-radius: 4px; padding: 1px 6px; font-size: 10px;
}
/* ── Thinking dots ── */
.thinking-dots span {
display: inline-block; width: 6px; height: 6px; border-radius: 50%;
background: var(--muted); margin: 0 2px; animation: bounce .9s infinite;
}
.thinking-dots span:nth-child(2) { animation-delay: .2s; }
.thinking-dots span:nth-child(3) { animation-delay: .4s; }
@keyframes bounce { 0%,80%,100%{transform:translateY(0)} 40%{transform:translateY(-6px)} }
/* ── Empty state ── */
#empty {
flex: 1; display: flex; flex-direction: column;
align-items: center; justify-content: center;
color: var(--muted); text-align: center; gap: 12px; pointer-events: none;
}
#empty .icon { font-size: 40px; opacity: .3; }
#empty p { font-size: 13px; line-height: 1.6; max-width: 240px; }
/* ── Input bar ── */
#input-bar {
display: flex; gap: 10px; align-items: flex-end;
padding: 12px 20px;
background: var(--surface); border-top: 1px solid var(--border);
flex-shrink: 0;
transition: background var(--transition), border-color var(--transition);
}
#prompt {
flex: 1; background: var(--surface2);
border: 1px solid var(--border); border-radius: 10px;
color: var(--text); font-family: var(--font-ui); font-size: 14px;
padding: 10px 14px; resize: none; min-height: 42px; max-height: 160px;
line-height: 1.5; outline: none;
transition: border-color .2s, background var(--transition);
}
#prompt:focus { border-color: var(--accent2); }
#prompt::placeholder { color: var(--muted); }
#send-btn {
width: 42px; height: 42px; background: var(--accent);
border: none; border-radius: 10px; cursor: pointer;
display: flex; align-items: center; justify-content: center;
transition: all .15s; flex-shrink: 0; color: #000; font-size: 17px;
}
#send-btn:hover { filter: brightness(1.1); transform: scale(1.05); }
#send-btn:disabled { background: var(--border); color: var(--muted); cursor: not-allowed; transform: none; }
.mode-label {
font-size: 10px; font-family: var(--font-mono);
color: var(--muted); align-self: center;
}
/* ── Footer ── */
footer {
text-align: center; padding: 7px 20px;
font-size: 11px; color: var(--muted);
font-family: var(--font-mono);
background: var(--surface); border-top: 1px solid var(--border);
flex-shrink: 0;
transition: background var(--transition), border-color var(--transition);
}
footer .heart { color: #f87171; }
</style>
</head>
<body>
<header>
<div class="logo">&#x1F916;</div>
<div class="header-titles">
<h1>&#x1F916; LiteRT-LM Web Server</h1>
<div class="tagline">litert-lm run on orange pi</div>
<div id="model-name">loading model info...</div>
</div>
<div class="header-right">
<button id="theme-btn" onclick="toggleTheme()" title="Toggle dark/light mode">&#x1F319;</button>
<div id="status-dot"></div>
<span id="status-text">initializing&hellip;</span>
</div>
</header>
<div id="session-bar">
<label>session:</label>
<span id="session-id-display">&mdash;</span>
<button class="btn-sm" onclick="newSession()">&#xFF0B; New</button>
<button class="btn-sm danger" onclick="clearSession()">&#x2715; Clear</button>
<span class="mode-label">multi-turn</span>
</div>
<div id="chat">
<div id="empty">
<div class="icon">&#9672;</div>
<p>Start a conversation.<br/>Gemma 4 remembers context within a session.</p>
</div>
</div>
<div id="input-bar">
<textarea id="prompt" rows="1" placeholder="Nh&#x1EAF;n tin v&#x1EDB;i Gemma 4&hellip;"></textarea>
<button id="send-btn" onclick="sendMessage()" title="Send (Enter)">&#x27A4;</button>
</div>
<footer>
&#x44;&#x1B0;&#x1EE3;c t&#x1EA1;o ra with <span class="heart">&#x2764;</span> b&#x1EDF;i Tony Tr&#x1EA7;n
</footer>
<script>
// ── Marked.js config ─────────────────────────────────────────────────────────
marked.setOptions({ breaks: true, gfm: true });
let sessionId = null;
let busy = false;
const chatEl = document.getElementById('chat');
const emptyEl = document.getElementById('empty');
const promptEl = document.getElementById('prompt');
const sendBtn = document.getElementById('send-btn');
const statusDot = document.getElementById('status-dot');
const statusTxt = document.getElementById('status-text');
const sessionDisplay = document.getElementById('session-id-display');
const themeBtn = document.getElementById('theme-btn');
const htmlEl = document.documentElement;
// ── Theme toggle ──────────────────────────────────────────────────────────────
function toggleTheme() {
const isDark = htmlEl.getAttribute('data-theme') === 'dark';
const next = isDark ? 'light' : 'dark';
htmlEl.setAttribute('data-theme', next);
themeBtn.textContent = isDark ? '\u2600\uFE0F' : '\uD83C\uDF19';
localStorage.setItem('theme', next);
}
function loadTheme() {
const saved = localStorage.getItem('theme') || 'dark';
htmlEl.setAttribute('data-theme', saved);
themeBtn.textContent = saved === 'dark' ? '\uD83C\uDF19' : '\u2600\uFE0F';
}
// ── Auto-resize textarea ──────────────────────────────────────────────────────
promptEl.addEventListener('input', () => {
promptEl.style.height = 'auto';
promptEl.style.height = Math.min(promptEl.scrollHeight, 160) + 'px';
});
promptEl.addEventListener('keydown', e => {
if (e.key === 'Enter' && !e.shiftKey) { e.preventDefault(); sendMessage(); }
});
// ── Session management ────────────────────────────────────────────────────────
async function newSession() {
try {
setStatus('thinking', 'creating session...');
const res = await fetch('/chat/new', { method: 'POST' });
const data = await res.json();
sessionId = data.session_id;
sessionDisplay.textContent = sessionId;
clearChat();
setStatus('ready', 'ready');
} catch(e) {
setStatus('', 'error');
alert('Khong tao duoc session: ' + e.message);
}
}
async function clearSession() {
if (!sessionId) return;
try { await fetch('/chat/' + sessionId, { method: 'DELETE' }); } catch(_) {}
await newSession();
}
function clearChat() {
chatEl.innerHTML = '';
chatEl.appendChild(emptyEl);
emptyEl.style.display = 'flex';
}
// ── Status ────────────────────────────────────────────────────────────────────
function setStatus(state, text) {
statusDot.className = state;
statusTxt.textContent = text;
}
// ── Message rendering ─────────────────────────────────────────────────────────
function appendMsg(role, text, stats) {
emptyEl.style.display = 'none';
const wrapper = document.createElement('div');
wrapper.className = 'msg ' + role;
const avatar = document.createElement('div');
avatar.className = 'avatar';
avatar.textContent = role === 'user' ? '\uD83D\uDC64' : '\u2726';
const inner = document.createElement('div');
inner.className = 'msg-inner';
const bubble = document.createElement('div');
if (role === 'model') {
bubble.className = 'bubble md-body';
bubble.innerHTML = marked.parse(text);
bubble.querySelectorAll('a').forEach(a => {
a.target = '_blank';
a.rel = 'noopener noreferrer';
});
} else {
bubble.className = 'bubble';
bubble.textContent = text;
}
inner.appendChild(bubble);
if (role === 'model' && stats) {
const meta = document.createElement('div');
meta.className = 'msg-meta';
const badge = document.createElement('span');
badge.className = 'tps-badge';
badge.textContent = '\u26A1 ' + stats.tokens_per_sec + ' tok/s';
const detail = document.createElement('span');
detail.textContent = stats.tokens + ' tokens \u00B7 ' + stats.elapsed_s + 's';
meta.appendChild(badge);
meta.appendChild(detail);
inner.appendChild(meta);
}
if (role === 'user') {
wrapper.appendChild(inner);
wrapper.appendChild(avatar);
} else {
wrapper.appendChild(avatar);
wrapper.appendChild(inner);
}
chatEl.appendChild(wrapper);
chatEl.scrollTop = chatEl.scrollHeight;
return wrapper;
}
function appendThinking() {
emptyEl.style.display = 'none';
const div = document.createElement('div');
div.className = 'msg model';
const avatar = document.createElement('div');
avatar.className = 'avatar';
avatar.textContent = '\u2726';
const bubble = document.createElement('div');
bubble.className = 'bubble thinking-dots';
bubble.innerHTML = '<span></span><span></span><span></span>';
div.appendChild(avatar);
div.appendChild(bubble);
chatEl.appendChild(div);
chatEl.scrollTop = chatEl.scrollHeight;
return div;
}
// ── Send ──────────────────────────────────────────────────────────────────────
async function sendMessage() {
if (busy) return;
const text = promptEl.value.trim();
if (!text) return;
if (!sessionId) await newSession();
appendMsg('user', text);
promptEl.value = '';
promptEl.style.height = 'auto';
const thinkingEl = appendThinking();
setBusy(true);
try {
const res = await fetch('/chat/' + sessionId, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ prompt: text }),
});
if (!res.ok) {
const err = await res.json();
throw new Error(err.detail || res.statusText);
}
const data = await res.json();
thinkingEl.remove();
appendMsg('model', data.response, {
tokens_per_sec: data.tokens_per_sec,
tokens: data.tokens,
elapsed_s: data.elapsed_s,
});
setStatus('ready', 'ready \u00B7 last: ' + data.tokens_per_sec + ' tok/s');
} catch(e) {
thinkingEl.remove();
appendMsg('model', 'Loi: ' + e.message);
setStatus('', 'error');
} finally {
setBusy(false);
}
}
function setBusy(val) {
busy = val;
sendBtn.disabled = val;
if (val) setStatus('thinking', 'thinking...');
}
// ── Init ──────────────────────────────────────────────────────────────────────
(async () => {
loadTheme();
try {
const res = await fetch('/info');
const info = await res.json();
document.getElementById('model-name').textContent = info.model;
} catch(_) {
document.getElementById('model-name').textContent = 'unknown model';
}
await newSession();
})();
</script>
</body>
</html>