aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
Diffstat
-rw-r--r--names/compose-libretranslate.yml26
-rw-r--r--names/server.js17
-rw-r--r--names/translate.js82
-rw-r--r--src/cache-store.js2
-rw-r--r--src/features/messages.js148
-rw-r--r--src/i18n.js10
-rw-r--r--src/style.css7
-rw-r--r--src/translate-split.js35
-rw-r--r--tools/translate-test.js116
9 files changed, 437 insertions, 6 deletions
diff --git a/names/compose-libretranslate.yml b/names/compose-libretranslate.yml
new file mode 100644
index 0000000..80ed9c6
--- /dev/null
+++ b/names/compose-libretranslate.yml
@@ -0,0 +1,26 @@
+# LibreTranslate for post translation (coinos v3). Reached only by the
+# names registrar over the docker network (POST /translate there); no port
+# on the host, no web UI. Models live in the lt-data volume.
+services:
+ libretranslate:
+ image: libretranslate/libretranslate:v1.9.6
+ container_name: libretranslate
+ environment:
+ LT_LOAD_ONLY: en,es,fr,de,pt,id,tr,vi,ru,ar,ur,hi,bn,ja,ko,zh,it,nl,pl,uk,fa,he,th,sv,cs,el,ro,hu,fi,da,nb,ca
+ LT_DISABLE_WEB_UI: "true"
+ LT_CHAR_LIMIT: "5000"
+ LT_THREADS: "4"
+ LT_UPDATE_MODELS: "true"
+ volumes:
+ - lt-data:/home/libretranslate/.local
+ networks: [net]
+ deploy:
+ resources:
+ limits:
+ memory: 8g
+ restart: unless-stopped
+volumes:
+ lt-data:
+networks:
+ net:
+ external: true
diff --git a/names/server.js b/names/server.js
index 6cd82a1..463ab8e 100644
--- a/names/server.js
+++ b/names/server.js
@@ -28,6 +28,7 @@ import { mnemonicToSeedSync } from '@scure/bip39';
import { lnBackend } from '../bridge/ln.js';
import { ArkManager } from '../src/ark/manager.js';
import { fetchPreview } from './preview.js';
+import { translate, languages } from './translate.js';
import { decodeAddress } from '../src/ark/proto.js';
import { decodeNoffer } from '../src/noffer.js';
import { decodeBolt11 } from '../src/ark/lightning.js';
@@ -1036,6 +1037,22 @@ Bun.serve({
});
}
+ // A post in another language, in the reader's (LibreTranslate behind a
+ // cache — see translate.js). POST { text, target, source? } →
+ // { text, source }; GET /translate/languages lists what it can do.
+ if (url.pathname === '/translate/languages' && req.method === 'GET') {
+ try { return new Response(JSON.stringify(await languages()), { headers: { 'content-type': 'application/json', 'access-control-allow-origin': '*', 'cache-control': 'public, max-age=3600' } }); }
+ catch { return json({ error: 'translation unavailable' }, 503); }
+ }
+ if (url.pathname === '/translate' && req.method === 'POST') {
+ if (!rateOk(ip, 60)) return json({ error: 'rate limited' }, 429);
+ let body = null;
+ try { body = await req.json(); } catch {}
+ if (!body || typeof body.text !== 'string' || typeof body.target !== 'string') return json({ error: 'bad request' }, 400);
+ try { return json(await translate(body.text, body.target, body.source)); }
+ catch (e) { return json({ error: e.message || 'translation failed' }, e.status || 503); }
+ }
+
if (url.pathname === '/health') {
return json({
ok: true, domain: DOMAIN, names: Object.keys(state.names).length,
diff --git a/names/translate.js b/names/translate.js
new file mode 100644
index 0000000..7d6181d
--- /dev/null
+++ b/names/translate.js
@@ -0,0 +1,82 @@
+// Post translation for coinos v3: a thin, cached front for a LibreTranslate
+// container on the same docker network. Notes are public, so nothing private
+// passes through here; the cache keys on the text itself, so a popular post
+// is translated once whoever asks.
+import { createHash } from 'node:crypto';
+import { splitProse, hasWords, translatePieces } from '../src/translate-split.js';
+
+const LT = process.env.LT_URL || 'http://libretranslate:5000';
+const MAX_CHARS = 5000;
+const CACHE_MAX = 20000;
+const BUSY_MAX = 4; // LibreTranslate is CPU-bound: a few at once, the rest wait their turn
+const cache = new Map(); // sha256(target|text) -> { text, source }
+let busy = 0;
+const waiting = [];
+let langs = null, langsAt = 0;
+
+async function slot() {
+ if (busy < BUSY_MAX) { busy++; return; }
+ await new Promise((r) => waiting.push(r));
+ busy++;
+}
+function release() { busy--; const next = waiting.shift(); if (next) next(); }
+
+// The languages the container has models for: { code: [targets] }
+export async function languages() {
+ if (langs && Date.now() - langsAt < 3600_000) return langs;
+ const r = await fetch(LT + '/languages', { signal: AbortSignal.timeout(5000) });
+ if (!r.ok) throw new Error('languages ' + r.status);
+ const list = await r.json();
+ langs = Object.fromEntries(list.map((l) => [l.code, l.targets || []]));
+ if (langs['zh-Hans']) langs.zh = langs['zh-Hans']; // the app says 'zh'
+ langsAt = Date.now();
+ return langs;
+}
+
+// The app's locale codes ↔ LibreTranslate's ('zh' is Simplified there).
+const norm = (c) => String(c || '').toLowerCase().split(/[-_]/)[0];
+const toLt = (c) => (c === 'zh' ? 'zh-Hans' : c);
+
+export async function translate(text, target, source = 'auto') {
+ text = String(text || '');
+ target = norm(target);
+ source = source && source !== 'auto' ? norm(source) : 'auto';
+ if (!text.trim()) return { text: '', source };
+ if (text.length > MAX_CHARS) throw Object.assign(new Error('too long'), { status: 413 });
+ const have = await languages();
+ if (!have[toLt(target)]) throw Object.assign(new Error('unsupported language'), { status: 422 });
+ const key = createHash('sha256').update(target + '|' + source + '|' + text).digest('hex');
+ const hit = cache.get(key);
+ if (hit) { cache.delete(key); cache.set(key, hit); return hit; }
+ const prose = splitProse(text).filter((p) => p.prose && hasWords(p.prose));
+ if (!prose.length) return { text, source: source === 'auto' ? null : source };
+ await slot();
+ try {
+ const call = async (path, body) => {
+ const r = await fetch(LT + path, {
+ method: 'POST', headers: { 'content-type': 'application/json' },
+ body: JSON.stringify(body), signal: AbortSignal.timeout(30_000),
+ });
+ const out = await r.json().catch(() => ({}));
+ if (!r.ok) throw Object.assign(new Error(out.error || path + ' ' + r.status), { status: r.status === 400 ? 422 : 502 });
+ return out;
+ };
+ let from = source, confidence = null;
+ if (from === 'auto') {
+ const d = await call('/detect', { q: prose.map((p) => p.prose).join('\n') });
+ from = norm(d[0]?.language) || null;
+ confidence = d[0]?.confidence ?? null;
+ if (!from) throw Object.assign(new Error('unknown language'), { status: 422 });
+ }
+ if (from === target) return { text, source: from, confidence };
+ if (!have[toLt(from)]) throw Object.assign(new Error('unsupported language'), { status: 422 });
+ const translated = await translatePieces(text, async (qs) => {
+ const r = await call('/translate', { q: qs, source: toLt(from), target: toLt(target), format: 'text' });
+ return Array.isArray(r.translatedText) ? r.translatedText : [r.translatedText];
+ });
+ const out = { text: translated, source: from, confidence };
+ cache.set(key, out);
+ if (cache.size > CACHE_MAX) cache.delete(cache.keys().next().value);
+ return out;
+ } finally { release(); }
+}
diff --git a/src/cache-store.js b/src/cache-store.js
index 1257a04..4d2ed1e 100644
--- a/src/cache-store.js
+++ b/src/cache-store.js
@@ -36,7 +36,7 @@ const GLOBAL_KEYS = new Set([
// (btc-wallet-note-threads stays: a server-rendered note page seeds it
// before boot has waited for anything)
'coinos-mod-baseline', 'coinos-community-directory-v1',
- 'coinos-link-previews', 'coinos-video-info', 'coinos-video-dims', 'btc-wallet-search-profiles',
+ 'coinos-link-previews', 'coinos-translations', 'coinos-video-info', 'coinos-video-dims', 'btc-wallet-search-profiles',
]);
export const isCacheKey = (k) => typeof k === 'string' && (GLOBAL_KEYS.has(k) || WALLET_RE.test(k));
diff --git a/src/features/messages.js b/src/features/messages.js
index 2097a5a..8596f23 100644
--- a/src/features/messages.js
+++ b/src/features/messages.js
@@ -43,7 +43,8 @@ import { hexToBytes, bytesToHex } from '@noble/hashes/utils';
import { sha256 } from '@noble/hashes/sha256';
import { base64urlnopad } from '@scure/base';
import { t, getLang } from '../i18n.js';
-import { inLanguage, isMachinePost } from '../lang-guess.js';
+import { inLanguage, isMachinePost, guessLang } from '../lang-guess.js';
+import { translatePieces } from '../translate-split.js';
import { animateZap, warmZapSound } from '../zap-animation.js';
import { SIGNER_SILENT } from '../dm.js';
import { cacheStorage, onCacheReady, cacheIsReady } from '../cache-store.js';
@@ -4049,6 +4050,126 @@ export function messagesFeature(ctx) {
}
}
+ // ---- translation ----------------------------------------------------------
+ // A post in a language other than the app's is shown in the app's, the way
+ // Amethyst does it: "Translated from Spanish · Show original". The
+ // browser's own on-device translator does it when it has the language pair
+ // ready (desktop Chrome); otherwise the registrar's LibreTranslate, cached
+ // there by text. Automatic for posts we can tell are foreign (a Settings
+ // switch); Translate in ⋯ for the ones the guess misses.
+ const TRANSLATE_API = 'https://names.coinos.io/translate';
+ const TRANSLATE_KEEP = 300;
+ const AUTO_TRANSLATE_KEY = 'coinos-auto-translate';
+ const autoTranslateOn = () => { try { return localStorage.getItem(AUTO_TRANSLATE_KEY) !== '0'; } catch { return true; } };
+ const translations = new Map(); // key -> { text, source } (done) — remembered
+ const translating = new Map(); // key -> 'loading' | 'fail'
+ const transOriginal = new Set(); // keys the reader flipped back to the original
+ const transAsked = new Set(); // keys the reader asked for by hand (shown even with auto off)
+ const loadTranslations = () => mergeStored(translations, 'coinos-translations');
+ loadTranslations();
+ let transFlush = null;
+ const saveTranslations = () => {
+ if (transFlush) return;
+ transFlush = setTimeout(() => {
+ transFlush = null;
+ try { cacheStorage.setItem('coinos-translations', JSON.stringify([...translations].slice(-TRANSLATE_KEEP))); } catch {}
+ }, 1000);
+ };
+ // LibreTranslate has no Swahili, Marathi, Tamil or Telugu models: readers
+ // in those get no offer rather than one that always fails
+ const TRANSLATE_NO = new Set(['sw', 'mr', 'ta', 'te']);
+ const canTranslateTo = (lang) => !!lang && !TRANSLATE_NO.has(lang);
+ const transKey = (ev) => ev.id + '|' + getLang() + '|' + (editOf(ev)?.at || 0);
+ const translatable = (ev) => !!ev && !ev.pending && (ev.kind === 1 || ev.kind === COMMENT);
+ // foreign as far as the cheap guess can tell (a script, or a clear other
+ // language); unknown is never translated unasked
+ const looksForeign = (ev) => translatable(ev) && canTranslateTo(getLang()) && !inLanguage(noteText(ev), getLang());
+ const langName = (code) => { try { return new Intl.DisplayNames([getLang()], { type: 'language' }).of(code) || code; } catch { return code; } };
+ // the translation to SHOW for this post now, or null
+ function shownTranslation(ev) {
+ if (!translatable(ev)) return null;
+ const k = transKey(ev);
+ if (transOriginal.has(k)) return null;
+ const tr = translations.get(k);
+ if (!tr) return null;
+ return transAsked.has(k) || (autoTranslateOn() && looksForeign(ev)) ? tr : null;
+ }
+ const browserTranslators = new Map(); // 'es>en' -> Promise(translator | null)
+ async function browserTranslate(text, from, to) {
+ const T = typeof self !== 'undefined' ? self.Translator : null;
+ if (!T || !from || from === to) return null;
+ const pair = from + '>' + to;
+ if (!browserTranslators.has(pair)) {
+ browserTranslators.set(pair, (async () => {
+ // only a pair already on the device: a download needs a user gesture
+ // and minutes; the registrar answers in a second meanwhile
+ if ((await T.availability({ sourceLanguage: from, targetLanguage: to })) !== 'available') return null;
+ return T.create({ sourceLanguage: from, targetLanguage: to });
+ })().catch(() => null));
+ }
+ const tr = await browserTranslators.get(pair);
+ if (!tr) return null;
+ return translatePieces(text, (qs) => Promise.all(qs.map((q) => tr.translate(q))));
+ }
+ async function translateNote(ev, { asked = false } = {}) {
+ const k = transKey(ev);
+ if (asked) { transAsked.add(k); transOriginal.delete(k); }
+ if (translations.has(k) || translating.get(k) === 'loading') { scheduleRepaint(); return; }
+ if (!asked && translating.get(k) === 'fail') return;
+ translating.set(k, 'loading');
+ scheduleRepaint();
+ const text = noteText(ev);
+ const to = getLang();
+ try {
+ let out = null;
+ const guess = guessLang(text);
+ try { const t2 = await browserTranslate(text, guess, to); if (t2) out = { text: t2, source: guess }; } catch {}
+ if (!out) {
+ const r = await fetch(TRANSLATE_API, {
+ method: 'POST', headers: { 'content-type': 'application/json' },
+ body: JSON.stringify({ text, target: to }), signal: AbortSignal.timeout(20_000),
+ });
+ const j = await r.json().catch(() => ({}));
+ if (!r.ok) throw new Error(j.error || 'translate ' + r.status);
+ out = { text: String(j.text || ''), source: j.source || null };
+ }
+ // already in the reader's language after all: nothing to show, and
+ // nothing to offer again
+ if (!out.text || out.source === to || out.text.trim() === text.trim()) {
+ translating.set(k, 'same');
+ if (asked) toast(t('translateSame'));
+ } else {
+ translations.set(k, out);
+ translating.delete(k);
+ saveTranslations();
+ }
+ } catch {
+ translating.set(k, 'fail');
+ if (asked) toast(t('translateFailed'));
+ }
+ scheduleRepaint();
+ }
+ // Under the post's words: where it was translated from, and the way back —
+ // or, for a post that reads foreign with auto off, the offer.
+ function translateLine(ev) {
+ if (!translatable(ev)) return null;
+ const k = transKey(ev);
+ const tr = shownTranslation(ev);
+ const state = translating.get(k);
+ const btn = (label, onClick) => h('button', { type: 'button', class: 'note-translate-btn', onClick: (e) => { e.stopPropagation(); onClick(); } }, label);
+ if (tr) {
+ return h('div', { class: 'note-translate small faint' },
+ h('span', {}, tr.source ? t('translatedFrom', { lang: langName(tr.source) }) : t('translated')), ' · ',
+ btn(t('translateShowOriginal'), () => { transOriginal.add(k); transAsked.delete(k); render(); }));
+ }
+ if (state === 'loading' && (transAsked.has(k) || (autoTranslateOn() && looksForeign(ev)))) {
+ return h('div', { class: 'note-translate small faint' }, t('translating'));
+ }
+ if (!looksForeign(ev) || state === 'same') return null;
+ if (autoTranslateOn() && !transOriginal.has(k) && state !== 'fail') { translateNote(ev); return null; }
+ return h('div', { class: 'note-translate small faint' }, btn(t('translateBtn'), () => translateNote(ev, { asked: true })));
+ }
+
// Where an event about a note goes. A zap receipt is money and has its own
// bookkeeping (see below); a like and a boost are just tallies of who.
function noteEvent(ev) {
@@ -7373,7 +7494,7 @@ export function messagesFeature(ctx) {
h('div', { class: 'note-text', style: 'white-space:pre-wrap;overflow-wrap:anywhere' },
// one level deep only: a quote of a quote of a quote is a rabbit
// hole, and the inner one stays a link you can follow
- ...noteBody(noteText(ev), depth + 1, noteEmojiTags(ev))),
+ ...noteBody(shownTranslation(ev)?.text ?? noteText(ev), depth + 1, noteEmojiTags(ev))),
ev.kind === POLL ? pollBox(ev, { interactive: false }) : null);
}
@@ -8874,6 +8995,17 @@ export function messagesFeature(ctx) {
h('div', { class: 'small faint' }, t('videoLargeHelp', { mb: Math.round(videoBudget() / 1e6) })));
}
+ function translateCard() {
+ if (!canTranslateTo(getLang())) return null;
+ return h('div', { class: 'card col translate-card', style: 'gap:8px' },
+ h('h3', {}, t('translateTitle')),
+ h('label', { class: 'row gap6', style: 'align-items:center;cursor:pointer' },
+ h('input', { type: 'checkbox', class: 'auto-translate', checked: autoTranslateOn(), style: 'width:18px;height:18px;accent-color:var(--accent);margin:0',
+ onChange: (e) => { try { localStorage.setItem(AUTO_TRANSLATE_KEY, e.target.checked ? '1' : '0'); } catch {} render(); } }),
+ h('span', {}, t('translateAutoToggle', { lang: langName(getLang()) }))),
+ h('div', { class: 'small faint' }, t('translateHelp')));
+ }
+
function moderationCard() {
const m = mutesNow();
const e = ui.modEdit || (ui.modEdit = { word: '' });
@@ -8997,6 +9129,11 @@ export function messagesFeature(ctx) {
typeof navigator !== 'undefined' && navigator.share
? item('\u2197', t('postShare'), () => { navigator.share({ url: noteLink(ev) }).catch(() => {}); })
: null,
+ translatable(ev) && canTranslateTo(getLang())
+ ? shownTranslation(ev)
+ ? item('\u{1F310}', t('translateShowOriginal'), () => { const k = transKey(ev); transOriginal.add(k); transAsked.delete(k); render(); })
+ : item('\u{1F310}', t('translateBtn'), () => translateNote(ev, { asked: true }))
+ : null,
canEdit(ev) ? item('\u270e', t('postEdit'), () => { ui.postEdit = { ev, text: noteText(ev) }; render(); }) : null,
mine && !ev.pending ? item('\u{1F5D1}', t('postDelete'), () => { ui.postDeleteAsk = ev; render(); }, true) : null,
mine || !myPubkeys().length ? null : item('\u2630', t('listAddTo'), () => { ui.listPick = ev.pubkey; render(); }),
@@ -9204,7 +9341,8 @@ export function messagesFeature(ctx) {
}, '\u22ef')),
foreign
? h('div', { class: 'note-text small muted', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, (ev.kind === 64 ? '\u265f ' : '') + altText)
- : h('div', { class: 'note-text', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, ...(ev.kind === ARTICLE ? (open ? [articleCard(ev)] : articleBody(ev)) : noteBody(noteText(ev), 0, noteEmojiTags(ev)))),
+ : h('div', { class: 'note-text', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, ...(ev.kind === ARTICLE ? (open ? [articleCard(ev)] : articleBody(ev)) : noteBody(shownTranslation(ev)?.text ?? noteText(ev), 0, noteEmojiTags(ev)))),
+ foreign || pending ? null : translateLine(ev),
ev.kind === POLL ? pollBox(ev) : null,
pending ? null : noteActions(pk, ev, { canZap }),
!pending && whoOpen(ev.id) ? whoPanel(ev) : null));
@@ -13279,7 +13417,7 @@ export function messagesFeature(ctx) {
if (!cacheIsReady()) onCacheReady(() => {
profBlob = null; facelessBlob = null; relayLists = null; packMembers = null; reportsCache = null; baseline = null;
profilesWarmed = false; warmProfiles();
- loadHubCache(); loadVideoDims(); loadVideoInfo(); loadPreviews();
+ loadHubCache(); loadVideoDims(); loadVideoInfo(); loadPreviews(); loadTranslations();
scheduleRepaint();
});
@@ -13288,7 +13426,7 @@ export function messagesFeature(ctx) {
// group-chat state is device state in IndexedDB: it goes with the account
wipeCache(bases) { import('../marmot-store.js').then((m) => { for (const b of bases) m.wipeMarmot(b); }).catch(() => {}); },
forgetAll() { wipeMediaIndex(); mediaIdx.clear(); try { caches.delete(VIDEO_THUMB_CACHE); } catch {} },
- nostrSettingsCards() { return [relaysCard(), followHistoryCard(), moderationCard(), videosCard()]; },
+ nostrSettingsCards() { return [relaysCard(), followHistoryCard(), moderationCard(), translateCard(), videosCard()]; },
// The app came back after being backgrounded. A phone freezes a hidden
// tab: the relay sockets are cut and every post made in the meantime is
// simply missing, which is why the feed used to sit there looking stale
diff --git a/src/i18n.js b/src/i18n.js
index 7f3dfc0..a1b0a79 100644
--- a/src/i18n.js
+++ b/src/i18n.js
@@ -436,6 +436,16 @@ const STR = {
postUnmuteThread: 'Unmute this thread',
postReport: 'Report…',
postEdit: 'Edit',
+ translateBtn: 'Translate',
+ translating: 'Translating…',
+ translated: 'Translated',
+ translatedFrom: 'Translated from {lang}',
+ translateShowOriginal: 'Show original',
+ translateSame: 'This post is already in your language',
+ translateFailed: 'Couldn’t translate this post',
+ translateTitle: 'Translation',
+ translateAutoToggle: 'Translate posts into {lang} automatically',
+ translateHelp: 'Posts that look like they’re in another language are shown in yours, with a way back to the original. Translations come from your browser when it can, otherwise from coinos’s own LibreTranslate server — posts are public, but the text passes through it.',
postEditTitle: 'Edit post',
postEditHelp: 'The edit is published beside the original (kind 1010). Apps that read edits show the new text; others keep showing what you first wrote.',
postEditedTag: 'edited',
diff --git a/src/style.css b/src/style.css
index 93a7da7..c80f8e0 100644
--- a/src/style.css
+++ b/src/style.css
@@ -1610,3 +1610,10 @@ body::after {
padding: 0; border: 0; background: none; color: var(--ink); text-align: left; cursor: pointer;
}
.wallet-side-amount { font-size: 24px; font-weight: 700; letter-spacing: -.01em; }
+/* "Translated from Spanish · Show original" under a post's words */
+.note-translate { margin-top: 4px; }
+.note-translate-btn {
+ background: none; border: none; padding: 0; margin: 0; font: inherit; color: var(--muted);
+ cursor: pointer; text-decoration: underline; text-underline-offset: 2px; min-height: 0;
+}
+.note-translate-btn:hover { color: var(--ink); }
diff --git a/src/translate-split.js b/src/translate-split.js
new file mode 100644
index 0000000..78833da
--- /dev/null
+++ b/src/translate-split.js
@@ -0,0 +1,35 @@
+// What must come back from a translation exactly as it went in: links,
+// nostr: mentions, custom emoji shortcodes, hashtags, @handles, invoices and
+// other long codes. Translation models mangle them ("https: / / example.com
+// / fot.jpg"), so only the prose between them is translated and the text is
+// put back together around the untouched tokens. Shared by the registrar
+// (names/translate.js) and the browser's own translator (messages.js).
+const KEEP = /(https?:\/\/\S+|nostr:[a-z0-9]+|:[a-z0-9_+-]{1,40}:|#[\p{L}\p{N}_]+|@[\w.-]+(?:@[\w.-]+)?|\b(?:ln|lightning:|cashu|bitcoin:|nevent|npub|nprofile|note|naddr)[a-z0-9]{20,}|\S{40,})/giu;
+
+export function splitProse(text) {
+ const parts = [];
+ let last = 0;
+ for (const m of String(text || '').matchAll(KEEP)) {
+ if (m.index > last) parts.push({ prose: text.slice(last, m.index) });
+ parts.push({ keep: m[0] });
+ last = m.index + m[0].length;
+ }
+ if (last < text.length) parts.push({ prose: text.slice(last) });
+ return parts;
+}
+// a piece worth translating: has words, not just spaces and punctuation
+export const hasWords = (s) => /\p{L}{2,}/u.test(s || '');
+
+// Translate the prose pieces (one call for all of them) and reassemble.
+// Each piece keeps its own leading/trailing whitespace — line breaks matter.
+export async function translatePieces(text, translateMany) {
+ const parts = splitProse(text);
+ const prose = parts.filter((p) => p.prose && hasWords(p.prose));
+ if (!prose.length) return text;
+ const outs = await translateMany(prose.map((p) => p.prose.trim()));
+ prose.forEach((p, i) => {
+ const lead = p.prose.match(/^\s*/)[0], trail = p.prose.match(/\s*$/)[0];
+ p.out = lead + String(outs[i] ?? p.prose.trim()) + trail;
+ });
+ return parts.map((p) => p.keep ?? p.out ?? p.prose).join('');
+}
diff --git a/tools/translate-test.js b/tools/translate-test.js
new file mode 100644
index 0000000..2760693
--- /dev/null
+++ b/tools/translate-test.js
@@ -0,0 +1,116 @@
+// Translation: posts that read foreign are shown in the app's language
+// ("Translated from Spanish · Show original"), automatically by default;
+// with the switch off they offer Translate instead; ⋯ → Translate asks for
+// any post. The registrar's /translate is stubbed here (window.fetch shim).
+// Run: bun tools/translate-test.js
+import puppeteer from './puppeteer.js';
+import { cacheKeyFor } from '../src/wallet.js';
+import { generateSecretKey, getPublicKey, finalizeEvent } from 'nostr-tools/pure';
+import { buildHtml } from '../build.js';
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+let ok = true;
+const check = (n, c, d = '') => { console.log(` ${c ? '✓' : '✗'} ${n}${d ? ' — ' + d : ''}`); if (!c) ok = false; };
+const AUTHOR = (() => { const sk = generateSecretKey(); return { sk, pk: getPublicKey(sk) }; })();
+const now = Math.floor(Date.now() / 1000);
+const post = (content, ago) => finalizeEvent({ kind: 1, created_at: now - ago, tags: [], content }, AUTHOR.sk);
+const ES = post('Hola a todos, hoy compré café con bitcoin en el mercado y fue muy fácil para todos los que estaban allí', 100);
+const JA = post('ビットコインは素晴らしいです。明日また会いましょう。', 200);
+const EN = post('An ordinary post in English about the weather and the market today', 300);
+const ANSWERS = {
+ [ES.content]: { text: 'Hello everyone, today I bought coffee with bitcoin at the market and it was very easy for everyone there', source: 'es' },
+ [JA.content]: { text: 'Bitcoin is great. Let’s meet again tomorrow.', source: 'ja' },
+ [EN.content]: { text: EN.content, source: 'en' },
+};
+
+const html = await buildHtml({ minify: true, pwa: false });
+const server = Bun.serve({ port: 5303, fetch: () => new Response(html, { headers: { 'content-type': 'text/html' } }) });
+const browser = await puppeteer.launch({ executablePath: '/usr/bin/google-chrome', headless: 'new', args: ['--no-sandbox'] });
+const page = await browser.newPage();
+await page.evaluateOnNewDocument((answers) => {
+ window.__tr = [];
+ try { delete self.Translator; } catch {} // the registrar path, every time
+ const real = window.fetch;
+ window.fetch = async (url, opts) => {
+ if (String(url) === 'https://names.coinos.io/translate') {
+ const body = JSON.parse(opts.body);
+ window.__tr.push(body);
+ const a = answers[body.text];
+ await new Promise((r) => setTimeout(r, 150));
+ return new Response(JSON.stringify(a || { error: 'nope' }), { status: a ? 200 : 503, headers: { 'content-type': 'application/json' } });
+ }
+ return real(url, opts);
+ };
+ const Real = window.WebSocket;
+ window.WebSocket = function (...a) {
+ const ws = new Real(...a);
+ const send = ws.send.bind(ws);
+ ws.send = (data) => {
+ try { const m = JSON.parse(data); if (m[0] === 'REQ') { setTimeout(() => ws.dispatchEvent(new MessageEvent('message', { data: JSON.stringify(['EOSE', m[1]]) })), 0); return; } if (m[0] === 'EVENT') return; } catch {}
+ return send(data);
+ };
+ return ws;
+ };
+ window.WebSocket.prototype = Real.prototype; Object.assign(window.WebSocket, Real);
+}, ANSWERS);
+const errs = [];
+page.on('pageerror', (e) => errs.push(String(e)));
+const click = (t) => page.evaluate((x) => { const e = [...document.querySelectorAll('button')].find((n) => n.textContent.trim().toLowerCase().includes(x)); if (e) { e.click(); return true; } return false; }, t);
+const text = () => page.evaluate(() => document.body.innerText);
+const waitText = async (x, ms = 25000) => { for (let i = 0; i < ms / 250; i++) { if ((await text()).toLowerCase().includes(x.toLowerCase())) return true; await sleep(250); } return false; };
+const has = async (x) => (await text()).includes(x);
+const row = (m) => page.evaluate((m) => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes(m)); return r ? r.innerText : null; }, m);
+const openFeed = async () => { await page.evaluate(() => document.querySelector('.app-nav-button[aria-label="Feed"]')?.click()); await sleep(1200); };
+
+try {
+ await page.setViewport({ width: 390, height: 844 });
+ await page.goto('http://localhost:5303/', { waitUntil: 'domcontentloaded' });
+ await page.evaluate(() => { localStorage.setItem('btc-wallet-network', 'regtest'); localStorage.setItem('btc-wallet-lang', 'en'); });
+ await page.reload({ waitUntil: 'domcontentloaded' });
+ await sleep(400);
+ await click('create a new wallet'); await sleep(600);
+ await page.waitForSelector('.words .w .t');
+ const mn = (await page.$$eval('.words .w .t', (l) => l.map((e) => e.textContent.trim()))).join(' ');
+ await click('skip verification');
+ await waitText('receive', 20000);
+ const base = cacheKeyFor(mn + '\n');
+ await page.evaluate(([k, pk, ns]) => {
+ localStorage.setItem(k + ':follows', JSON.stringify({ tags: [['p', pk]], c: '', at: Math.floor(Date.now() / 1000) }));
+ localStorage.setItem(k + ':feedNotes', JSON.stringify(ns));
+ localStorage.setItem(k + ':profiles', JSON.stringify({ [pk]: { name: 'Globetrotter', t: Date.now() } }));
+ localStorage.setItem('btc-wallet-feed:' + k, 'following');
+ }, [base, AUTHOR.pk, [ES, JA, EN]]);
+ await page.reload({ waitUntil: 'domcontentloaded' });
+ await waitText('receive', 20000);
+ await openFeed();
+
+ console.log('\n[automatic, the default]');
+ check('the Spanish post is shown in English', await waitText('today I bought coffee with bitcoin', 10000) && !(await has('compré café')));
+ check('...saying where it came from', /Translated from Spanish/.test(await row('today I bought coffee') || ''), (await row('today I bought coffee') || '').split('\n').slice(-6).join(' | '));
+ check('the Japanese post too', await waitText('Bitcoin is great', 5000) && /Translated from Japanese/.test(await row('Bitcoin is great') || ''));
+ const asked = await page.evaluate(() => window.__tr.map((b) => b.text.slice(0, 12) + '>' + b.target));
+ check('the English post is left alone (never sent)', asked.length === 2 && !asked.some((x) => x.startsWith('An ordinary')), asked.join(', '));
+ await page.evaluate(() => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes('today I bought coffee')); [...r.querySelectorAll('.note-translate-btn')].find((b) => /original/i.test(b.textContent)).click(); });
+ await sleep(400);
+ check('Show original brings the Spanish back', await has('compré café') && !(await has('today I bought coffee')));
+ check('...with the offer to translate again', /Translate/.test(await row('compré café') || ''));
+
+ console.log('\n[⋯ → Translate on a post the guess calls English]');
+ await page.evaluate(() => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes('An ordinary post')); [...r.querySelectorAll('button')].find((b) => b.getAttribute('aria-label') === 'More').click(); });
+ await sleep(300);
+ check('the menu offers Translate', await page.evaluate(() => [...document.querySelectorAll('.confirm-pop button')].some((b) => /Translate/.test(b.textContent))));
+ await page.evaluate(() => [...document.querySelectorAll('.confirm-pop button')].find((b) => /Translate/.test(b.textContent)).click());
+ check('it says the post is already in English', await waitText('already in your language', 4000));
+
+ console.log('\n[automatic switched off]');
+ await page.evaluate(() => localStorage.setItem('coinos-auto-translate', '0'));
+ await page.reload({ waitUntil: 'domcontentloaded' });
+ await waitText('receive', 20000);
+ await openFeed();
+ check('foreign posts stay as written', await waitText('明日また会いましょう', 10000) && !(await has('Bitcoin is great')));
+ check('...offering Translate', /Translate/.test(await row('明日また') || ''));
+ await page.evaluate(() => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes('明日また')); r.querySelector('.note-translate-btn').click(); });
+ check('tapping it translates (remembered from before: no new request)', await waitText('Bitcoin is great', 5000));
+ check('no page errors', errs.length === 0, errs.slice(0, 2).join(' | '));
+} finally { await browser.close(); server.stop(true); }
+console.log(ok ? '\n✅ posts translate into the reader\'s language' : '\n❌ failed');
+process.exit(ok ? 0 : 1);
generated by cgit v1.2.3 (git 2.51.0) at 2026-10-15 04:34:28 +0000