From 41d7b9d4e5d0e10cdac708d9c9cd4838e47240ec Mon Sep 17 00:00:00 2001 From: Adam Soltys Date: Fri, 9 Oct 2026 10:36:39 -0700 Subject: Translation: posts in another language are shown in yours — "Translated from Spanish · Show original" under the words, automatic by default for posts the language guess calls foreign (Settings → Nostr → Translation switches it off and leaves a Translate link instead), and ⋯ → Translate for any post. The browser's on-device Translator does it when the language pair is already installed (desktop Chrome); otherwise the registrar's new POST /translate (names/translate.js): a cached, 4-at-a-time front for a LibreTranslate container on cs (names/compose-libretranslate.yml, v1.9.6, 32 languages; none for sw/mr/ta/te, so those readers get no offer). Links, nostr: mentions, :emoji:, #tags and long codes are never sent to the model — only the prose between them, batched in one call (src/translate-split.js, shared). Translations are remembered (coinos-translations, 300). tools/translate-test.js MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01Vps2H27rhbG9ZqseGfMrc3 --- names/compose-libretranslate.yml | 26 +++++++ names/server.js | 17 +++++ names/translate.js | 82 ++++++++++++++++++++++ src/cache-store.js | 2 +- src/features/messages.js | 148 +++++++++++++++++++++++++++++++++++++-- src/i18n.js | 10 +++ src/style.css | 7 ++ src/translate-split.js | 35 +++++++++ tools/translate-test.js | 116 ++++++++++++++++++++++++++++++ 9 files changed, 437 insertions(+), 6 deletions(-) create mode 100644 names/compose-libretranslate.yml create mode 100644 names/translate.js create mode 100644 src/translate-split.js create mode 100644 tools/translate-test.js diff --git a/names/compose-libretranslate.yml b/names/compose-libretranslate.yml new file mode 100644 index 0000000..80ed9c6 --- /dev/null +++ b/names/compose-libretranslate.yml @@ -0,0 +1,26 @@ +# LibreTranslate for post translation (coinos v3). Reached only by the +# names registrar over the docker network (POST /translate there); no port +# on the host, no web UI. Models live in the lt-data volume. +services: + libretranslate: + image: libretranslate/libretranslate:v1.9.6 + container_name: libretranslate + environment: + LT_LOAD_ONLY: en,es,fr,de,pt,id,tr,vi,ru,ar,ur,hi,bn,ja,ko,zh,it,nl,pl,uk,fa,he,th,sv,cs,el,ro,hu,fi,da,nb,ca + LT_DISABLE_WEB_UI: "true" + LT_CHAR_LIMIT: "5000" + LT_THREADS: "4" + LT_UPDATE_MODELS: "true" + volumes: + - lt-data:/home/libretranslate/.local + networks: [net] + deploy: + resources: + limits: + memory: 8g + restart: unless-stopped +volumes: + lt-data: +networks: + net: + external: true diff --git a/names/server.js b/names/server.js index 6cd82a1..463ab8e 100644 --- a/names/server.js +++ b/names/server.js @@ -28,6 +28,7 @@ import { mnemonicToSeedSync } from '@scure/bip39'; import { lnBackend } from '../bridge/ln.js'; import { ArkManager } from '../src/ark/manager.js'; import { fetchPreview } from './preview.js'; +import { translate, languages } from './translate.js'; import { decodeAddress } from '../src/ark/proto.js'; import { decodeNoffer } from '../src/noffer.js'; import { decodeBolt11 } from '../src/ark/lightning.js'; @@ -1036,6 +1037,22 @@ Bun.serve({ }); } + // A post in another language, in the reader's (LibreTranslate behind a + // cache — see translate.js). POST { text, target, source? } → + // { text, source }; GET /translate/languages lists what it can do. + if (url.pathname === '/translate/languages' && req.method === 'GET') { + try { return new Response(JSON.stringify(await languages()), { headers: { 'content-type': 'application/json', 'access-control-allow-origin': '*', 'cache-control': 'public, max-age=3600' } }); } + catch { return json({ error: 'translation unavailable' }, 503); } + } + if (url.pathname === '/translate' && req.method === 'POST') { + if (!rateOk(ip, 60)) return json({ error: 'rate limited' }, 429); + let body = null; + try { body = await req.json(); } catch {} + if (!body || typeof body.text !== 'string' || typeof body.target !== 'string') return json({ error: 'bad request' }, 400); + try { return json(await translate(body.text, body.target, body.source)); } + catch (e) { return json({ error: e.message || 'translation failed' }, e.status || 503); } + } + if (url.pathname === '/health') { return json({ ok: true, domain: DOMAIN, names: Object.keys(state.names).length, diff --git a/names/translate.js b/names/translate.js new file mode 100644 index 0000000..7d6181d --- /dev/null +++ b/names/translate.js @@ -0,0 +1,82 @@ +// Post translation for coinos v3: a thin, cached front for a LibreTranslate +// container on the same docker network. Notes are public, so nothing private +// passes through here; the cache keys on the text itself, so a popular post +// is translated once whoever asks. +import { createHash } from 'node:crypto'; +import { splitProse, hasWords, translatePieces } from '../src/translate-split.js'; + +const LT = process.env.LT_URL || 'http://libretranslate:5000'; +const MAX_CHARS = 5000; +const CACHE_MAX = 20000; +const BUSY_MAX = 4; // LibreTranslate is CPU-bound: a few at once, the rest wait their turn +const cache = new Map(); // sha256(target|text) -> { text, source } +let busy = 0; +const waiting = []; +let langs = null, langsAt = 0; + +async function slot() { + if (busy < BUSY_MAX) { busy++; return; } + await new Promise((r) => waiting.push(r)); + busy++; +} +function release() { busy--; const next = waiting.shift(); if (next) next(); } + +// The languages the container has models for: { code: [targets] } +export async function languages() { + if (langs && Date.now() - langsAt < 3600_000) return langs; + const r = await fetch(LT + '/languages', { signal: AbortSignal.timeout(5000) }); + if (!r.ok) throw new Error('languages ' + r.status); + const list = await r.json(); + langs = Object.fromEntries(list.map((l) => [l.code, l.targets || []])); + if (langs['zh-Hans']) langs.zh = langs['zh-Hans']; // the app says 'zh' + langsAt = Date.now(); + return langs; +} + +// The app's locale codes ↔ LibreTranslate's ('zh' is Simplified there). +const norm = (c) => String(c || '').toLowerCase().split(/[-_]/)[0]; +const toLt = (c) => (c === 'zh' ? 'zh-Hans' : c); + +export async function translate(text, target, source = 'auto') { + text = String(text || ''); + target = norm(target); + source = source && source !== 'auto' ? norm(source) : 'auto'; + if (!text.trim()) return { text: '', source }; + if (text.length > MAX_CHARS) throw Object.assign(new Error('too long'), { status: 413 }); + const have = await languages(); + if (!have[toLt(target)]) throw Object.assign(new Error('unsupported language'), { status: 422 }); + const key = createHash('sha256').update(target + '|' + source + '|' + text).digest('hex'); + const hit = cache.get(key); + if (hit) { cache.delete(key); cache.set(key, hit); return hit; } + const prose = splitProse(text).filter((p) => p.prose && hasWords(p.prose)); + if (!prose.length) return { text, source: source === 'auto' ? null : source }; + await slot(); + try { + const call = async (path, body) => { + const r = await fetch(LT + path, { + method: 'POST', headers: { 'content-type': 'application/json' }, + body: JSON.stringify(body), signal: AbortSignal.timeout(30_000), + }); + const out = await r.json().catch(() => ({})); + if (!r.ok) throw Object.assign(new Error(out.error || path + ' ' + r.status), { status: r.status === 400 ? 422 : 502 }); + return out; + }; + let from = source, confidence = null; + if (from === 'auto') { + const d = await call('/detect', { q: prose.map((p) => p.prose).join('\n') }); + from = norm(d[0]?.language) || null; + confidence = d[0]?.confidence ?? null; + if (!from) throw Object.assign(new Error('unknown language'), { status: 422 }); + } + if (from === target) return { text, source: from, confidence }; + if (!have[toLt(from)]) throw Object.assign(new Error('unsupported language'), { status: 422 }); + const translated = await translatePieces(text, async (qs) => { + const r = await call('/translate', { q: qs, source: toLt(from), target: toLt(target), format: 'text' }); + return Array.isArray(r.translatedText) ? r.translatedText : [r.translatedText]; + }); + const out = { text: translated, source: from, confidence }; + cache.set(key, out); + if (cache.size > CACHE_MAX) cache.delete(cache.keys().next().value); + return out; + } finally { release(); } +} diff --git a/src/cache-store.js b/src/cache-store.js index 1257a04..4d2ed1e 100644 --- a/src/cache-store.js +++ b/src/cache-store.js @@ -36,7 +36,7 @@ const GLOBAL_KEYS = new Set([ // (btc-wallet-note-threads stays: a server-rendered note page seeds it // before boot has waited for anything) 'coinos-mod-baseline', 'coinos-community-directory-v1', - 'coinos-link-previews', 'coinos-video-info', 'coinos-video-dims', 'btc-wallet-search-profiles', + 'coinos-link-previews', 'coinos-translations', 'coinos-video-info', 'coinos-video-dims', 'btc-wallet-search-profiles', ]); export const isCacheKey = (k) => typeof k === 'string' && (GLOBAL_KEYS.has(k) || WALLET_RE.test(k)); diff --git a/src/features/messages.js b/src/features/messages.js index 2097a5a..8596f23 100644 --- a/src/features/messages.js +++ b/src/features/messages.js @@ -43,7 +43,8 @@ import { hexToBytes, bytesToHex } from '@noble/hashes/utils'; import { sha256 } from '@noble/hashes/sha256'; import { base64urlnopad } from '@scure/base'; import { t, getLang } from '../i18n.js'; -import { inLanguage, isMachinePost } from '../lang-guess.js'; +import { inLanguage, isMachinePost, guessLang } from '../lang-guess.js'; +import { translatePieces } from '../translate-split.js'; import { animateZap, warmZapSound } from '../zap-animation.js'; import { SIGNER_SILENT } from '../dm.js'; import { cacheStorage, onCacheReady, cacheIsReady } from '../cache-store.js'; @@ -4049,6 +4050,126 @@ export function messagesFeature(ctx) { } } + // ---- translation ---------------------------------------------------------- + // A post in a language other than the app's is shown in the app's, the way + // Amethyst does it: "Translated from Spanish · Show original". The + // browser's own on-device translator does it when it has the language pair + // ready (desktop Chrome); otherwise the registrar's LibreTranslate, cached + // there by text. Automatic for posts we can tell are foreign (a Settings + // switch); Translate in ⋯ for the ones the guess misses. + const TRANSLATE_API = 'https://names.coinos.io/translate'; + const TRANSLATE_KEEP = 300; + const AUTO_TRANSLATE_KEY = 'coinos-auto-translate'; + const autoTranslateOn = () => { try { return localStorage.getItem(AUTO_TRANSLATE_KEY) !== '0'; } catch { return true; } }; + const translations = new Map(); // key -> { text, source } (done) — remembered + const translating = new Map(); // key -> 'loading' | 'fail' + const transOriginal = new Set(); // keys the reader flipped back to the original + const transAsked = new Set(); // keys the reader asked for by hand (shown even with auto off) + const loadTranslations = () => mergeStored(translations, 'coinos-translations'); + loadTranslations(); + let transFlush = null; + const saveTranslations = () => { + if (transFlush) return; + transFlush = setTimeout(() => { + transFlush = null; + try { cacheStorage.setItem('coinos-translations', JSON.stringify([...translations].slice(-TRANSLATE_KEEP))); } catch {} + }, 1000); + }; + // LibreTranslate has no Swahili, Marathi, Tamil or Telugu models: readers + // in those get no offer rather than one that always fails + const TRANSLATE_NO = new Set(['sw', 'mr', 'ta', 'te']); + const canTranslateTo = (lang) => !!lang && !TRANSLATE_NO.has(lang); + const transKey = (ev) => ev.id + '|' + getLang() + '|' + (editOf(ev)?.at || 0); + const translatable = (ev) => !!ev && !ev.pending && (ev.kind === 1 || ev.kind === COMMENT); + // foreign as far as the cheap guess can tell (a script, or a clear other + // language); unknown is never translated unasked + const looksForeign = (ev) => translatable(ev) && canTranslateTo(getLang()) && !inLanguage(noteText(ev), getLang()); + const langName = (code) => { try { return new Intl.DisplayNames([getLang()], { type: 'language' }).of(code) || code; } catch { return code; } }; + // the translation to SHOW for this post now, or null + function shownTranslation(ev) { + if (!translatable(ev)) return null; + const k = transKey(ev); + if (transOriginal.has(k)) return null; + const tr = translations.get(k); + if (!tr) return null; + return transAsked.has(k) || (autoTranslateOn() && looksForeign(ev)) ? tr : null; + } + const browserTranslators = new Map(); // 'es>en' -> Promise(translator | null) + async function browserTranslate(text, from, to) { + const T = typeof self !== 'undefined' ? self.Translator : null; + if (!T || !from || from === to) return null; + const pair = from + '>' + to; + if (!browserTranslators.has(pair)) { + browserTranslators.set(pair, (async () => { + // only a pair already on the device: a download needs a user gesture + // and minutes; the registrar answers in a second meanwhile + if ((await T.availability({ sourceLanguage: from, targetLanguage: to })) !== 'available') return null; + return T.create({ sourceLanguage: from, targetLanguage: to }); + })().catch(() => null)); + } + const tr = await browserTranslators.get(pair); + if (!tr) return null; + return translatePieces(text, (qs) => Promise.all(qs.map((q) => tr.translate(q)))); + } + async function translateNote(ev, { asked = false } = {}) { + const k = transKey(ev); + if (asked) { transAsked.add(k); transOriginal.delete(k); } + if (translations.has(k) || translating.get(k) === 'loading') { scheduleRepaint(); return; } + if (!asked && translating.get(k) === 'fail') return; + translating.set(k, 'loading'); + scheduleRepaint(); + const text = noteText(ev); + const to = getLang(); + try { + let out = null; + const guess = guessLang(text); + try { const t2 = await browserTranslate(text, guess, to); if (t2) out = { text: t2, source: guess }; } catch {} + if (!out) { + const r = await fetch(TRANSLATE_API, { + method: 'POST', headers: { 'content-type': 'application/json' }, + body: JSON.stringify({ text, target: to }), signal: AbortSignal.timeout(20_000), + }); + const j = await r.json().catch(() => ({})); + if (!r.ok) throw new Error(j.error || 'translate ' + r.status); + out = { text: String(j.text || ''), source: j.source || null }; + } + // already in the reader's language after all: nothing to show, and + // nothing to offer again + if (!out.text || out.source === to || out.text.trim() === text.trim()) { + translating.set(k, 'same'); + if (asked) toast(t('translateSame')); + } else { + translations.set(k, out); + translating.delete(k); + saveTranslations(); + } + } catch { + translating.set(k, 'fail'); + if (asked) toast(t('translateFailed')); + } + scheduleRepaint(); + } + // Under the post's words: where it was translated from, and the way back — + // or, for a post that reads foreign with auto off, the offer. + function translateLine(ev) { + if (!translatable(ev)) return null; + const k = transKey(ev); + const tr = shownTranslation(ev); + const state = translating.get(k); + const btn = (label, onClick) => h('button', { type: 'button', class: 'note-translate-btn', onClick: (e) => { e.stopPropagation(); onClick(); } }, label); + if (tr) { + return h('div', { class: 'note-translate small faint' }, + h('span', {}, tr.source ? t('translatedFrom', { lang: langName(tr.source) }) : t('translated')), ' · ', + btn(t('translateShowOriginal'), () => { transOriginal.add(k); transAsked.delete(k); render(); })); + } + if (state === 'loading' && (transAsked.has(k) || (autoTranslateOn() && looksForeign(ev)))) { + return h('div', { class: 'note-translate small faint' }, t('translating')); + } + if (!looksForeign(ev) || state === 'same') return null; + if (autoTranslateOn() && !transOriginal.has(k) && state !== 'fail') { translateNote(ev); return null; } + return h('div', { class: 'note-translate small faint' }, btn(t('translateBtn'), () => translateNote(ev, { asked: true }))); + } + // Where an event about a note goes. A zap receipt is money and has its own // bookkeeping (see below); a like and a boost are just tallies of who. function noteEvent(ev) { @@ -7373,7 +7494,7 @@ export function messagesFeature(ctx) { h('div', { class: 'note-text', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, // one level deep only: a quote of a quote of a quote is a rabbit // hole, and the inner one stays a link you can follow - ...noteBody(noteText(ev), depth + 1, noteEmojiTags(ev))), + ...noteBody(shownTranslation(ev)?.text ?? noteText(ev), depth + 1, noteEmojiTags(ev))), ev.kind === POLL ? pollBox(ev, { interactive: false }) : null); } @@ -8874,6 +8995,17 @@ export function messagesFeature(ctx) { h('div', { class: 'small faint' }, t('videoLargeHelp', { mb: Math.round(videoBudget() / 1e6) }))); } + function translateCard() { + if (!canTranslateTo(getLang())) return null; + return h('div', { class: 'card col translate-card', style: 'gap:8px' }, + h('h3', {}, t('translateTitle')), + h('label', { class: 'row gap6', style: 'align-items:center;cursor:pointer' }, + h('input', { type: 'checkbox', class: 'auto-translate', checked: autoTranslateOn(), style: 'width:18px;height:18px;accent-color:var(--accent);margin:0', + onChange: (e) => { try { localStorage.setItem(AUTO_TRANSLATE_KEY, e.target.checked ? '1' : '0'); } catch {} render(); } }), + h('span', {}, t('translateAutoToggle', { lang: langName(getLang()) }))), + h('div', { class: 'small faint' }, t('translateHelp'))); + } + function moderationCard() { const m = mutesNow(); const e = ui.modEdit || (ui.modEdit = { word: '' }); @@ -8997,6 +9129,11 @@ export function messagesFeature(ctx) { typeof navigator !== 'undefined' && navigator.share ? item('\u2197', t('postShare'), () => { navigator.share({ url: noteLink(ev) }).catch(() => {}); }) : null, + translatable(ev) && canTranslateTo(getLang()) + ? shownTranslation(ev) + ? item('\u{1F310}', t('translateShowOriginal'), () => { const k = transKey(ev); transOriginal.add(k); transAsked.delete(k); render(); }) + : item('\u{1F310}', t('translateBtn'), () => translateNote(ev, { asked: true })) + : null, canEdit(ev) ? item('\u270e', t('postEdit'), () => { ui.postEdit = { ev, text: noteText(ev) }; render(); }) : null, mine && !ev.pending ? item('\u{1F5D1}', t('postDelete'), () => { ui.postDeleteAsk = ev; render(); }, true) : null, mine || !myPubkeys().length ? null : item('\u2630', t('listAddTo'), () => { ui.listPick = ev.pubkey; render(); }), @@ -9204,7 +9341,8 @@ export function messagesFeature(ctx) { }, '\u22ef')), foreign ? h('div', { class: 'note-text small muted', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, (ev.kind === 64 ? '\u265f ' : '') + altText) - : h('div', { class: 'note-text', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, ...(ev.kind === ARTICLE ? (open ? [articleCard(ev)] : articleBody(ev)) : noteBody(noteText(ev), 0, noteEmojiTags(ev)))), + : h('div', { class: 'note-text', style: 'white-space:pre-wrap;overflow-wrap:anywhere' }, ...(ev.kind === ARTICLE ? (open ? [articleCard(ev)] : articleBody(ev)) : noteBody(shownTranslation(ev)?.text ?? noteText(ev), 0, noteEmojiTags(ev)))), + foreign || pending ? null : translateLine(ev), ev.kind === POLL ? pollBox(ev) : null, pending ? null : noteActions(pk, ev, { canZap }), !pending && whoOpen(ev.id) ? whoPanel(ev) : null)); @@ -13279,7 +13417,7 @@ export function messagesFeature(ctx) { if (!cacheIsReady()) onCacheReady(() => { profBlob = null; facelessBlob = null; relayLists = null; packMembers = null; reportsCache = null; baseline = null; profilesWarmed = false; warmProfiles(); - loadHubCache(); loadVideoDims(); loadVideoInfo(); loadPreviews(); + loadHubCache(); loadVideoDims(); loadVideoInfo(); loadPreviews(); loadTranslations(); scheduleRepaint(); }); @@ -13288,7 +13426,7 @@ export function messagesFeature(ctx) { // group-chat state is device state in IndexedDB: it goes with the account wipeCache(bases) { import('../marmot-store.js').then((m) => { for (const b of bases) m.wipeMarmot(b); }).catch(() => {}); }, forgetAll() { wipeMediaIndex(); mediaIdx.clear(); try { caches.delete(VIDEO_THUMB_CACHE); } catch {} }, - nostrSettingsCards() { return [relaysCard(), followHistoryCard(), moderationCard(), videosCard()]; }, + nostrSettingsCards() { return [relaysCard(), followHistoryCard(), moderationCard(), translateCard(), videosCard()]; }, // The app came back after being backgrounded. A phone freezes a hidden // tab: the relay sockets are cut and every post made in the meantime is // simply missing, which is why the feed used to sit there looking stale diff --git a/src/i18n.js b/src/i18n.js index 7f3dfc0..a1b0a79 100644 --- a/src/i18n.js +++ b/src/i18n.js @@ -436,6 +436,16 @@ const STR = { postUnmuteThread: 'Unmute this thread', postReport: 'Report…', postEdit: 'Edit', + translateBtn: 'Translate', + translating: 'Translating…', + translated: 'Translated', + translatedFrom: 'Translated from {lang}', + translateShowOriginal: 'Show original', + translateSame: 'This post is already in your language', + translateFailed: 'Couldn’t translate this post', + translateTitle: 'Translation', + translateAutoToggle: 'Translate posts into {lang} automatically', + translateHelp: 'Posts that look like they’re in another language are shown in yours, with a way back to the original. Translations come from your browser when it can, otherwise from coinos’s own LibreTranslate server — posts are public, but the text passes through it.', postEditTitle: 'Edit post', postEditHelp: 'The edit is published beside the original (kind 1010). Apps that read edits show the new text; others keep showing what you first wrote.', postEditedTag: 'edited', diff --git a/src/style.css b/src/style.css index 93a7da7..c80f8e0 100644 --- a/src/style.css +++ b/src/style.css @@ -1610,3 +1610,10 @@ body::after { padding: 0; border: 0; background: none; color: var(--ink); text-align: left; cursor: pointer; } .wallet-side-amount { font-size: 24px; font-weight: 700; letter-spacing: -.01em; } +/* "Translated from Spanish · Show original" under a post's words */ +.note-translate { margin-top: 4px; } +.note-translate-btn { + background: none; border: none; padding: 0; margin: 0; font: inherit; color: var(--muted); + cursor: pointer; text-decoration: underline; text-underline-offset: 2px; min-height: 0; +} +.note-translate-btn:hover { color: var(--ink); } diff --git a/src/translate-split.js b/src/translate-split.js new file mode 100644 index 0000000..78833da --- /dev/null +++ b/src/translate-split.js @@ -0,0 +1,35 @@ +// What must come back from a translation exactly as it went in: links, +// nostr: mentions, custom emoji shortcodes, hashtags, @handles, invoices and +// other long codes. Translation models mangle them ("https: / / example.com +// / fot.jpg"), so only the prose between them is translated and the text is +// put back together around the untouched tokens. Shared by the registrar +// (names/translate.js) and the browser's own translator (messages.js). +const KEEP = /(https?:\/\/\S+|nostr:[a-z0-9]+|:[a-z0-9_+-]{1,40}:|#[\p{L}\p{N}_]+|@[\w.-]+(?:@[\w.-]+)?|\b(?:ln|lightning:|cashu|bitcoin:|nevent|npub|nprofile|note|naddr)[a-z0-9]{20,}|\S{40,})/giu; + +export function splitProse(text) { + const parts = []; + let last = 0; + for (const m of String(text || '').matchAll(KEEP)) { + if (m.index > last) parts.push({ prose: text.slice(last, m.index) }); + parts.push({ keep: m[0] }); + last = m.index + m[0].length; + } + if (last < text.length) parts.push({ prose: text.slice(last) }); + return parts; +} +// a piece worth translating: has words, not just spaces and punctuation +export const hasWords = (s) => /\p{L}{2,}/u.test(s || ''); + +// Translate the prose pieces (one call for all of them) and reassemble. +// Each piece keeps its own leading/trailing whitespace — line breaks matter. +export async function translatePieces(text, translateMany) { + const parts = splitProse(text); + const prose = parts.filter((p) => p.prose && hasWords(p.prose)); + if (!prose.length) return text; + const outs = await translateMany(prose.map((p) => p.prose.trim())); + prose.forEach((p, i) => { + const lead = p.prose.match(/^\s*/)[0], trail = p.prose.match(/\s*$/)[0]; + p.out = lead + String(outs[i] ?? p.prose.trim()) + trail; + }); + return parts.map((p) => p.keep ?? p.out ?? p.prose).join(''); +} diff --git a/tools/translate-test.js b/tools/translate-test.js new file mode 100644 index 0000000..2760693 --- /dev/null +++ b/tools/translate-test.js @@ -0,0 +1,116 @@ +// Translation: posts that read foreign are shown in the app's language +// ("Translated from Spanish · Show original"), automatically by default; +// with the switch off they offer Translate instead; ⋯ → Translate asks for +// any post. The registrar's /translate is stubbed here (window.fetch shim). +// Run: bun tools/translate-test.js +import puppeteer from './puppeteer.js'; +import { cacheKeyFor } from '../src/wallet.js'; +import { generateSecretKey, getPublicKey, finalizeEvent } from 'nostr-tools/pure'; +import { buildHtml } from '../build.js'; +const sleep = (ms) => new Promise((r) => setTimeout(r, ms)); +let ok = true; +const check = (n, c, d = '') => { console.log(` ${c ? '✓' : '✗'} ${n}${d ? ' — ' + d : ''}`); if (!c) ok = false; }; +const AUTHOR = (() => { const sk = generateSecretKey(); return { sk, pk: getPublicKey(sk) }; })(); +const now = Math.floor(Date.now() / 1000); +const post = (content, ago) => finalizeEvent({ kind: 1, created_at: now - ago, tags: [], content }, AUTHOR.sk); +const ES = post('Hola a todos, hoy compré café con bitcoin en el mercado y fue muy fácil para todos los que estaban allí', 100); +const JA = post('ビットコインは素晴らしいです。明日また会いましょう。', 200); +const EN = post('An ordinary post in English about the weather and the market today', 300); +const ANSWERS = { + [ES.content]: { text: 'Hello everyone, today I bought coffee with bitcoin at the market and it was very easy for everyone there', source: 'es' }, + [JA.content]: { text: 'Bitcoin is great. Let’s meet again tomorrow.', source: 'ja' }, + [EN.content]: { text: EN.content, source: 'en' }, +}; + +const html = await buildHtml({ minify: true, pwa: false }); +const server = Bun.serve({ port: 5303, fetch: () => new Response(html, { headers: { 'content-type': 'text/html' } }) }); +const browser = await puppeteer.launch({ executablePath: '/usr/bin/google-chrome', headless: 'new', args: ['--no-sandbox'] }); +const page = await browser.newPage(); +await page.evaluateOnNewDocument((answers) => { + window.__tr = []; + try { delete self.Translator; } catch {} // the registrar path, every time + const real = window.fetch; + window.fetch = async (url, opts) => { + if (String(url) === 'https://names.coinos.io/translate') { + const body = JSON.parse(opts.body); + window.__tr.push(body); + const a = answers[body.text]; + await new Promise((r) => setTimeout(r, 150)); + return new Response(JSON.stringify(a || { error: 'nope' }), { status: a ? 200 : 503, headers: { 'content-type': 'application/json' } }); + } + return real(url, opts); + }; + const Real = window.WebSocket; + window.WebSocket = function (...a) { + const ws = new Real(...a); + const send = ws.send.bind(ws); + ws.send = (data) => { + try { const m = JSON.parse(data); if (m[0] === 'REQ') { setTimeout(() => ws.dispatchEvent(new MessageEvent('message', { data: JSON.stringify(['EOSE', m[1]]) })), 0); return; } if (m[0] === 'EVENT') return; } catch {} + return send(data); + }; + return ws; + }; + window.WebSocket.prototype = Real.prototype; Object.assign(window.WebSocket, Real); +}, ANSWERS); +const errs = []; +page.on('pageerror', (e) => errs.push(String(e))); +const click = (t) => page.evaluate((x) => { const e = [...document.querySelectorAll('button')].find((n) => n.textContent.trim().toLowerCase().includes(x)); if (e) { e.click(); return true; } return false; }, t); +const text = () => page.evaluate(() => document.body.innerText); +const waitText = async (x, ms = 25000) => { for (let i = 0; i < ms / 250; i++) { if ((await text()).toLowerCase().includes(x.toLowerCase())) return true; await sleep(250); } return false; }; +const has = async (x) => (await text()).includes(x); +const row = (m) => page.evaluate((m) => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes(m)); return r ? r.innerText : null; }, m); +const openFeed = async () => { await page.evaluate(() => document.querySelector('.app-nav-button[aria-label="Feed"]')?.click()); await sleep(1200); }; + +try { + await page.setViewport({ width: 390, height: 844 }); + await page.goto('http://localhost:5303/', { waitUntil: 'domcontentloaded' }); + await page.evaluate(() => { localStorage.setItem('btc-wallet-network', 'regtest'); localStorage.setItem('btc-wallet-lang', 'en'); }); + await page.reload({ waitUntil: 'domcontentloaded' }); + await sleep(400); + await click('create a new wallet'); await sleep(600); + await page.waitForSelector('.words .w .t'); + const mn = (await page.$$eval('.words .w .t', (l) => l.map((e) => e.textContent.trim()))).join(' '); + await click('skip verification'); + await waitText('receive', 20000); + const base = cacheKeyFor(mn + '\n'); + await page.evaluate(([k, pk, ns]) => { + localStorage.setItem(k + ':follows', JSON.stringify({ tags: [['p', pk]], c: '', at: Math.floor(Date.now() / 1000) })); + localStorage.setItem(k + ':feedNotes', JSON.stringify(ns)); + localStorage.setItem(k + ':profiles', JSON.stringify({ [pk]: { name: 'Globetrotter', t: Date.now() } })); + localStorage.setItem('btc-wallet-feed:' + k, 'following'); + }, [base, AUTHOR.pk, [ES, JA, EN]]); + await page.reload({ waitUntil: 'domcontentloaded' }); + await waitText('receive', 20000); + await openFeed(); + + console.log('\n[automatic, the default]'); + check('the Spanish post is shown in English', await waitText('today I bought coffee with bitcoin', 10000) && !(await has('compré café'))); + check('...saying where it came from', /Translated from Spanish/.test(await row('today I bought coffee') || ''), (await row('today I bought coffee') || '').split('\n').slice(-6).join(' | ')); + check('the Japanese post too', await waitText('Bitcoin is great', 5000) && /Translated from Japanese/.test(await row('Bitcoin is great') || '')); + const asked = await page.evaluate(() => window.__tr.map((b) => b.text.slice(0, 12) + '>' + b.target)); + check('the English post is left alone (never sent)', asked.length === 2 && !asked.some((x) => x.startsWith('An ordinary')), asked.join(', ')); + await page.evaluate(() => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes('today I bought coffee')); [...r.querySelectorAll('.note-translate-btn')].find((b) => /original/i.test(b.textContent)).click(); }); + await sleep(400); + check('Show original brings the Spanish back', await has('compré café') && !(await has('today I bought coffee'))); + check('...with the offer to translate again', /Translate/.test(await row('compré café') || '')); + + console.log('\n[⋯ → Translate on a post the guess calls English]'); + await page.evaluate(() => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes('An ordinary post')); [...r.querySelectorAll('button')].find((b) => b.getAttribute('aria-label') === 'More').click(); }); + await sleep(300); + check('the menu offers Translate', await page.evaluate(() => [...document.querySelectorAll('.confirm-pop button')].some((b) => /Translate/.test(b.textContent)))); + await page.evaluate(() => [...document.querySelectorAll('.confirm-pop button')].find((b) => /Translate/.test(b.textContent)).click()); + check('it says the post is already in English', await waitText('already in your language', 4000)); + + console.log('\n[automatic switched off]'); + await page.evaluate(() => localStorage.setItem('coinos-auto-translate', '0')); + await page.reload({ waitUntil: 'domcontentloaded' }); + await waitText('receive', 20000); + await openFeed(); + check('foreign posts stay as written', await waitText('明日また会いましょう', 10000) && !(await has('Bitcoin is great'))); + check('...offering Translate', /Translate/.test(await row('明日また') || '')); + await page.evaluate(() => { const r = [...document.querySelectorAll('[data-zap-post]')].find((n) => n.textContent.includes('明日また')); r.querySelector('.note-translate-btn').click(); }); + check('tapping it translates (remembered from before: no new request)', await waitText('Bitcoin is great', 5000)); + check('no page errors', errs.length === 0, errs.slice(0, 2).join(' | ')); +} finally { await browser.close(); server.stop(true); } +console.log(ok ? '\n✅ posts translate into the reader\'s language' : '\n❌ failed'); +process.exit(ok ? 0 : 1); -- cgit v1.2.3