From 8af48ede759593fbb1aba6208336ed538bec235f Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Wed, 1 Apr 2026 02:38:03 +0000 Subject: [PATCH 1/8] feat: add Python/Flask LLM translation microservice --- llm/Dockerfile | 11 ++++++++ llm/app.py | 76 ++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 87 insertions(+) create mode 100644 llm/Dockerfile create mode 100644 llm/app.py diff --git a/llm/Dockerfile b/llm/Dockerfile new file mode 100644 index 0000000000..c315a28817 --- /dev/null +++ b/llm/Dockerfile @@ -0,0 +1,11 @@ +FROM python:3.11-slim + +WORKDIR /app + +RUN pip install --no-cache-dir flask requests + +COPY app.py . + +EXPOSE 5000 + +CMD ["python", "app.py"] diff --git a/llm/app.py b/llm/app.py new file mode 100644 index 0000000000..620fdd976f --- /dev/null +++ b/llm/app.py @@ -0,0 +1,76 @@ +import json +import re + +import requests +from flask import Flask, jsonify, request + +app = Flask(__name__) + +OLLAMA_URL = "http://localhost:11434/api/generate" +MODEL = "qwen2.5:7b" + + +def is_empty_or_emoji_only(text): + """Return True if text is empty, whitespace-only, or contains only emoji/symbols.""" + if not text or not text.strip(): + return True + # Remove emoji and common symbol ranges + stripped = re.sub( + r'[\U0001F600-\U0001F64F' # emoticons + r'\U0001F300-\U0001F5FF' # symbols & pictographs + r'\U0001F680-\U0001F6FF' # transport & map symbols + r'\U0001F1E0-\U0001F1FF' # flags + r'\U00002702-\U000027B0' # dingbats + r'\U0000FE00-\U0000FE0F' # variation selectors + r'\U0001F900-\U0001F9FF' # supplemental symbols + r'\U0001FA00-\U0001FA6F' # chess symbols + r'\U0001FA70-\U0001FAFF' # symbols extended-A + r'\U00002600-\U000026FF' # misc symbols + r'\U0000200D' # zero width joiner + r'\U00000020-\U0000002F' # spaces and punctuation + r'\U0000003A-\U00000040' # punctuation + r'\U0000005B-\U00000060' # punctuation + r'\U0000007B-\U0000007E' # punctuation + r']+', '', text) + return len(stripped.strip()) == 0 + + +@app.route("/") +def translate(): + content = request.args.get("content", "") + + if is_empty_or_emoji_only(content): + return jsonify({"is_english": True, "translated_content": ""}) + + prompt = ( + "You are a language detection and translation assistant. " + "Analyze the following text and determine if it is written in English. " + "If it is English, respond with exactly: {\"is_english\": true, \"translated_content\": \"\"}\n" + "If it is NOT English, translate it to English and respond with exactly: " + "{\"is_english\": false, \"translated_content\": \"\"}\n" + "Respond ONLY with the JSON object, no other text.\n\n" + f"Text: {content}" + ) + + try: + response = requests.post(OLLAMA_URL, json={ + "model": MODEL, + "prompt": prompt, + "stream": False, + }, timeout=60) + response.raise_for_status() + + result = response.json() + llm_response = result.get("response", "").strip() + + parsed = json.loads(llm_response) + return jsonify({ + "is_english": bool(parsed.get("is_english", True)), + "translated_content": str(parsed.get("translated_content", "")), + }) + except Exception as e: + return jsonify({"error": str(e)}), 500 + + +if __name__ == "__main__": + app.run(host="0.0.0.0", port=5000) From c6201104c72f510640c3a3b912e02b272b557546 Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Wed, 1 Apr 2026 02:39:00 +0000 Subject: [PATCH 2/8] feat: restore async translation on post creation --- src/posts/create.js | 22 ++++++++++++++++++---- src/posts/data.js | 8 +++++++- src/translate/index.js | 20 +++++++++++++++----- 3 files changed, 40 insertions(+), 10 deletions(-) diff --git a/src/posts/create.js b/src/posts/create.js index 2e6caa4fbc..34ea41cdb4 100644 --- a/src/posts/create.js +++ b/src/posts/create.js @@ -19,9 +19,6 @@ module.exports = function (Posts) { const timestamp = data.timestamp || Date.now(); const isMain = data.isMain || false; let hasAttachment = false; - const [isEnglish, translatedContent] = await translate.translate(data); - - if (!uid && parseInt(uid, 10) !== 0) { throw new Error('[[error:invalid-uid]]'); } @@ -31,7 +28,7 @@ module.exports = function (Posts) { } const pid = data.pid || await db.incrObjectField('global', 'nextPid'); - let postData = { pid, uid, tid, content, sourceContent, timestamp, isEnglish, translatedContent}; + let postData = { pid, uid, tid, content, sourceContent, timestamp, isEnglish: 'loading', translatedContent: '', isTranslating: true }; if (data.toPid) { postData.toPid = data.toPid; @@ -75,6 +72,23 @@ module.exports = function (Posts) { ({ post: postData } = await plugins.hooks.fire('filter:post.create', { post: postData, data: data })); await db.setObject(`post:${postData.pid}`, postData); + // Fire-and-forget translation + const savedPid = postData.pid; + const savedTid = tid; + translate.translate(postData).then(([isEng, transContent]) => { + Posts.setPostFields(savedPid, { isEnglish: isEng, translatedContent: transContent, isTranslating: false }); + const websockets = require('../socket.io'); + if (websockets.server) { + websockets.in(`topic_${savedTid}`).emit('event:post_translated', { + pid: savedPid, + isEnglish: isEng, + translatedContent: transContent, + }); + } + }).catch(() => { + Posts.setPostFields(savedPid, { isEnglish: 'true', translatedContent: '', isTranslating: false }); + }); + const topicData = await topics.getTopicFields(tid, ['cid', 'pinned']); postData.cid = topicData.cid; await Promise.all([ diff --git a/src/posts/data.js b/src/posts/data.js index bb47359722..ef95603c3b 100644 --- a/src/posts/data.js +++ b/src/posts/data.js @@ -101,7 +101,13 @@ function modifyPost(post, fields) { } } // Mark post as "English" if decided by translator service or if it has no info - post.isEnglish = post.isEnglish == 'true' || post.isEnglish === undefined; + if (post.isEnglish === 'loading') { + // keep as 'loading' — translation in progress + } else { + post.isEnglish = post.isEnglish == 'true' || post.isEnglish === undefined; + } + // Ensure isTranslating is a boolean (stored as string in DB) + post.isTranslating = post.isTranslating === true || post.isTranslating === 'true'; // If translatedContent is undefined, default to empty string (no translation needed for English posts) if (post.translatedContent === undefined) { post.translatedContent = ''; diff --git a/src/translate/index.js b/src/translate/index.js index 4fcaf78128..0a748c6af1 100644 --- a/src/translate/index.js +++ b/src/translate/index.js @@ -1,9 +1,19 @@ - -/* eslint-disable strict */ -//var request = require('request'); +'use strict'; const translatorApi = module.exports; -translatorApi.translate = function (postData) { - return ['is_english',postData]; +const TRANSLATOR_URL = process.env.TRANSLATOR_URL || 'http://localhost:5000'; + +translatorApi.translate = async function (postData) { + try { + const response = await fetch( + `${TRANSLATOR_URL}/?content=${encodeURIComponent(postData.content)}` + ); + const data = await response.json(); + const isEnglish = data.is_english ? 'true' : 'false'; + const translatedContent = data.translated_content || ''; + return [isEnglish, translatedContent]; + } catch (err) { + return ['true', '']; + } }; From 266a68365a5f7b81db466601bc50d657338f3d4a Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Wed, 1 Apr 2026 02:39:18 +0000 Subject: [PATCH 3/8] feat: add translation loading state and socket update handler --- public/src/client/topic/events.js | 31 +++++++++++++++++++ .../templates/partials/topic/post.tpl | 14 ++++++--- 2 files changed, 41 insertions(+), 4 deletions(-) diff --git a/public/src/client/topic/events.js b/public/src/client/topic/events.js index 1df0db3464..783fc66f68 100644 --- a/public/src/client/topic/events.js +++ b/public/src/client/topic/events.js @@ -47,6 +47,7 @@ define('forum/topic/events', [ 'event:new_notification': onNewNotification, 'event:new_post': posts.onNewPost, + 'event:post_translated': onPostTranslated, }; Events.init = function () { @@ -272,6 +273,36 @@ define('forum/topic/events', [ }).toggleClass('downvoted', data.downvote); } + function onPostTranslated(data) { + var postEl = $('[component="post"][data-pid="' + data.pid + '"]'); + if (!postEl.length) { + return; + } + + var contentEl = postEl.find('[component="post/content"]'); + // Remove loading spinner + contentEl.find('.translation-loading').remove(); + + if (data.isEnglish === 'true' || data.isEnglish === true) { + // English — remove any translation UI + contentEl.find('.sensitive-content-message').remove(); + contentEl.find('.translated-content').remove(); + } else { + // Not English — show toggle button and populate translation + contentEl.find('.sensitive-content-message').remove(); + contentEl.find('.translated-content').remove(); + + // Build elements safely using jQuery to prevent XSS + var msgDiv = $('
'); + var btn = $('').text('Click here to view the translated message.'); + msgDiv.append(btn); + + var transDiv = $('').text(data.translatedContent); + + contentEl.append(msgDiv).append(transDiv); + } + } + function onNewNotification(data) { const tid = ajaxify.data.tid; if (data && data.tid && String(data.tid) === String(tid)) { diff --git a/vendor/nodebb-theme-harmony-2.1.35/templates/partials/topic/post.tpl b/vendor/nodebb-theme-harmony-2.1.35/templates/partials/topic/post.tpl index 87192eea4f..778ca37039 100644 --- a/vendor/nodebb-theme-harmony-2.1.35/templates/partials/topic/post.tpl +++ b/vendor/nodebb-theme-harmony-2.1.35/templates/partials/topic/post.tpl @@ -83,14 +83,20 @@
{posts.content} - {{{if !posts.isEnglish }}} + {{{if posts.isTranslating }}} +
+ Translation in progress... +
+ + {{{end}}} + {{{if (!posts.isEnglish && !posts.isTranslating) }}}
- Click here to view the translated message. + Click here to view the translated message.
- {{{end}}} + {{{end}}}
From db601bb5a39e30fc1ea0548f9f9fffbe6a3d2e02 Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Wed, 1 Apr 2026 02:39:26 +0000 Subject: [PATCH 4/8] test: add mock tests for translate module --- test/translate.js | 64 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 64 insertions(+) create mode 100644 test/translate.js diff --git a/test/translate.js b/test/translate.js new file mode 100644 index 0000000000..8f3358a0a6 --- /dev/null +++ b/test/translate.js @@ -0,0 +1,64 @@ +'use strict'; + +const assert = require('assert'); + +const db = require('./mocks/databasemock'); + +describe('Translate', () => { + let originalFetch; + + beforeEach(() => { + originalFetch = global.fetch; + // Clear the module cache so each test gets a fresh require + delete require.cache[require.resolve('../src/translate/index')]; + }); + + afterEach(() => { + global.fetch = originalFetch; + }); + + it('should return [true, ""] when fetch throws a network error', async () => { + global.fetch = async () => { + throw new Error('network error'); + }; + const translate = require('../src/translate/index'); + const result = await translate.translate({ content: 'hello world' }); + assert.deepStrictEqual(result, ['true', '']); + }); + + it('should return [false, translated text] for non-English response', async () => { + global.fetch = async () => ({ + json: async () => ({ is_english: false, translated_content: 'hello world' }), + }); + const translate = require('../src/translate/index'); + const result = await translate.translate({ content: 'hola mundo' }); + assert.deepStrictEqual(result, ['false', 'hello world']); + }); + + it('should return [true, ""] for English response', async () => { + global.fetch = async () => ({ + json: async () => ({ is_english: true, translated_content: '' }), + }); + const translate = require('../src/translate/index'); + const result = await translate.translate({ content: 'hello world' }); + assert.deepStrictEqual(result, ['true', '']); + }); + + it('should return [true, ""] for emoji content with English response', async () => { + global.fetch = async () => ({ + json: async () => ({ is_english: true, translated_content: '' }), + }); + const translate = require('../src/translate/index'); + const result = await translate.translate({ content: '😀🎉' }); + assert.deepStrictEqual(result, ['true', '']); + }); + + it('should return [true, ""] when response contains malformed JSON', async () => { + global.fetch = async () => ({ + json: async () => { throw new SyntaxError('Unexpected token'); }, + }); + const translate = require('../src/translate/index'); + const result = await translate.translate({ content: 'hello world' }); + assert.deepStrictEqual(result, ['true', '']); + }); +}); From b7ee030a60592726f4c83c8077474960f1194ac8 Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Wed, 1 Apr 2026 02:39:37 +0000 Subject: [PATCH 5/8] chore: carry over OpenAPI schema updates for translation fields --- public/openapi/components/schemas/PostObject.yaml | 4 ++++ public/openapi/components/schemas/TopicObject.yaml | 2 ++ public/openapi/read/categories.yaml | 6 +++++- public/openapi/read/index.yaml | 6 +++++- public/openapi/read/unread.yaml | 2 ++ public/openapi/write/posts/pid.yaml | 2 ++ 6 files changed, 20 insertions(+), 2 deletions(-) diff --git a/public/openapi/components/schemas/PostObject.yaml b/public/openapi/components/schemas/PostObject.yaml index 4da9fe96a3..bcc5c4f843 100644 --- a/public/openapi/components/schemas/PostObject.yaml +++ b/public/openapi/components/schemas/PostObject.yaml @@ -35,6 +35,8 @@ PostObject: type: boolean translatedContent: type: string + isTranslating: + type: boolean sourceContent: type: string nullable: true @@ -214,6 +216,8 @@ PostDataObject: type: boolean translatedContent: type: string + isTranslating: + type: boolean timestamp: type: number anonymous: diff --git a/public/openapi/components/schemas/TopicObject.yaml b/public/openapi/components/schemas/TopicObject.yaml index 05ccf82e6f..fbb662f57c 100644 --- a/public/openapi/components/schemas/TopicObject.yaml +++ b/public/openapi/components/schemas/TopicObject.yaml @@ -175,6 +175,8 @@ TopicObject: type: number isEnglish: type: boolean + isTranslating: + type: boolean nullable: true tags: type: array diff --git a/public/openapi/read/categories.yaml b/public/openapi/read/categories.yaml index f2369a29d6..36bd6abec3 100644 --- a/public/openapi/read/categories.yaml +++ b/public/openapi/read/categories.yaml @@ -99,6 +99,8 @@ get: type: boolean translatedContent: type: string + isTranslating: + type: boolean timestampISO: type: string description: An ISO 8601 formatted date string (complementing `timestamp`) @@ -178,7 +180,9 @@ get: isEnglish: type: boolean translatedContent: - type: string + type: string + isTranslating: + type: boolean sourceContent: type: string nullable: true diff --git a/public/openapi/read/index.yaml b/public/openapi/read/index.yaml index 8b58c6c21c..61db3ed079 100644 --- a/public/openapi/read/index.yaml +++ b/public/openapi/read/index.yaml @@ -81,6 +81,8 @@ get: type: boolean translatedContent: type: string + isTranslating: + type: boolean timestampISO: type: string description: An ISO 8601 formatted date string (complementing `timestamp`) @@ -181,7 +183,9 @@ get: isEnglish: type: boolean translatedContent: - type: string + type: string + isTranslating: + type: boolean sourceContent: type: string nullable: true diff --git a/public/openapi/read/unread.yaml b/public/openapi/read/unread.yaml index fff455fc15..9feacacd9a 100644 --- a/public/openapi/read/unread.yaml +++ b/public/openapi/read/unread.yaml @@ -207,6 +207,8 @@ get: type: number isEnglish: type: boolean + isTranslating: + type: boolean tags: type: array items: diff --git a/public/openapi/write/posts/pid.yaml b/public/openapi/write/posts/pid.yaml index c1c572e340..cde84e803a 100644 --- a/public/openapi/write/posts/pid.yaml +++ b/public/openapi/write/posts/pid.yaml @@ -39,6 +39,8 @@ get: type: boolean translatedContent: type: string + isTranslating: + type: boolean timestamp: type: number flagId: From a893c3b3afef3bb7a6785d81593a69701fa2b0d4 Mon Sep 17 00:00:00 2001 From: topshenyi-web Date: Thu, 2 Apr 2026 17:55:42 -0400 Subject: [PATCH 6/8] fix: show loading indicator immediately upon reply --- src/posts/summary.js | 4 +++- src/translate/index.js | 3 ++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/src/posts/summary.js b/src/posts/summary.js index 508caf9940..f73035266c 100644 --- a/src/posts/summary.js +++ b/src/posts/summary.js @@ -12,6 +12,8 @@ const categories = require('../categories'); const utils = require('../utils'); module.exports = function (Posts) { + // called when you reply to a post (Topics.reply -> onNewPost -> getPostSummaryByPids) + // among the other billion pipelines Posts.getPostSummaryByPids = async function (pids, uid, options) { if (!Array.isArray(pids) || !pids.length) { return []; @@ -22,7 +24,7 @@ module.exports = function (Posts) { options.escape = options.hasOwnProperty('escape') ? options.escape : false; options.extraFields = options.hasOwnProperty('extraFields') ? options.extraFields : []; - const fields = ['pid', 'tid', 'toPid', 'url', 'content', 'sourceContent', 'uid', 'timestamp', 'deleted', 'upvotes', 'downvotes', 'replies', 'handle', 'anonymous', 'isEnglish', 'translatedContent'].concat(options.extraFields); + const fields = ['pid', 'tid', 'toPid', 'url', 'content', 'sourceContent', 'uid', 'timestamp', 'deleted', 'upvotes', 'downvotes', 'replies', 'handle', 'anonymous', 'isEnglish', 'translatedContent', 'isTranslating'].concat(options.extraFields); let posts = await Posts.getPostsFields(pids, fields); posts = posts.filter(Boolean); diff --git a/src/translate/index.js b/src/translate/index.js index 0a748c6af1..cd45487f32 100644 --- a/src/translate/index.js +++ b/src/translate/index.js @@ -1,8 +1,9 @@ 'use strict'; +const nconf = require('nconf'); const translatorApi = module.exports; -const TRANSLATOR_URL = process.env.TRANSLATOR_URL || 'http://localhost:5000'; +const TRANSLATOR_URL = nconf.get('llm_endpoint') || 'http://localhost:5000'; translatorApi.translate = async function (postData) { try { From ea016ec9162b27728b2a0f9a09a27eac6850f3b2 Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Fri, 3 Apr 2026 03:34:31 +0000 Subject: [PATCH 7/8] refactor: move websockets require to top level in posts/create.js --- src/posts/create.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/posts/create.js b/src/posts/create.js index 34ea41cdb4..80789967ff 100644 --- a/src/posts/create.js +++ b/src/posts/create.js @@ -10,6 +10,7 @@ const groups = require('../groups'); const activitypub = require('../activitypub'); const utils = require('../utils'); const translate = require('../translate'); +const websockets = require('../socket.io'); module.exports = function (Posts) { Posts.create = async function (data) { @@ -77,7 +78,6 @@ module.exports = function (Posts) { const savedTid = tid; translate.translate(postData).then(([isEng, transContent]) => { Posts.setPostFields(savedPid, { isEnglish: isEng, translatedContent: transContent, isTranslating: false }); - const websockets = require('../socket.io'); if (websockets.server) { websockets.in(`topic_${savedTid}`).emit('event:post_translated', { pid: savedPid, From 62be55872ef3d7daab3f912d817b158aad7b4642 Mon Sep 17 00:00:00 2001 From: JoshuaNam Date: Fri, 3 Apr 2026 03:39:54 +0000 Subject: [PATCH 8/8] chore: remove LLM microservice source from repo --- llm/Dockerfile | 11 -------- llm/app.py | 76 -------------------------------------------------- 2 files changed, 87 deletions(-) delete mode 100644 llm/Dockerfile delete mode 100644 llm/app.py diff --git a/llm/Dockerfile b/llm/Dockerfile deleted file mode 100644 index c315a28817..0000000000 --- a/llm/Dockerfile +++ /dev/null @@ -1,11 +0,0 @@ -FROM python:3.11-slim - -WORKDIR /app - -RUN pip install --no-cache-dir flask requests - -COPY app.py . - -EXPOSE 5000 - -CMD ["python", "app.py"] diff --git a/llm/app.py b/llm/app.py deleted file mode 100644 index 620fdd976f..0000000000 --- a/llm/app.py +++ /dev/null @@ -1,76 +0,0 @@ -import json -import re - -import requests -from flask import Flask, jsonify, request - -app = Flask(__name__) - -OLLAMA_URL = "http://localhost:11434/api/generate" -MODEL = "qwen2.5:7b" - - -def is_empty_or_emoji_only(text): - """Return True if text is empty, whitespace-only, or contains only emoji/symbols.""" - if not text or not text.strip(): - return True - # Remove emoji and common symbol ranges - stripped = re.sub( - r'[\U0001F600-\U0001F64F' # emoticons - r'\U0001F300-\U0001F5FF' # symbols & pictographs - r'\U0001F680-\U0001F6FF' # transport & map symbols - r'\U0001F1E0-\U0001F1FF' # flags - r'\U00002702-\U000027B0' # dingbats - r'\U0000FE00-\U0000FE0F' # variation selectors - r'\U0001F900-\U0001F9FF' # supplemental symbols - r'\U0001FA00-\U0001FA6F' # chess symbols - r'\U0001FA70-\U0001FAFF' # symbols extended-A - r'\U00002600-\U000026FF' # misc symbols - r'\U0000200D' # zero width joiner - r'\U00000020-\U0000002F' # spaces and punctuation - r'\U0000003A-\U00000040' # punctuation - r'\U0000005B-\U00000060' # punctuation - r'\U0000007B-\U0000007E' # punctuation - r']+', '', text) - return len(stripped.strip()) == 0 - - -@app.route("/") -def translate(): - content = request.args.get("content", "") - - if is_empty_or_emoji_only(content): - return jsonify({"is_english": True, "translated_content": ""}) - - prompt = ( - "You are a language detection and translation assistant. " - "Analyze the following text and determine if it is written in English. " - "If it is English, respond with exactly: {\"is_english\": true, \"translated_content\": \"\"}\n" - "If it is NOT English, translate it to English and respond with exactly: " - "{\"is_english\": false, \"translated_content\": \"\"}\n" - "Respond ONLY with the JSON object, no other text.\n\n" - f"Text: {content}" - ) - - try: - response = requests.post(OLLAMA_URL, json={ - "model": MODEL, - "prompt": prompt, - "stream": False, - }, timeout=60) - response.raise_for_status() - - result = response.json() - llm_response = result.get("response", "").strip() - - parsed = json.loads(llm_response) - return jsonify({ - "is_english": bool(parsed.get("is_english", True)), - "translated_content": str(parsed.get("translated_content", "")), - }) - except Exception as e: - return jsonify({"error": str(e)}), 500 - - -if __name__ == "__main__": - app.run(host="0.0.0.0", port=5000)