diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 413ebfb..c093c12 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -26,7 +26,7 @@ jobs: - name: Non-text selection contexts shell: pwsh run: ./scripts/test-selection-context.ps1 - - name: Translation providers and DeepL offline regression + - name: Translation providers, DeepL and Index offline regression shell: pwsh run: ./scripts/test-providers.ps1 - name: Isolated native clipboard regression diff --git a/README.md b/README.md index fd42146..61e6b89 100644 --- a/README.md +++ b/README.md @@ -81,7 +81,10 @@ pwsh -File .\startup.ps1 -Remove ## 文字如何处理 -默认自动模式先查询本地词库,未命中时发送给微软翻译,失败后尝试腾讯;自动模式不会调用 DeepL。明确选择微软、腾讯或 DeepL 会跳过词库,只请求所选服务,失败不会自动切换。 +默认自动模式先查询本地词库,未命中时发送给微软翻译,失败后尝试腾讯;自动模式不会调用 DeepL 或 Index。明确选择微软、腾讯、DeepL 或 Index 会跳过词库,只请求所选服务,失败不会自动切换。 +选择“仅哔哩哔哩 Index”后,可在模型下拉中选择 `Index-Translate-2B`、`Index-Translate-9B` 或 `Index-Translate-35B-A3B`。模型选择随设置保存和回填;旧配置仍保留原服务,仅增加默认模型值 35B,不会自动启用 Index。三档来自[官方说明](https://github.com/bilibili/Index-Translate/blob/main/docs/image_translate_zh.md),在线服务可用性可能变化。 +Index 直接以 C# HTTP 调用 `https://index-translate.bilibili.com/v1/chat/completions`,不需要密钥或本地代理。选中文字会发送给哔哩哔哩;程序不记录选区或响应正文。目标语言 `zh-Hans` / `zh-Hant` 分别指定简体 / 繁體中文。缓存按服务、模型、目标语言和原文隔离;切换设置会取消等待中的翻译。 +Index 单次翻译总期限为 60 秒,429 最多尝试三次,按 Retry-After 或递增间隔等待;服务要求等待超过 10 秒时提示稍后重试并保留冷却期。取消与过期结果会丢弃,超时、限流、模型不可用和异常响应都有明确提示;不会静默更换模型。返回模型标识与选择不符时也会拒绝显示结果。 选择 DeepL 并保存密钥后,选中文字将发送给 DeepL,可能按账户套餐计费;未配置密钥时不请求 DeepL。只使用官方 `POST /v2/translate`,按密钥的 `:fx` 标记选择 `api-free.deepl.com`,其余使用 `api.deepl.com`,不接受自定义地址或 HTTP 重定向。简繁中文对应 `ZH-HANS`、`ZH-HANT`。 额度和费用以 [DeepL 当前 API 套餐](https://support.deepl.com/hc/en-us/articles/360021200939-DeepL-API-plans) 为准;不内置任何每月免费额度承诺。认证、额度、限流和超时会显示各自提示,不自动重试计费请求。 译文缓存保存在当前进程内,退出后清空。程序默认不记录选区原文或用户译文。 diff --git a/docs/TESTING.md b/docs/TESTING.md index b56feff..fc9c71f 100644 --- a/docs/TESTING.md +++ b/docs/TESTING.md @@ -354,3 +354,11 @@ text-unsupported,修复后均返回 non-text;比较不读取文件名、选 该分类比较不替代完整交互验收。人工测试只在专用目录的合成文件上进行,分别检查单选 及多选后横拖释放、框选、Esc 取消拖动、F2 后选取文件名文字并取消重命名;不拖动、 移动或覆盖用户真实文件。当前候选的最终鼠标交互结果需在部署后单独记录。 + +## Index 翻译专项验证 + +`scripts/test-index.ps1 -OutputDirectory <候选目录>` 只使用模拟 HTTP,覆盖三档模型参数、固定端点、无 Authorization、User-Agent、temperature=0、关闭思考、简繁中文提示词、响应解析、空结果、截断、模型不一致、HTTP 错误、60 秒总期限、取消、过期结果、限流退避和缓存隔离。配置测试覆盖旧字段迁移、原默认服务、三档保存及回填、取消、重置、失败回滚和无效配置。 + +仅在明确授权后使用 `-Online`:依次向三档发送同一固定公开短句 `The window closes automatically.`,将请求模型、返回模型、HTTP 状态、尝试次数、耗时、公开句译文和错误写入 `index-live-test.json`。它不读取用户选区、剪贴板或外部文档。文档列出的模型不等同于在线测试成功;以该文件中各档的实际结果为准。 + +原 `--self-test-offline` 也包含 Index 模拟测试;剪贴板、托盘、手势、外部选区辅助程序和已有翻译源测试继续保留。Index 的等待浮层最多等待至 60 秒请求期限;鼠标移开、切换窗口、开始新操作或保存设置仍会取消旧请求。 diff --git a/scripts/test-index.ps1 b/scripts/test-index.ps1 new file mode 100644 index 0000000..c708f2f --- /dev/null +++ b/scripts/test-index.ps1 @@ -0,0 +1,17 @@ +[CmdletBinding()] +param( + [string]$OutputDirectory = (Join-Path $PSScriptRoot '..\dist\LightTranslate'), + [switch]$Online +) +$ErrorActionPreference = 'Stop' +$outputPath = [System.IO.Path]::GetFullPath($OutputDirectory) +$exe = Join-Path $outputPath 'LightTranslate.exe' +if (-not (Test-Path -LiteralPath $exe)) { throw 'Build the candidate first.' } +$argument = if ($Online) { '--test-index-live' } else { '--self-test-index' } +$process = Start-Process -FilePath $exe -ArgumentList $argument -WindowStyle Hidden -PassThru +# Only waits for this test process; never starts or stops the normal application. +$limit = if ($Online) { 190000 } else { 30000 } +if (-not $process.WaitForExit($limit)) { throw ('Test still running; inspect PID ' + $process.Id) } +if ($process.ExitCode -ne 0) { throw ('Index test failed; see ' + (Join-Path $outputPath 'status.log')) } +$name = if ($Online) { 'index-live-test.json' } else { 'index-test.json' } +Get-Content -LiteralPath (Join-Path $outputPath $name) -Raw -Encoding UTF8 diff --git a/settings.example.json b/settings.example.json index 086c2f2..d369029 100644 --- a/settings.example.json +++ b/settings.example.json @@ -3,6 +3,7 @@ "ClipboardFallback": true, "Target": "zh-Hans", "TranslationProvider": "auto", + "IndexModel": "Index-Translate-35B-A3B", "MaxSelectionLength": 2000, "ExcludedApps": [], "Diagnostics": false, diff --git a/src/IndexTests.cs b/src/IndexTests.cs new file mode 100644 index 0000000..351bb69 --- /dev/null +++ b/src/IndexTests.cs @@ -0,0 +1,215 @@ +using System; +using System.Collections.Generic; +using System.Diagnostics; +using System.IO; +using System.Net; +using System.Net.Http; +using System.Net.Http.Headers; +using System.Threading; +using System.Threading.Tasks; +using System.Web.Script.Serialization; + +namespace LightTranslate +{ + internal static class IndexTests + { + private sealed class Handler : HttpMessageHandler + { + internal Func> Send; + internal int Calls; + protected override Task SendAsync(HttpRequestMessage request, CancellationToken ct) + { Calls++; return Send(request, ct); } + } + private static void Check(bool ok, string message) { if (!ok) throw new Exception("Index: " + message); } + private static HttpResponseMessage Response(string model, string text = "fixture") + { return new HttpResponseMessage(HttpStatusCode.OK) { Content = new StringContent(new JavaScriptSerializer().Serialize(new { model = model, choices = new[] { new { message = new { content = text }, finish_reason = "stop" } } })) }; } + private static string RequestModel(HttpRequestMessage request) + { return (string)((Dictionary)new JavaScriptSerializer().DeserializeObject(request.Content.ReadAsStringAsync().Result))["model"]; } + private static void Fails(Action action, string expected) + { + try { action(); throw new Exception("Expected failure: " + expected); } + catch (IndexException ex) { Check(ex.Message.Contains(expected), "error message " + expected); } + } + internal static int RunStandalone() + { + var results = new Dictionary(); Run(results); + File.WriteAllText(Path.Combine(Program.Folder, "index-test.json"), new JavaScriptSerializer().Serialize(results)); + return 0; + } + internal static void Run(Dictionary results) + { + Task.Run((Action)HttpTests).GetAwaiter().GetResult(); + SettingsTests(); + results["indexHttp"] = "all 3 model payloads, no Authorization, endpoint/UA, script prompts, response validation, model mismatch, truncation, errors, 429 bounded backoff/Retry-After, timeout, cancel before send/during HTTP/during backoff, stale response and cache isolation passed; fake HTTP only"; + results["indexSettings"] = "legacy migration, defaults retained, all 3 model save/reopen, clone/copy, cancel/reset, invalid model/language, inactive model preservation and failed-save rollback passed"; + } + private static void HttpTests() + { + var none = CancellationToken.None; + var handler = new Handler(); + handler.Send = (request, ct) => { + Check(request.RequestUri.AbsoluteUri == IndexTranslator.Endpoint && request.Method == HttpMethod.Post, "fixed endpoint"); + Check(request.Headers.Authorization == null && request.Headers.UserAgent.ToString() == "Index-Translate-Client/1.0", "headers"); + var body = (Dictionary)new JavaScriptSerializer().DeserializeObject(request.Content.ReadAsStringAsync().Result); + Check(Convert.ToInt32(body["temperature"]) == 0 && (bool)body["stream"] == false && (bool)((Dictionary)body["chat_template_kwargs"])["enable_thinking"] == false, "generation parameters"); + var messages = (object[])body["messages"]; + Check(messages.Length == 1 && (string)((Dictionary)messages[0])["role"] == "user", "user prompt"); + Check(((string)((Dictionary)messages[0])["content"]).Contains("sample"), "source in prompt"); + return Task.FromResult(Response(RequestModel(request))); + }; + using (var translator = new Translator(null, null, null, handler)) + { + foreach (string model in IndexTranslator.Models) + { + Check(translator.Translate("sample", "zh-Hans", none, "index", model).GetAwaiter().GetResult() == "fixture", "model routing"); + translator.Translate("sample", "zh-Hans", none, "index", model).GetAwaiter().GetResult(); + } + Check(handler.Calls == 3, "model-separated cache and repeated hit"); + translator.Translate("sample", "zh-Hant", none, "index", IndexTranslator.DefaultModel).GetAwaiter().GetResult(); + translator.Translate("sample 2", "zh-Hans", none, "index", IndexTranslator.DefaultModel).GetAwaiter().GetResult(); + string cached; + Check(handler.Calls == 5 && !translator.TryCached("sample", "zh-Hans", out cached, "microsoft") && !translator.TryCached("sample", "ja", out cached, "index"), "provider/language/source isolation"); + using (var canceled = new CancellationTokenSource()) + { + canceled.Cancel(); bool stopped = false; + try { translator.Translate("sample", "zh-Hans", canceled.Token, "index").GetAwaiter().GetResult(); } catch (OperationCanceledException) { stopped = true; } + Check(stopped && handler.Calls == 5, "cancel before cache"); + } + Fails(() => translator.Translate("sample", "xx", none, "index").GetAwaiter().GetResult(), "目标语言"); + Fails(() => translator.Translate("sample", "en", none, "index", "unknown").GetAwaiter().GetResult(), "模型配置无效"); + Check(handler.Calls == 5, "invalid settings never send"); + } + Check(IndexTranslator.Prompt("sample", "zh-Hans").Contains("必须使用简体汉字") && IndexTranslator.Prompt("sample", "zh-Hant").Contains("必須使用繁體漢字"), "explicit script constraint"); + Check(IndexTranslator.TargetName("ZH-CN") == "简体中文" && IndexTranslator.TargetName("zh-TW") == "繁體中文", "Chinese aliases"); + Check(IndexTranslator.Parse("{\"choices\":[{\"message\":{\"content\":\"private thought译文\"}}]}", IndexTranslator.DefaultModel).Text == "译文", "thought stripped"); + foreach (string bad in new[] { "bad json", "{}", "{\"choices\":[]}", "{\"choices\":[{\"message\":{\"content\":\" \"}}]}", "{\"choices\":[{\"message\":{\"content\":null}}]}" }) + Fails(() => IndexTranslator.Parse(bad, IndexTranslator.DefaultModel), "无法解析"); + Fails(() => IndexTranslator.Parse("{\"model\":\"other\",\"choices\":[{\"message\":{\"content\":\"wrong model\"}}]}", IndexTranslator.DefaultModel), "模型不一致"); + Fails(() => IndexTranslator.Parse("{\"choices\":[{\"finish_reason\":\"length\",\"message\":{\"content\":\"partial\"}}]}", IndexTranslator.DefaultModel), "长度上限"); + foreach (int status in new[] { 400, 401, 403, 404, 412, 500, 503 }) + { + var failing = new Handler { Send = (r, t) => Task.FromResult(new HttpResponseMessage((HttpStatusCode)status)) }; + using (var index = new IndexTranslator(failing)) Fails(() => index.Translate("sample", "en", IndexTranslator.DefaultModel, none).GetAwaiter().GetResult(), "Index"); + Check(failing.Calls == 1, "errors never fall back or retry other model"); + } + var waits = new List(); + var limited = new Handler(); + limited.Send = (r, t) => { + if (limited.Calls > 2) return Task.FromResult(Response(RequestModel(r))); + var response = new HttpResponseMessage((HttpStatusCode)429); + response.Headers.RetryAfter = new RetryConditionHeaderValue(TimeSpan.FromSeconds(2)); return Task.FromResult(response); + }; + using (var index = new IndexTranslator(limited, null, (wait, token) => { waits.Add(wait); return Task.FromResult(0); })) + Check(index.Translate("sample", "en", IndexTranslator.DefaultModel, none).Result == "fixture", "429 retry success"); + Check(limited.Calls == 3 && waits.Count == 2 && waits[0].TotalSeconds > 1, "Retry-After respected"); + var exhausted = new Handler { Send = (r, t) => Task.FromResult(new HttpResponseMessage((HttpStatusCode)429)) }; + using (var index = new IndexTranslator(exhausted, null, (w, t) => Task.FromResult(0))) + Fails(() => index.Translate("sample", "en", IndexTranslator.DefaultModel, none).GetAwaiter().GetResult(), "停止重试"); + Check(exhausted.Calls == 3, "retry budget"); + var longWait = new Handler { Send = (r, t) => { var response = new HttpResponseMessage((HttpStatusCode)429); response.Headers.RetryAfter = new RetryConditionHeaderValue(DateTimeOffset.UtcNow.AddMinutes(2)); return Task.FromResult(response); } }; + using (var index = new IndexTranslator(longWait)) + { + Fails(() => index.Translate("sample", "en", IndexTranslator.DefaultModel, none).GetAwaiter().GetResult(), "过于频繁"); + Fails(() => index.Translate("sample2", "en", IndexTranslator.DefaultModel, none).GetAwaiter().GetResult(), "过于频繁"); + Check(longWait.Calls == 1, "long server cooldown retained across requests"); + } + var blocking = new Handler { Send = (r, t) => { var promise = new TaskCompletionSource(); t.Register(() => promise.TrySetCanceled()); return promise.Task; } }; + using (var index = new IndexTranslator(blocking, TimeSpan.FromMilliseconds(20))) + Fails(() => index.Translate("sample", "en", IndexTranslator.DefaultModel, none).GetAwaiter().GetResult(), "超时"); + using (var index = new IndexTranslator(blocking)) + using (var cancellation = new CancellationTokenSource()) + { + var pending = index.Translate("sample", "en", IndexTranslator.DefaultModel, cancellation.Token); + cancellation.Cancel(); bool stopped = false; + try { pending.GetAwaiter().GetResult(); } catch (OperationCanceledException) { stopped = true; } + Check(stopped, "in-flight cancellation"); + } + using (var cancellation = new CancellationTokenSource()) + using (var index = new IndexTranslator(exhausted, null, (w, t) => { cancellation.Cancel(); t.ThrowIfCancellationRequested(); return Task.FromResult(0); })) + { + bool stopped = false; + try { index.Translate("sample", "en", IndexTranslator.DefaultModel, cancellation.Token).GetAwaiter().GetResult(); } catch (OperationCanceledException) { stopped = true; } + Check(stopped, "cancellation during backoff"); + } + var completion = new TaskCompletionSource(); + var stale = new Handler { Send = (r, t) => completion.Task }; + using (var translator = new Translator(null, null, null, stale)) + using (var cancellation = new CancellationTokenSource()) + { + var pending = translator.Translate("sample", "en", cancellation.Token, "index"); + cancellation.Cancel(); completion.SetResult(Response(IndexTranslator.DefaultModel)); + bool stopped = false; try { pending.GetAwaiter().GetResult(); } catch (OperationCanceledException) { stopped = true; } + string cached; Check(stopped && !translator.TryCached("sample", "en", out cached, "index"), "late canceled result discarded before cache"); + } + } + private static void SettingsTests() + { + string root = Path.Combine(Program.Folder, "index-settings-" + Guid.NewGuid().ToString("N")); Directory.CreateDirectory(root); + try + { + string path = Path.Combine(root, "settings.json"); + File.WriteAllText(path, "{\"TranslationProvider\":\"microsoft\",\"Target\":\"zh-Hant\",\"BubbleFontSize\":22,\"MaxSelectionLength\":777,\"Diagnostics\":true}"); + var migrated = Settings.Load(path); + Check(migrated.TranslationProvider == "microsoft" && migrated.IndexModel == IndexTranslator.DefaultModel && migrated.BubbleFontSize == 22 && migrated.MaxSelectionLength == 777 && migrated.Diagnostics, "old settings preserved"); + var window = new SettingsWindow(migrated, null, new FakeStartupRegistration()); + Check(window.ProviderForTest == 1 && !window.IndexModelEnabledForTest, "existing provider unchanged"); + window.SetProviderForTest(4); Check(window.IndexModelEnabledForTest && window.TargetEnabledForTest && migrated.TranslationProvider == "microsoft", "local pending choice"); + window.Close(); Check(Settings.Load(path).TranslationProvider == "microsoft", "cancel preserves disk"); + foreach (string model in IndexTranslator.Models) + { + window = new SettingsWindow(migrated, null, new FakeStartupRegistration()); window.SetProviderForTest(4); window.SetIndexModelForTest(model); + Check(window.Apply(path) && migrated.IndexModel == model && migrated.TranslationProvider == "index", "save model and copy to runtime"); + var saved = Settings.Load(path); Check(saved.IndexModel == model && saved.Clone().IndexModel == model && saved.Target == "zh-Hant", "roundtrip and clone"); + var reopened = new SettingsWindow(saved, null, new FakeStartupRegistration()); Check(reopened.ProviderForTest == 4 && reopened.IndexModelForTest == model, "reopen model"); + reopened.SetIndexModelForTest(IndexTranslator.Models[0]); reopened.Close(); Check(Settings.Load(path).IndexModel == model, "cancel pending model"); + } + window = new SettingsWindow(migrated, null, new FakeStartupRegistration()); + window.SetProviderForTest(0); Check(window.Apply(path) && migrated.IndexModel == IndexTranslator.DefaultModel && migrated.TranslationProvider == "auto", "switch away retains model and original auto"); + window = new SettingsWindow(migrated, null, new FakeStartupRegistration()); window.Fill(new Settings()); + Check(window.ProviderForTest == 0 && window.IndexModelForTest == IndexTranslator.DefaultModel, "reset defaults"); window.Close(); + var invalid = migrated.Clone(); invalid.TranslationProvider = "index"; invalid.IndexModel = "unknown"; invalid.NormalizeReading(); + Check(invalid.IndexModel == "unknown", "invalid model not silently replaced"); + window = new SettingsWindow(invalid, null, new FakeStartupRegistration()); Check(!window.Apply(path), "invalid model shown and rejected"); + window.SetIndexModelForTest(IndexTranslator.DefaultModel); window.SetBehaviorForTest(true, true, "xx", "777", ""); Check(!window.Apply(path), "unsupported language rejected"); window.Close(); + window = new SettingsWindow(migrated, null, new FakeStartupRegistration()); window.SetProviderForTest(4); window.SetIndexModelForTest(IndexTranslator.Models[0]); + Check(!window.Apply(Path.Combine(root, "missing", "settings.json")) && migrated.TranslationProvider == "auto" && migrated.IndexModel == IndexTranslator.DefaultModel, "failed save keeps runtime state"); window.Close(); + window = new SettingsWindow(new Settings { TranslationProvider = "index", IndexModel = IndexTranslator.Models[1] }, null, new FakeStartupRegistration()); + window.RenderPreview(Path.Combine(Program.Folder, "settings-index-preview.png"), 0); window.Close(); + } + finally { Directory.Delete(root, true); } + } + private sealed class LiveObserver : DelegatingHandler + { + internal int Calls, Status; + internal string ActualModel; + internal LiveObserver() : base(new HttpClientHandler { AllowAutoRedirect = false }) { } + protected override async Task SendAsync(HttpRequestMessage request, CancellationToken ct) + { + Calls++; var response = await base.SendAsync(request, ct); Status = (int)response.StatusCode; + try { object value; var root = (Dictionary)new JavaScriptSerializer().DeserializeObject(await response.Content.ReadAsStringAsync()); if (root.TryGetValue("model", out value)) ActualModel = value as string; } catch { } + return response; + } + } + internal static int RunLive() + { + return Task.Run(delegate { + var results = new List(); + const string sample = "The window closes automatically."; + foreach (string model in IndexTranslator.Models) + { + var observer = new LiveObserver(); var clock = Stopwatch.StartNew(); + string output = null, error = null; + using (var index = new IndexTranslator(observer)) + { + try { output = index.Translate(sample, "zh-Hans", model, CancellationToken.None).GetAwaiter().GetResult(); } + catch (Exception ex) { error = ex.GetType().Name + ": " + ex.Message; } + } + clock.Stop(); + results.Add(new { requestedModel = model, actualModel = observer.ActualModel, success = error == null, milliseconds = clock.ElapsedMilliseconds, httpStatus = observer.Status, attempts = observer.Calls, output = output, error = error }); + File.WriteAllText(Path.Combine(Program.Folder, "index-live-test.json"), new JavaScriptSerializer().Serialize(new { testedAtUtc = DateTime.UtcNow.ToString("o"), endpoint = IndexTranslator.Endpoint, sample = sample, target = "zh-Hans", results = results })); + } + return 0; + }).GetAwaiter().GetResult(); + } + } +} diff --git a/src/IndexTranslate.cs b/src/IndexTranslate.cs new file mode 100644 index 0000000..1f8f2d8 --- /dev/null +++ b/src/IndexTranslate.cs @@ -0,0 +1,154 @@ +using System; +using System.Collections.Generic; +using System.Net.Http; +using System.Text; +using System.Threading; +using System.Threading.Tasks; +using System.Web.Script.Serialization; + +namespace LightTranslate +{ + // Fixed local messages only; never expose selected text or server response bodies in logs. + internal sealed class IndexException : Exception + { + internal IndexException(string message) : base(message) { } + } + internal sealed class IndexResult + { + internal string Text, Model; + } + internal sealed class IndexTranslator : IDisposable + { + internal const string Endpoint = "https://index-translate.bilibili.com/v1/chat/completions"; + internal const string DefaultModel = "Index-Translate-35B-A3B"; + internal static readonly string[] Models = { "Index-Translate-2B", "Index-Translate-9B", DefaultModel }; + private readonly HttpClient http; + private readonly TimeSpan timeout; + private readonly Func delay; + private readonly object gate = new object(); + private DateTime retryAt; + internal IndexTranslator(HttpMessageHandler handler = null, TimeSpan? timeout = null, + Func delay = null) + { + http = new HttpClient(handler ?? new HttpClientHandler { AllowAutoRedirect = false }); + http.Timeout = Timeout.InfiniteTimeSpan; + this.timeout = timeout ?? TimeSpan.FromSeconds(60); + this.delay = delay ?? ((duration, token) => Task.Delay(duration, token)); + } + internal static bool ValidModel(string model) { return Array.IndexOf(Models, model) >= 0; } + internal static string TargetName(string target) + { + switch ((target ?? "").Trim().ToLowerInvariant()) + { + case "zh": case "zh-cn": case "zh-sg": case "zh-hans": return "简体中文"; + case "zh-tw": case "zh-hk": case "zh-mo": case "zh-hant": return "繁體中文"; + case "en": return "英语"; case "ja": return "日语"; case "ko": return "韩语"; + case "de": return "德语"; case "fr": return "法语"; case "es": return "西班牙语"; + case "pt": return "葡萄牙语"; case "ru": return "俄语"; case "ar": return "阿拉伯语"; + case "it": return "意大利语"; case "nl": return "荷兰语"; case "pl": return "波兰语"; + case "ro": return "罗马尼亚语"; case "sv": return "瑞典语"; case "tr": return "土耳其语"; + case "hi": return "印地语"; case "vi": return "越南语"; case "th": return "泰语"; + case "id": return "印尼语"; case "ms": return "马来语"; case "fil": return "菲律宾语"; + case "uk": case "ukr_cyrl": return "乌克兰语"; case "fa": case "fas_arab": return "波斯语"; + case "cs": case "ces_latn": return "捷克语"; case "el": case "ell_grek": return "希腊语"; + case "da": case "dan_latn": return "丹麦语"; case "hu": case "hun_latn": return "匈牙利语"; + case "fi": case "fin_latn": return "芬兰语"; case "nb": case "nob_latn": return "书面挪威语"; + case "sk": case "slk_latn": return "斯洛伐克语"; case "bg": case "bul_cyrl": return "保加利亚语"; + default: throw new IndexException("Index 不支持此目标语言代码,请检查设置。"); + } + } + internal static string Prompt(string text, string target) + { + string name = TargetName(target); + string script = name == "简体中文" ? "必须使用简体汉字。" : name == "繁體中文" ? "必須使用繁體漢字。" : ""; + return "请将以下文本翻译为" + name + ",直接输出翻译结果,不要进行任何解释。" + script + "\n\n" + text.Trim(); + } + internal async Task Translate(string text, string target, string model, CancellationToken ct) + { return (await Complete(text, target, model, ct)).Text; } + + internal async Task Complete(string text, string target, string model, CancellationToken ct) + { + ct.ThrowIfCancellationRequested(); + if (!ValidModel(model)) throw new IndexException("Index 模型配置无效,请在设置中重新选择 2B、9B 或 35B。"); + string body = new JavaScriptSerializer().Serialize(new { + model = model, messages = new[] { new { role = "user", content = Prompt(text, target) } }, + temperature = 0, max_tokens = 4096, stream = false, chat_template_kwargs = new { enable_thinking = false } + }); + using (var deadline = CancellationTokenSource.CreateLinkedTokenSource(ct)) + { + deadline.CancelAfter(timeout); + var token = deadline.Token; + try + { + for (int attempt = 0; attempt < 3; attempt++) + { + TimeSpan wait; + lock (gate) wait = retryAt - DateTime.UtcNow; + if (wait > TimeSpan.FromSeconds(10)) throw new IndexException("Index 请求过于频繁,请稍后重试(已保留所选模型)。"); + if (wait > TimeSpan.Zero) await delay(wait, token); + token.ThrowIfCancellationRequested(); + using (var request = new HttpRequestMessage(HttpMethod.Post, Endpoint)) + { + request.Headers.UserAgent.ParseAdd("Index-Translate-Client/1.0"); + request.Content = new StringContent(body, Encoding.UTF8, "application/json"); + using (var response = await http.SendAsync(request, token)) + { + token.ThrowIfCancellationRequested(); + int status = (int)response.StatusCode; + if (status == 429) + { + var after = response.Headers.RetryAfter; + TimeSpan backoff = after != null && after.Delta.HasValue ? after.Delta.Value : + after != null && after.Date.HasValue ? after.Date.Value.UtcDateTime - DateTime.UtcNow : TimeSpan.FromSeconds(1 << attempt); + if (backoff < TimeSpan.FromSeconds(1)) backoff = TimeSpan.FromSeconds(1); + lock (gate) { var until = DateTime.UtcNow + backoff; if (until > retryAt) retryAt = until; } + if (attempt == 2) throw new IndexException("Index 请求过于频繁,已停止重试,请稍后再试。"); + continue; + } + if (status == 400 || status == 404) throw new IndexException("Index 不接受此模型或语言,请检查设置;不会自动换模型。"); + if (status == 401 || status == 403 || status == 412) throw new IndexException("Index 接口拒绝访问(HTTP " + status + "),请稍后重试。"); + if (!response.IsSuccessStatusCode) throw new IndexException("Index 暂时不可用(HTTP " + status + "),请稍后重试。"); + string raw = await response.Content.ReadAsStringAsync(); + token.ThrowIfCancellationRequested(); + return Parse(raw, model); + } + } + } + throw new IndexException("Index 请求过于频繁,请稍后重试。"); + } + catch (OperationCanceledException) + { + ct.ThrowIfCancellationRequested(); + throw new IndexException("Index 请求超时(60 秒),请稍后重试或手动选择其他模型。"); + } + catch (HttpRequestException) { ct.ThrowIfCancellationRequested(); throw new IndexException("无法连接 Index,请检查网络后重试。"); } + } + } + internal static IndexResult Parse(string raw, string expected) + { + try + { + var root = (Dictionary)new JavaScriptSerializer().DeserializeObject(raw); + var choices = (object[])root["choices"]; + var choice = (Dictionary)choices[0]; + object reason; + if (choice.TryGetValue("finish_reason", out reason) && (string)reason == "length") + throw new IndexException("Index 译文达到长度上限,请缩短选区后重试。"); + string content = (string)((Dictionary)choice["message"])["content"]; + int endThink = content.IndexOf("", StringComparison.Ordinal); + if (endThink >= 0) content = content.Substring(endThink + 8); + else if (content.TrimStart().StartsWith("", StringComparison.Ordinal)) throw new InvalidOperationException(); + content = content.Trim(); + if (content.Length == 0) throw new InvalidOperationException(); + object actual; root.TryGetValue("model", out actual); + string model = actual as string; + if (!string.IsNullOrEmpty(model) && model != expected) + throw new IndexException("Index 返回模型与所选模型不一致,已丢弃结果;请稍后重试。"); + return new IndexResult { Text = content, Model = model }; + } + catch (IndexException) { throw; } + catch { throw new IndexException("Index 返回了无法解析或空白的译文,请稍后重试。"); } + } + public void Dispose() { http.Dispose(); } + } +} diff --git a/src/LightTranslate.cs b/src/LightTranslate.cs index 6a3e7cd..cd69da4 100644 --- a/src/LightTranslate.cs +++ b/src/LightTranslate.cs @@ -44,6 +44,8 @@ private static int Main(string[] args) if (args.Length > 0 && args[0] == "--self-test-clipboard") return ClipboardCaptureTests.RunStandalone(); if (args.Length > 0 && args[0] == "--self-test-clipboard-native") return ClipboardNativeTests.Run(); if (args.Length > 0 && args[0] == "--self-test-providers") return TranslationProviderTests.RunStandalone(); + if (args.Length > 0 && args[0] == "--self-test-index") return IndexTests.RunStandalone(); + if (args.Length > 0 && args[0] == "--test-index-live") return IndexTests.RunLive(); if (args.Length > 0 && args[0] == "--self-test-tray") return TrayIconRenderer.RunStandalone(); if (args.Length > 0 && args[0] == "--self-test-gestures") return SelectionGestureTests.Run(); if (args.Length > 0 && args[0] == "--self-test-selection-context") return SelectionContextTests.Run(); @@ -89,6 +91,7 @@ internal sealed class Settings public bool ClipboardFallback = true; public string Target = "zh-Hans"; public string TranslationProvider = "auto"; + public string IndexModel = IndexTranslator.DefaultModel; public int MaxSelectionLength = 2000; public string[] ExcludedApps = new string[0]; public bool Diagnostics = false; @@ -116,6 +119,7 @@ internal static Settings Load(string path) internal void NormalizeReading() { TranslationProvider = Translator.NormalizeProvider(TranslationProvider); + if (string.IsNullOrWhiteSpace(IndexModel)) IndexModel = IndexTranslator.DefaultModel; BubbleFontFamily = BubbleAppearance.ResolveFont(BubbleFontFamily).Source; if (double.IsNaN(BubbleFontSize) || double.IsInfinity(BubbleFontSize) || BubbleFontSize < 10 || BubbleFontSize > 48) BubbleFontSize = 14; Color color; @@ -135,6 +139,7 @@ internal void CopyUserFrom(Settings other) { Enabled = other.Enabled; ClipboardFallback = other.ClipboardFallback; Target = other.Target; TranslationProvider = other.TranslationProvider; MaxSelectionLength = other.MaxSelectionLength; + IndexModel = other.IndexModel; ExcludedApps = other.ExcludedApps == null ? null : (string[])other.ExcludedApps.Clone(); CopyReadingFrom(other); if (Changed != null) Changed(); @@ -362,15 +367,16 @@ private async void BeginSelection(IntPtr window, Native.POINT point, SelectionSu } string provider = Translator.NormalizeProvider(settings.TranslationProvider); string target = settings.Target; + string model = settings.IndexModel; string translated = provider == "auto" ? lexicon.Lookup(text) : null; - if (translated != null || translator.TryCached(text, target, out translated, provider)) + if (translated != null || translator.TryCached(text, target, out translated, provider, model)) { ShowText(translated, point, ReadingSeconds(translated), true); return; } - var request = translator.Translate(text, target, ct, provider); + var request = translator.Translate(text, target, ct, provider, model); if (await Task.WhenAny(request, Task.Delay(220, ct)) != request && Valid(version, window)) - ShowText("…", point, 8); + ShowText("…", point, provider == "index" ? 62 : 8); translated = await request; if (!Valid(version, window)) return; ShowText(translated, point, ReadingSeconds(translated), true); @@ -379,7 +385,7 @@ private async void BeginSelection(IntPtr window, Native.POINT point, SelectionSu catch (Exception ex) { Program.Log("translate", ex.GetType().Name); - bool explained = ex is DeepLException || ex is SelectionUnavailableException; + bool explained = ex is DeepLException || ex is IndexException || ex is SelectionUnavailableException; if (Valid(version, window)) { anchor = point; sourceWindow = window; @@ -931,13 +937,15 @@ internal sealed class Translator : IDisposable { private readonly HttpClient http; private readonly DeepLTranslator deepl; + private readonly IndexTranslator index; private readonly JavaScriptSerializer json = new JavaScriptSerializer(); private readonly Dictionary cache = new Dictionary(); private readonly Queue eviction = new Queue(); public Translator() : this(null) { } - internal Translator(HttpMessageHandler handler, IDeepLCredentials credentials = null, HttpMessageHandler deepLHandler = null) + internal Translator(HttpMessageHandler handler, IDeepLCredentials credentials = null, HttpMessageHandler deepLHandler = null, HttpMessageHandler indexHandler = null) { deepl = new DeepLTranslator(credentials ?? DeepLCredentials.Current(), deepLHandler); + index = new IndexTranslator(indexHandler); http = handler == null ? new HttpClient() : new HttpClient(handler); http.Timeout = TimeSpan.FromSeconds(7); http.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 10.0; Win64; x64)"); @@ -953,23 +961,24 @@ internal async Task WarmConnection() catch { } } internal static string NormalizeProvider(string provider) - { return provider == "microsoft" || provider == "tencent" || provider == "deepl" ? provider : "auto"; } - private static string CacheKey(string text, string target, string provider) - { return NormalizeProvider(provider) + "\n" + (provider == "tencent" ? "zh" : target) + "\n" + text; } - public bool TryCached(string text, string target, out string result, string provider = "auto") + { return provider == "microsoft" || provider == "tencent" || provider == "deepl" || provider == "index" ? provider : "auto"; } + private static string CacheKey(string text, string target, string provider, string model) + { return new JavaScriptSerializer().Serialize(new[] { NormalizeProvider(provider), provider == "index" ? model : "", provider == "tencent" ? "zh" : target, text }); } + public bool TryCached(string text, string target, out string result, string provider = "auto", string model = IndexTranslator.DefaultModel) { // DeepL validates the current credential before consulting its separate cache. if (provider == "deepl") { result = null; return false; } - return cache.TryGetValue(CacheKey(text, target, provider), out result); + lock (cache) return cache.TryGetValue(CacheKey(text, target, provider, model), out result); } - public async Task Translate(string text, string target, CancellationToken ct, string provider = "auto") + public async Task Translate(string text, string target, CancellationToken ct, string provider = "auto", string model = IndexTranslator.DefaultModel) { ct.ThrowIfCancellationRequested(); provider = NormalizeProvider(provider); if (provider == "deepl") return await deepl.Translate(text, target, ct); string result; - if (TryCached(text, target, out result, provider)) return result; - if (provider == "tencent") result = await Tencent(text, ct); + if (TryCached(text, target, out result, provider, model)) return result; + if (provider == "index") result = await index.Translate(text, target, model, ct); + else if (provider == "tencent") result = await Tencent(text, ct); else if (provider == "microsoft") result = await Microsoft(text, target, ct); else { @@ -982,12 +991,16 @@ public async Task Translate(string text, string target, CancellationToke } if (string.IsNullOrWhiteSpace(result)) throw new InvalidDataException("Empty translation"); ct.ThrowIfCancellationRequested(); - string key = CacheKey(text, target, provider); - if (!cache.ContainsKey(key)) + string key = CacheKey(text, target, provider, model); + lock (cache) { - if (cache.Count >= 256) cache.Remove(eviction.Dequeue()); - cache[key] = result; - eviction.Enqueue(key); + ct.ThrowIfCancellationRequested(); + if (!cache.ContainsKey(key)) + { + if (cache.Count >= 256) cache.Remove(eviction.Dequeue()); + cache[key] = result; + eviction.Enqueue(key); + } } return result; } @@ -1038,7 +1051,7 @@ private static string Signature(string path) using (var hmac = new HMACSHA256(key)) return "MSTranslatorAndroidApp::" + Convert.ToBase64String(hmac.ComputeHash(Encoding.UTF8.GetBytes(value))) + "::" + date + "::" + guid; } - public void Dispose() { http.Dispose(); deepl.Dispose(); } + public void Dispose() { http.Dispose(); deepl.Dispose(); index.Dispose(); } } internal static class Native diff --git a/src/ReadingSettings.cs b/src/ReadingSettings.cs index cc56172..e3a0c6e 100644 --- a/src/ReadingSettings.cs +++ b/src/ReadingSettings.cs @@ -105,7 +105,7 @@ internal sealed class SettingsWindow : Window private readonly TextBlock deepLStatus; private bool clearDeepLKey; private readonly CheckBox enabled, clipboard, autoStart; - private readonly ComboBox language, provider, fontFamily, fontSize, autoHide; + private readonly ComboBox language, provider, indexModel, fontFamily, fontSize, autoHide; private readonly TextBox maxSelection, excludedApps, background, englishPercent; private readonly TextBlock error, previewText, startupStatus; private readonly Border preview; @@ -142,12 +142,15 @@ internal SettingsWindow(Settings settings, Action saved, IStartupRegistration st clipboard = Toggle("启用选区取词"); translation.Children.Add(enabled); translation.Children.Add(clipboard); translation.Children.Add(Help("托盘开关立即生效;面板修改在保存后生效。关闭取词后停止划词翻译。通常临时复制选区并恢复剪贴板;若含图片或专用数据,则尝试隔离读取选区,不改剪贴板。无法安全读取时会提示。")); - provider = new ComboBox { ItemsSource = new[] { "自动(微软失败后腾讯)", "仅微软", "仅腾讯(中文)", "仅 DeepL(自备 API 密钥)" }, MinHeight = 32 }; + provider = new ComboBox { ItemsSource = new[] { "自动(微软失败后腾讯)", "仅微软", "仅腾讯(中文)", "仅 DeepL(自备 API 密钥)", "仅哔哩哔哩 Index" }, MinHeight = 32 }; AddField(translation, "在线翻译服务", provider); translation.Children.Add(Help("自动模式先查本地英汉词库,再尝试微软、腾讯;指定服务会跳过词库且不自动切换。DeepL 须在 DeepL 页保存密钥;自动模式不会调用 DeepL。")); + indexModel = new ComboBox { ItemsSource = IndexTranslator.Models, MinHeight = 32 }; + AddField(translation, "Index 模型", indexModel); + translation.Children.Add(Help("仅 Index 使用:2B / 9B / 35B。选中文字会直发哔哩哔哩公开接口,无需密钥;不自动换模型。三档见官方文档,在线可用性以实际请求为准。")); language = new ComboBox { IsEditable = true, ItemsSource = Languages, MinHeight = 32 }; AddField(translation, "目标语言", language); - translation.Children.Add(Help("可直接输入服务支持的语言代码,如 en、ja。DeepL 简繁中文分别使用 ZH-HANS、ZH-HANT。词库和腾讯固定输出中文。")); + translation.Children.Add(Help("可直接输入服务支持的语言代码,如 en、ja。Index 按 zh-Hans / zh-Hant 指定简体 / 繁體中文;DeepL 对应 ZH-HANS / ZH-HANT。词库和腾讯固定输出中文。")); maxSelection = Input(); AddField(translation, "选区字符数上限", maxSelection); translation.Children.Add(Help("正整数,默认 2,000。超过上限只提示分段选择,不发送该选区。")); @@ -228,7 +231,7 @@ internal SettingsWindow(Settings settings, Action saved, IStartupRegistration st save.Click += delegate { Apply(Path.Combine(Program.Folder, "settings.json")); }; right.Children.Add(save); Grid.SetColumn(right, 1); actions.Children.Add(right); footer.Children.Add(actions); Grid.SetRow(footer, 2); layout.Children.Add(footer); - provider.SelectionChanged += delegate { language.IsEnabled = provider.SelectedIndex != 2; }; + provider.SelectionChanged += delegate { language.IsEnabled = provider.SelectedIndex != 2; indexModel.IsEnabled = provider.SelectedIndex == 4; }; fontFamily.SelectionChanged += delegate { UpdatePreview(); }; fontSize.AddHandler(System.Windows.Controls.Primitives.TextBoxBase.TextChangedEvent, new TextChangedEventHandler(delegate { UpdatePreview(); })); background.TextChanged += delegate { UpdatePreview(); }; @@ -269,7 +272,9 @@ internal void Fill(Settings value) { if (error != null) error.Visibility = Visibility.Collapsed; enabled.IsChecked = value.Enabled; clipboard.IsChecked = value.ClipboardFallback; - provider.SelectedIndex = value.TranslationProvider == "microsoft" ? 1 : value.TranslationProvider == "tencent" ? 2 : value.TranslationProvider == "deepl" ? 3 : 0; + provider.SelectedIndex = value.TranslationProvider == "microsoft" ? 1 : value.TranslationProvider == "tencent" ? 2 : value.TranslationProvider == "deepl" ? 3 : value.TranslationProvider == "index" ? 4 : 0; + indexModel.SelectedItem = value.IndexModel; + indexModel.IsEnabled = provider.SelectedIndex == 4; deepLKey.Clear(); clearDeepLKey = false; RefreshDeepLStatus(); language.Text = LanguageLabel(value.Target); maxSelection.Text = value.MaxSelectionLength.ToString(CultureInfo.CurrentCulture); @@ -340,7 +345,10 @@ internal bool Apply(string path) return Invalid("最低英文占比请输入 0–100 的整数百分比。", englishPercent, 0); var next = settings.Clone(); next.Enabled = enabled.IsChecked == true; next.ClipboardFallback = clipboard.IsChecked == true; - next.TranslationProvider = provider.SelectedIndex == 1 ? "microsoft" : provider.SelectedIndex == 2 ? "tencent" : provider.SelectedIndex == 3 ? "deepl" : "auto"; + next.TranslationProvider = provider.SelectedIndex == 1 ? "microsoft" : provider.SelectedIndex == 2 ? "tencent" : provider.SelectedIndex == 3 ? "deepl" : provider.SelectedIndex == 4 ? "index" : "auto"; + if (provider.SelectedIndex == 4 && !IndexTranslator.ValidModel(indexModel.SelectedItem as string)) + return Invalid("请选择 Index 模型:2B、9B 或 35B。", indexModel, 0); + next.IndexModel = indexModel.SelectedItem as string ?? settings.IndexModel; if (provider.SelectedIndex != 2 && language.Text != LanguageLabel(settings.Target)) { string choice = Languages.FirstOrDefault(x => x == language.Text); @@ -349,6 +357,11 @@ internal bool Apply(string path) return Invalid("请选择目标语言,或输入语言代码,例如 zh-Hans、en、ja。", language, 0); next.Target = code; } + if (provider.SelectedIndex == 4) + { + try { IndexTranslator.TargetName(next.Target); } + catch (IndexException ex) { return Invalid(ex.Message, language, 0); } + } if (maxSelection.Text != settings.MaxSelectionLength.ToString(CultureInfo.CurrentCulture)) { if (!int.TryParse(maxSelection.Text.Trim(), out length) || length < 1) @@ -432,6 +445,9 @@ private void RefreshDeepLStatus() internal bool DeepLInputEmptyForTest { get { return deepLKey.Password.Length == 0; } } internal void SetProviderForTest(int value) { provider.SelectedIndex = value; } internal int ProviderForTest { get { return provider.SelectedIndex; } } + internal void SetIndexModelForTest(string value) { indexModel.SelectedItem = value; } + internal string IndexModelForTest { get { return indexModel.SelectedItem as string; } } + internal bool IndexModelEnabledForTest { get { return indexModel.IsEnabled; } } internal bool TargetEnabledForTest { get { return language.IsEnabled; } } internal void SetStartupForTest(bool value) { autoStart.IsChecked = value; } internal bool EnabledForTest { get { return enabled.IsChecked == true; } } diff --git a/src/TranslationProviderTests.cs b/src/TranslationProviderTests.cs index f8af801..c2ff836 100644 --- a/src/TranslationProviderTests.cs +++ b/src/TranslationProviderTests.cs @@ -45,6 +45,7 @@ private static void Check(bool ok, string message) internal static void Run(Dictionary results) { DeepLTests.Run(results); + IndexTests.Run(results); var handler = new Handler(); using (var translator = new Translator(handler)) {