chenx221/Textractor_test
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge remote-tracking branch 'Blu3train/fixDevtoolsdeepltranslateWrongTargetLanguageSelection'

Browse Source
This commit is contained in:
Chenx221 2024-09-05 12:42:16 +08:00
commit 287a0365b9
1 changed files with 71 additions and 43 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

114
extensions/devtoolsdeepltranslate.cpp
View File

@ -7,6 +7,7 @@ extern const wchar_t* TRANSLATION_ERROR;
const char* TRANSLATION_PROVIDER = "DevTools DeepL Translate"; const char* TRANSLATION_PROVIDER = "DevTools DeepL Translate";
const char* GET_API_KEY_FROM = nullptr; const char* GET_API_KEY_FROM = nullptr;
std::wstring currTranslateTo;
extern const QStringList languagesTo extern const QStringList languagesTo
{ {
@ -23,10 +24,13 @@ extern const QStringList languagesTo
"German", "German",
"Greek", "Greek",
"Hungarian", "Hungarian",
"Indonesian",
"Italian", "Italian",
"Japanese", "Japanese",
"Korean",
"Latvian", "Latvian",
"Lithuanian", "Lithuanian",
"Norwegian",
"Polish", "Polish",
"Portuguese", "Portuguese",
"Portuguese (Brazilian)", "Portuguese (Brazilian)",
@ -35,7 +39,9 @@ extern const QStringList languagesTo
"Slovak", "Slovak",
"Slovenian", "Slovenian",
"Spanish", "Spanish",
"Swedish" "Swedish",
"Turkish",
"Ukrainian"
}, },
languagesFrom = languagesFrom =
{ {
@ -51,10 +57,13 @@ languagesFrom =
"German", "German",
"Greek", "Greek",
"Hungarian", "Hungarian",
"Indonesian",
"Italian", "Italian",
"Japanese", "Japanese",
"Korean",
"Latvian", "Latvian",
"Lithuanian", "Lithuanian",
"Norwegian",
"Polish", "Polish",
"Portuguese", "Portuguese",
"Romanian", "Romanian",
@ -62,39 +71,46 @@ languagesFrom =
"Slovak", "Slovak",
"Slovenian", "Slovenian",
"Spanish", "Spanish",
"Swedish" "Swedish",
"Turkish",
"Ukrainian"
}; };
extern const std::unordered_map<std::wstring, std::wstring> codes extern const std::unordered_map<std::wstring, std::wstring> codes
{ {
{ { L"Bulgarian" }, { L"Bulgarian" } }, { { L"Bulgarian" }, { L"bg-BG" } },
{ { L"Chinese" }, { L"Chinese" } }, { { L"Chinese" }, { L"zh" } },
{ { L"Chinese (Simplified)" }, { L"Chinese (simplified)" } }, { { L"Chinese (Simplified)" }, { L"zh-ZH" } },
{ { L"Czech" }, { L"Czech" } }, { { L"Czech" }, { L"cs-CS" } },
{ { L"Danish" }, { L"Danish" } }, { { L"Danish" }, { L"da-DA" } },
{ { L"Dutch" }, { L"Dutch" } }, { { L"Dutch" }, { L"nl-NL" } },
{ { L"English" }, { L"English" } }, { { L"English" }, { L"en" } },
{ { L"English (American)" }, { L"English (American)" } }, { { L"English (American)" }, { L"en-US" } },
{ { L"English (British)" }, { L"English (British)" } }, { { L"English (British)" }, { L"en-GB" } },
{ { L"Estonian" }, { L"Estonian" } }, { { L"Estonian" }, { L"et-ET" } },
{ { L"Finnish" }, { L"Finnish" } }, { { L"Finnish" }, { L"fi-FI" } },
{ { L"French" }, { L"French" } }, { { L"French" }, { L"fr-FR" } },
{ { L"German" }, { L"German" } }, { { L"German" }, { L"de-DE" } },
{ { L"Greek" }, { L"Greek" } }, { { L"Greek" }, { L"el-EL" } },
{ { L"Hungarian" }, { L"Hungarian" } }, { { L"Hungarian" }, { L"hu-HU" } },
{ { L"Italian" }, { L"Italian" } }, { { L"Indonesian" }, { L"id-ID" } },
{ { L"Japanese" }, { L"Japanese" } }, { { L"Italian" }, { L"it-IT" } },
{ { L"Latvian" }, { L"Latvian" } }, { { L"Japanese" }, { L"ja-JA" } },
{ { L"Lithuanian" }, { L"Lithuanian" } }, { { L"Korean" }, { L"ko-KO" } },
{ { L"Polish" }, { L"Polish" } }, { { L"Latvian" }, { L"lv-LV" } },
{ { L"Portuguese" }, { L"Portuguese" } }, { { L"Lithuanian" }, { L"lt-LT" } },
{ { L"Portuguese (Brazilian)" }, { L"Portuguese (Brazilian)" } }, { { L"Norwegian" }, { L"nb-NB" } },
{ { L"Romanian" }, { L"Romanian" } }, { { L"Polish" }, { L"pl-PL" } },
{ { L"Russian" }, { L"Russian" } }, { { L"Portuguese" }, { L"pt-PT" } },
{ { L"Slovak" }, { L"Slovak" } }, { { L"Portuguese (Brazilian)" }, { L"pt-BR" } },
{ { L"Slovenian" }, { L"Slovenian" } }, { { L"Romanian" }, { L"ro-RO" } },
{ { L"Spanish" }, { L"Spanish" } }, { { L"Russian" }, { L"ru-RU" } },
{ { L"Swedish" }, { L"Swedish" } }, { { L"Slovak" }, { L"sk-SK" } },
{ { L"?" }, { L"Detect language" } } { { L"Slovenian" }, { L"sl-SL" } },
{ { L"Spanish" }, { L"es-ES" } },
{ { L"Swedish" }, { L"sv-SV" } },
{ { L"Turkish" }, { L"tr-TR" } },
{ { L"Ukrainian" }, { L"uk-UK" } },
{ { L"?" }, { L"auto" } }
}; };
bool translateSelectedOnly = true, useRateLimiter = true, rateLimitSelected = false, useCache = true, useFilter = true; bool translateSelectedOnly = true, useRateLimiter = true, rateLimitSelected = false, useCache = true, useFilter = true;
@ -119,6 +135,21 @@ BOOL WINAPI DllMain(HMODULE hModule, DWORD ul_reason_for_call, LPVOID lpReserved
return TRUE; return TRUE;
} }
std::wstring htmlDecode (std::wstring text) {
const std::wstring enc[] = { L"&amp;", L"&lt;", L"&gt;" };
const std::wstring dec[] = { L"&", L"<", L">" };
size_t pos;
for(int j = 0; j < 3; j++) {
do {
pos = text.find(enc[j]);
if (pos != std::wstring::npos)
text.replace (pos,enc[j].length(),dec[j]);
} while (pos != std::wstring::npos);
}
return text;
}
std::pair<bool, std::wstring> Translate(const std::wstring& text, TranslationParam tlp) std::pair<bool, std::wstring> Translate(const std::wstring& text, TranslationParam tlp)
{ {
if (!DevTools::Connected()) return { false, FormatString(L"%s: %s", TRANSLATION_ERROR, ERROR_START_CHROME) }; if (!DevTools::Connected()) return { false, FormatString(L"%s: %s", TRANSLATION_ERROR, ERROR_START_CHROME) };
@ -127,21 +158,18 @@ std::pair<bool, std::wstring> Translate(const std::wstring& text, TranslationPar
std::scoped_lock lock(translationMutex); std::scoped_lock lock(translationMutex);
std::wstring escaped; // DeepL breaks with slash in input std::wstring escaped; // DeepL breaks with slash in input
for (auto ch : text) ch == '/' ? escaped += L"\\/" : escaped += ch; for (auto ch : text) ch == '/' ? escaped += L"\\/" : escaped += ch;
DevTools::SendRequest("Page.navigate", FormatString(LR"({"url":"https://www.deepl.com/en/translator#en/en/%s"})", Escape(escaped))); if (currTranslateTo == tlp.translateTo)
for (int retry = 0; ++retry < 20; Sleep(100)) DevTools::SendRequest("Page.navigate", FormatString(LR"({"url":"https://www.deepl.com/en/translator#%s/%s/%s"})", (tlp.translateFrom == L"?") ? codes.at(tlp.translateFrom) : codes.at(tlp.translateFrom).substr(0, 2), codes.at(tlp.translateTo).substr(0, 2), Escape(escaped)));
if (Copy(DevTools::SendRequest("Runtime.evaluate", LR"({"expression":"document.readyState"})")[L"result"][L"value"].String()) == L"complete") break; else
{
DevTools::SendRequest("Runtime.evaluate", FormatString(LR"({"expression":" currTranslateTo = tlp.translateTo;
document.querySelector('.lmt__language_select--source').querySelector('button').click(); DevTools::SendRequest("Page.navigate", FormatString(LR"({"url":"https://www.deepl.com/en/translator#%s/%s/%s"})", (tlp.translateFrom == L"?") ? codes.at(tlp.translateFrom) : codes.at(tlp.translateFrom).substr(0, 2), codes.at(tlp.translateTo), Escape(escaped)));
document.evaluate(`//*[text()='%s']`,document.querySelector('.lmt__language_select__menu'),null,XPathResult.FIRST_ORDERED_NODE_TYPE,null).singleNodeValue.click(); }
document.querySelector('.lmt__language_select--target').querySelector('button').click();
document.evaluate(`//*[text()='%s']`,document.querySelector('.lmt__language_select__menu'),null,XPathResult.FIRST_ORDERED_NODE_TYPE,null).singleNodeValue.click();
"})", codes.at(tlp.translateFrom), codes.at(tlp.translateTo)));
for (int retry = 0; ++retry < 100; Sleep(100)) for (int retry = 0; ++retry < 100; Sleep(100))
if (auto translation = Copy(DevTools::SendRequest("Runtime.evaluate", if (auto translation = Copy(DevTools::SendRequest("Runtime.evaluate",
LR"({"expression":"document.querySelector('#target-dummydiv').innerHTML.trim() ","returnByValue":true})" LR"({"expression":"document.querySelector('[data-testid=translator-target-input]').textContent.trim() ","returnByValue":true})"
)[L"result"][L"value"].String())) if (!translation->empty()) return { true, translation.value() }; )[L"result"][L"value"].String())) if (!translation->empty()) return { true, htmlDecode(translation.value()) };
if (auto errorMessage = Copy(DevTools::SendRequest("Runtime.evaluate", if (auto errorMessage = Copy(DevTools::SendRequest("Runtime.evaluate",
LR"({"expression":"document.querySelector('div.lmt__system_notification').innerHTML","returnByValue":true})" LR"({"expression":"document.querySelector('div.lmt__system_notification').innerHTML","returnByValue":true})"
)[L"result"][L"value"].String())) return { false, FormatString(L"%s: %s", TRANSLATION_ERROR, errorMessage.value()) }; )[L"result"][L"value"].String())) return { false, FormatString(L"%s: %s", TRANSLATION_ERROR, errorMessage.value()) };