chenx221/Textractor
1
0
Fork 0
forked from Public-Mirror/Textractor
Code Pull Requests Activity

why did i ever think that was a good idea?

Browse Source
This commit is contained in:
Akash Mozumdar 2020-02-27 04:42:29 -07:00
parent c8853a1af8
commit 73ccb38641
1 changed files with 9 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
extensions/translatewrapper.cpp
View File

@ -4,6 +4,7 @@
#include "util.h" #include "util.h"
#include "blockmarkup.h" #include "blockmarkup.h"
#include "network.h" #include "network.h"
#include <map>
#include <fstream> #include <fstream>
#include <QTimer> #include <QTimer>
@ -23,19 +24,14 @@ const std::string TRANSLATION_CACHE_FILE = FormatString("%sCache.txt", TRANSLATI
Synchronized<std::wstring> translateTo = L"en"; Synchronized<std::wstring> translateTo = L"en";
QSettings settings(CONFIG_FILE, QSettings::IniFormat); QSettings settings(CONFIG_FILE, QSettings::IniFormat);
struct Translation Synchronized<std::map<std::wstring, std::wstring>> translationCache;
{
std::wstring original, translation;
bool operator<(const Translation& other) const { return original < other.original; }
};
Synchronized<std::vector<Translation>> translationCache;
int savedSize; int savedSize;
void SaveCache() void SaveCache()
{ {
std::wstring allTranslations(L"\xfeff"); std::wstring allTranslations(L"\xfeff");
for (const auto& [original, translation] : translationCache.Acquire().contents) for (const auto& [sentence, translation] : translationCache.Acquire().contents)
allTranslations.append(L"|SENTENCE|").append(original).append(L"|TRANSLATION|").append(translation).append(L"|END|\r\n"); allTranslations.append(L"|SENTENCE|").append(sentence).append(L"|TRANSLATION|").append(translation).append(L"|END|\r\n");
std::ofstream(TRANSLATION_CACHE_FILE, std::ios::binary | std::ios::trunc).write((const char*)allTranslations.c_str(), allTranslations.size() * sizeof(wchar_t)); std::ofstream(TRANSLATION_CACHE_FILE, std::ios::binary | std::ios::trunc).write((const char*)allTranslations.c_str(), allTranslations.size() * sizeof(wchar_t));
savedSize = translationCache->size(); savedSize = translationCache->size();
} }
@ -70,11 +66,10 @@ BOOL WINAPI DllMain(HMODULE hModule, DWORD ul_reason_for_call, LPVOID lpReserved
auto translationCache = ::translationCache.Acquire(); auto translationCache = ::translationCache.Acquire();
while (auto read = savedTranslations.Next()) while (auto read = savedTranslations.Next())
{ {
const auto& [original, translation] = read.value(); auto& [sentence, translation] = read.value();
translationCache->push_back({ original, translation }); translationCache->try_emplace(std::move(sentence), std::move(translation));
} }
savedSize = translationCache->size(); savedSize = translationCache->size();
std::sort(translationCache->begin(), translationCache->end());
} }
break; break;
case DLL_PROCESS_DETACH: case DLL_PROCESS_DETACH:
@ -111,11 +106,11 @@ bool ProcessSentence(std::wstring& sentence, SentenceInfo sentenceInfo)
std::wstring translation; std::wstring translation;
{ {
auto translationCache = ::translationCache.Acquire(); auto translationCache = ::translationCache.Acquire();
auto translationLocation = std::lower_bound(translationCache->begin(), translationCache->end(), Translation{ sentence }); auto translationLocation = translationCache->find(sentence);
if (translationLocation != translationCache->end() && translationLocation->original == sentence) translation = translationLocation->translation; if (translationLocation != translationCache->end()) translation = translationLocation->second;
else if (!(rateLimiter.Request() || sentenceInfo["current select"])) translation = TOO_MANY_TRANS_REQUESTS; else if (!(rateLimiter.Request() || sentenceInfo["current select"])) translation = TOO_MANY_TRANS_REQUESTS;
else std::tie(cache, translation) = Translate(sentence); else std::tie(cache, translation) = Translate(sentence);
if (cache && sentenceInfo["current select"]) translationCache->insert(translationLocation, { sentence, translation }); if (cache && sentenceInfo["current select"]) translationCache->try_emplace(translationLocation, sentence, translation);
} }
if (cache && translationCache->size() > savedSize + 50) SaveCache(); if (cache && translationCache->size() > savedSize + 50) SaveCache();