forked from Public-Mirror/Textractor
ea6ddc7a7c
Added check for the empty answer from the translator Small refactors
233 lines
8.1 KiB
C++
233 lines
8.1 KiB
C++
#include "qtcommon.h"
|
|
#include "extension.h"
|
|
#include "blockmarkup.h"
|
|
#include "network.h"
|
|
#include <map>
|
|
#include <fstream>
|
|
#include <QComboBox>
|
|
#include "devtools.h"
|
|
|
|
extern const char* NATIVE_LANGUAGE;
|
|
extern const char* TRANSLATE_TO;
|
|
extern const char* TRANSLATE_SELECTED_THREAD_ONLY;
|
|
extern const char* USE_TRANS_CACHE;
|
|
extern const char* MAX_SENTENCE_SIZE;
|
|
extern const char* TRANSLATION_PROVIDER;
|
|
extern QStringList languagesTo;
|
|
extern QStringList languagesFrom;
|
|
const char* TRANSLATE_FROM = u8"Translate from";
|
|
const char* NATIVE_LANGUAGE_FROM = u8"Japanese";
|
|
const char* PATH_TO_CHROME = u8"Path to Chrome";
|
|
const char* AUTO_START_CHROME = u8"Start Chrome automatically";
|
|
const char* HEADLESS_CHROME = u8"Start in headless mode";
|
|
const char* CHROME_DEBUG_PORT = u8"Chrome debug port";
|
|
const char* DEV_TOOLS_STATUS = u8"Status: ";
|
|
const char* START_DEV_TOOLS_BUTTON = u8"Start";
|
|
const char* START_DEV_TOOLS = u8"Start Chrome";
|
|
const char* STOP_DEV_TOOLS_BUTTON = u8"Stop";
|
|
const char* STOP_DEV_TOOLS = u8"Stop Chrome";
|
|
|
|
extern bool useCache, autoStartChrome, headlessChrome;
|
|
extern int maxSentenceSize, chromePort;
|
|
|
|
std::pair<bool, std::wstring> Translate(const std::wstring& text, DevTools* devTools);
|
|
|
|
const char* LANGUAGE_TO = u8"Language";
|
|
const char* LANGUAGE_FROM = u8"Language from";
|
|
const std::string TRANSLATION_CACHE_FILE = FormatString("%s Cache.txt", TRANSLATION_PROVIDER);
|
|
|
|
QFormLayout* display;
|
|
Settings settings;
|
|
Synchronized<std::wstring> translateTo = L"en", translateFrom = L"ja";
|
|
Synchronized<std::map<std::wstring, std::wstring>> translationCache;
|
|
|
|
int savedSize;
|
|
DevTools* devTools = nullptr;
|
|
std::wstring pathToChrome = L"";
|
|
|
|
void SaveCache()
|
|
{
|
|
std::wstring allTranslations(L"\xfeff");
|
|
for (const auto& [sentence, translation] : translationCache.Acquire().contents)
|
|
allTranslations.append(L"|SENTENCE|").append(sentence).append(L"|TRANSLATION|").append(translation).append(L"|END|\r\n");
|
|
std::ofstream(TRANSLATION_CACHE_FILE, std::ios::binary | std::ios::trunc).write((const char*)allTranslations.c_str(), allTranslations.size() * sizeof(wchar_t));
|
|
savedSize = translationCache->size();
|
|
}
|
|
|
|
void EraseControlCharacters(std::wstring& text)
|
|
{
|
|
for (auto it = text.begin(); it!= text.end(); ++it)
|
|
{
|
|
if ((*it == '\n') || (*it == '\r') || (*it == '\t') || (int(*it) == 4) || (int(*it) == 5))
|
|
{
|
|
text.erase(it--);
|
|
}
|
|
if (*it == '\\' && *(it + 1) == 'n')
|
|
{
|
|
text.erase((it + 1)--);
|
|
text.erase(it--);
|
|
}
|
|
}
|
|
}
|
|
|
|
class Window : public QDialog
|
|
{
|
|
public:
|
|
Window() :
|
|
QDialog(nullptr, Qt::WindowMinMaxButtonsHint)
|
|
{
|
|
localize();
|
|
display = new QFormLayout(this);
|
|
settings.beginGroup(TRANSLATION_PROVIDER);
|
|
|
|
auto languageBoxTo = new QComboBox(this);
|
|
languageBoxTo->addItems(languagesTo);
|
|
int languageTo = -1;
|
|
if (settings.contains(LANGUAGE_TO)) languageTo = languageBoxTo->findText(settings.value(LANGUAGE_TO).toString(), Qt::MatchEndsWith);
|
|
if (languageTo < 0) languageTo = languageBoxTo->findText(NATIVE_LANGUAGE, Qt::MatchStartsWith);
|
|
if (languageTo < 0) languageTo = languageBoxTo->findText("English", Qt::MatchStartsWith);
|
|
languageBoxTo->setCurrentIndex(languageTo);
|
|
saveLanguage(languageBoxTo->currentText());
|
|
display->addRow(TRANSLATE_TO, languageBoxTo);
|
|
connect(languageBoxTo, &QComboBox::currentTextChanged, this, &Window::saveLanguage);
|
|
|
|
auto languageBoxFrom = new QComboBox(this);
|
|
languageBoxFrom->addItems(languagesFrom);
|
|
int languageFrom = -1;
|
|
if (settings.contains(LANGUAGE_FROM)) languageFrom = languageBoxFrom->findText(settings.value(LANGUAGE_FROM).toString(), Qt::MatchEndsWith);
|
|
if (languageFrom < 0) languageFrom = languageBoxFrom->findText(NATIVE_LANGUAGE_FROM, Qt::MatchStartsWith);
|
|
if (languageFrom < 0) languageFrom = languageBoxFrom->findText("Japanese", Qt::MatchStartsWith);
|
|
languageBoxFrom->setCurrentIndex(languageFrom);
|
|
saveLanguageFrom(languageBoxFrom->currentText());
|
|
display->addRow(TRANSLATE_FROM, languageBoxFrom);
|
|
connect(languageBoxFrom, &QComboBox::currentTextChanged, this, &Window::saveLanguageFrom);
|
|
for (auto [value, label] : Array<bool&, const char*>{
|
|
{ useCache, USE_TRANS_CACHE },
|
|
{ autoStartChrome, AUTO_START_CHROME },
|
|
//{ headlessChrome, HEADLESS_CHROME }
|
|
})
|
|
{
|
|
value = settings.value(label, value).toBool();
|
|
auto checkBox = new QCheckBox(this);
|
|
checkBox->setChecked(value);
|
|
display->addRow(label, checkBox);
|
|
connect(checkBox, &QCheckBox::clicked, [label, &value](bool checked) { settings.setValue(label, value = checked); });
|
|
}
|
|
for (auto [value, label] : Array<int&, const char*>{
|
|
{ maxSentenceSize, MAX_SENTENCE_SIZE },
|
|
{ chromePort, CHROME_DEBUG_PORT },
|
|
})
|
|
{
|
|
value = settings.value(label, value).toInt();
|
|
auto spinBox = new QSpinBox(this);
|
|
spinBox->setRange(0, INT_MAX);
|
|
spinBox->setValue(value);
|
|
display->addRow(label, spinBox);
|
|
connect(spinBox, qOverload<int>(&QSpinBox::valueChanged), [label, &value](int newValue) { settings.setValue(label, value = newValue); });
|
|
}
|
|
|
|
auto keyInput = new QLineEdit(settings.value(PATH_TO_CHROME).toString());
|
|
pathToChrome = (S(keyInput->text()));
|
|
if (pathToChrome.empty())
|
|
{
|
|
for (auto defaultPath : Array<std::wstring>{
|
|
{ L"C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe" },
|
|
{ L"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe" },
|
|
})
|
|
if (std::filesystem::exists(defaultPath))
|
|
{
|
|
pathToChrome = defaultPath;
|
|
keyInput->setText(S(pathToChrome));
|
|
}
|
|
}
|
|
connect(keyInput, &QLineEdit::textChanged, [keyInput](QString key) { settings.setValue(PATH_TO_CHROME, S(pathToChrome = (S(key)))); });
|
|
display->addRow(PATH_TO_CHROME, keyInput);
|
|
|
|
connect(&startButton, &QPushButton::clicked, this, &Window::Start);
|
|
connect(&stopButton, &QPushButton::clicked, this, &Window::Stop);
|
|
display->addRow(START_DEV_TOOLS, &startButton);
|
|
display->addRow(STOP_DEV_TOOLS, &stopButton);
|
|
|
|
status.setFrameStyle(QFrame::Panel | QFrame::Sunken);
|
|
display->addRow(DEV_TOOLS_STATUS, &status);
|
|
|
|
setWindowTitle(TRANSLATION_PROVIDER);
|
|
QMetaObject::invokeMethod(this, &QWidget::show, Qt::QueuedConnection);
|
|
|
|
std::ifstream stream(TRANSLATION_CACHE_FILE, std::ios::binary);
|
|
BlockMarkupIterator savedTranslations(stream, Array<std::wstring_view>{ L"|SENTENCE|", L"|TRANSLATION|" });
|
|
auto translationCache = ::translationCache.Acquire();
|
|
|
|
while (auto read = savedTranslations.Next())
|
|
{
|
|
auto& [sentence, translation] = read.value();
|
|
translationCache->try_emplace(std::move(sentence), std::move(translation));
|
|
}
|
|
savedSize = translationCache->size();
|
|
|
|
devTools = new DevTools(this);
|
|
connect(devTools, &DevTools::statusChanged, [this](QString text)
|
|
{
|
|
status.setText(text);
|
|
});
|
|
|
|
if (autoStartChrome)
|
|
QMetaObject::invokeMethod(this, &Window::Start, Qt::QueuedConnection);
|
|
}
|
|
|
|
~Window()
|
|
{
|
|
Stop();
|
|
if (devTools != nullptr)
|
|
delete devTools;
|
|
SaveCache();
|
|
}
|
|
|
|
private:
|
|
void Start()
|
|
{
|
|
if (devTools->getStatus() == "Stopped")
|
|
devTools->startDevTools(S(pathToChrome), headlessChrome, chromePort);
|
|
}
|
|
void Stop()
|
|
{
|
|
devTools->closeDevTools();
|
|
}
|
|
|
|
void saveLanguage(QString language)
|
|
{
|
|
settings.setValue(LANGUAGE_TO, S(translateTo->assign(S(language.split(": ")[1]))));
|
|
}
|
|
void saveLanguageFrom(QString language)
|
|
{
|
|
settings.setValue(LANGUAGE_FROM, S(translateFrom->assign(S(language.split(": ")[1]))));
|
|
}
|
|
QPushButton startButton{ START_DEV_TOOLS_BUTTON, this };
|
|
QPushButton stopButton{ STOP_DEV_TOOLS_BUTTON, this };
|
|
QLabel status{ "Stopped" };
|
|
} window;
|
|
|
|
bool ProcessSentence(std::wstring& sentence, SentenceInfo sentenceInfo)
|
|
{
|
|
if (sentenceInfo["text number"] == 0 || sentence.size() > maxSentenceSize) return false;
|
|
|
|
bool cache = false;
|
|
std::wstring translation;
|
|
if (useCache)
|
|
{
|
|
auto translationCache = ::translationCache.Acquire();
|
|
if (auto it = translationCache->find(sentence); it != translationCache->end()) translation = it->second + L"\x200b";
|
|
}
|
|
if (translation.empty() && (sentenceInfo["current select"]))
|
|
{
|
|
EraseControlCharacters(sentence);
|
|
std::tie(cache, translation) = Translate(sentence, devTools);
|
|
}
|
|
|
|
if (cache) translationCache->try_emplace(sentence, translation);
|
|
if (cache && translationCache->size() > savedSize + 50) SaveCache();
|
|
|
|
JSON::Unescape(translation);
|
|
sentence += L"\n" + translation;
|
|
return true;
|
|
} |