chenx221/Textractor
1
0
Fork 0
forked from Public-Mirror/Textractor
Code Pull Requests Activity

perf optimization

Browse Source
This commit is contained in:
Akash Mozumdar 2019-02-06 19:48:42 -05:00
parent ac86323010
commit 5e53e63e07
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
GUI/host/textthread.cpp
View File

@ -40,13 +40,16 @@ void TextThread::Push(const BYTE* data, int len)
else if (auto converted = Util::StringToWideString(std::string((char*)data, len), hp.codepage ? hp.codepage : Host::defaultCodepage)) buffer += converted.value(); else if (auto converted = Util::StringToWideString(std::string((char*)data, len), hp.codepage ? hp.codepage : Host::defaultCodepage)) buffer += converted.value();
else Host::AddConsoleOutput(INVALID_CODEPAGE); else Host::AddConsoleOutput(INVALID_CODEPAGE);
lastPushTime = GetTickCount(); lastPushTime = GetTickCount();
if (std::all_of(buffer.begin(), buffer.end(), [&](wchar_t c) { return repeatingChars.count(c) > 0; })) buffer.clear(); if (filterRepetition)
if (filterRepetition && Util::RemoveRepetition(buffer)) // sentence repetition detected, which means the entire sentence has already been received
{ {
repeatingChars = std::unordered_set(buffer.begin(), buffer.end()); if (std::all_of(buffer.begin(), buffer.end(), [&](auto ch) { return repeatingChars.find(ch) != repeatingChars.end(); })) buffer.clear();
AddSentence(buffer); if (Util::RemoveRepetition(buffer)) // sentence repetition detected, which means the entire sentence has already been received
buffer.clear(); {
repeatingChars = std::unordered_set(buffer.begin(), buffer.end());
AddSentence(buffer);
buffer.clear();
}
} }
} }