chenx221/Textractor_test
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

extract repetition filter

Browse Source
This commit is contained in:
Akash Mozumdar 2018-11-22 16:02:45 -05:00
parent 9f85edf704
commit c105f6700f
4 changed files with 13 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
GUI/host/textthread.cpp
View File

@ -38,15 +38,6 @@ void TextThread::Push(const BYTE* data, int len)
lastPushTime = GetTickCount(); lastPushTime = GetTickCount();
} }
bool TextThread::FilterRepetition(std::wstring& sentence)
{
wchar_t* end = sentence.data() + sentence.size();
for (int len = sentence.size() / 3; len > 6; --len)
if (wcsncmp(end - len * 3, end - len * 2, len) == 0 && wcsncmp(end - len * 3, end - len * 1, len) == 0)
return true | FilterRepetition(sentence = end - len);
return false;
}
void TextThread::Flush() void TextThread::Flush()
{ {
std::wstring sentence; std::wstring sentence;
@ -57,7 +48,7 @@ void TextThread::Flush()
sentence = buffer; sentence = buffer;
buffer.clear(); buffer.clear();
if (FilterRepetition(sentence)) repeatingChars = std::unordered_set(sentence.begin(), sentence.end()); if (Util::RemoveRepetition(sentence)) repeatingChars = std::unordered_set(sentence.begin(), sentence.end());
else repeatingChars.clear(); else repeatingChars.clear();
} }
AddSentence(sentence); AddSentence(sentence);

4
GUI/host/textthread.h
View File

@ -30,15 +30,13 @@ public:
const HookParam hp; const HookParam hp;
private: private:
// see https://github.com/Artikash/Textractor/issues/40
static bool FilterRepetition(std::wstring& sentence);
void Flush(); void Flush();
std::wstring buffer; std::wstring buffer;
std::unordered_set<wchar_t> repeatingChars; std::unordered_set<wchar_t> repeatingChars;
std::mutex bufferMutex; std::mutex bufferMutex;
std::wstring storage; std::wstring storage;
std::recursive_mutex storageMutex; std::mutex storageMutex;
HANDLE deletionEvent = CreateEventW(nullptr, FALSE, FALSE, NULL); HANDLE deletionEvent = CreateEventW(nullptr, FALSE, FALSE, NULL);
std::thread flushThread = std::thread([&] { while (WaitForSingleObject(deletionEvent, 10) == WAIT_TIMEOUT) Flush(); }); std::thread flushThread = std::thread([&] { while (WaitForSingleObject(deletionEvent, 10) == WAIT_TIMEOUT) Flush(); });

9
GUI/host/util.cpp
View File

@ -34,4 +34,13 @@ namespace Util
return L""; return L"";
} }
} }
bool RemoveRepetition(std::wstring& text)
{
wchar_t* end = text.data() + text.size();
for (int len = text.size() / 3; len > 6; --len)
if (wcsncmp(end - len * 3, end - len * 2, len) == 0 && wcsncmp(end - len * 3, end - len * 1, len) == 0)
return true | RemoveRepetition(text = end - len);
return false;
}
} }

2
GUI/host/util.h
View File

@ -6,4 +6,6 @@ namespace Util
{ {
std::optional<std::wstring> GetClipboardText(); std::optional<std::wstring> GetClipboardText();
std::wstring StringToWideString(std::string text, UINT encoding = CP_UTF8); std::wstring StringToWideString(std::string text, UINT encoding = CP_UTF8);
// return true if repetition found (see https://github.com/Artikash/Textractor/issues/40)
bool RemoveRepetition(std::wstring& text);
} }