// textthread.cc // 8/24/2013 jichi // Branch IHF/TextThread.cpp, rev 133 // 8/24/2013 TODO: Clean up this file #ifdef _MSC_VER # pragma warning (disable:4100) // C4100: unreference formal parameter #endif // _MSC_VER #include "settings.h" #include "textthread.h" //#include "wintimer/wintimer.h" #include "vnrhook/include/const.h" #include "ithsys/ithsys.h" #include MK_BASIC_TYPE(BYTE) MK_BASIC_TYPE(ThreadParameter) static DWORD MIN_DETECT = 0x20; static DWORD MIN_REDETECT = 0x80; //#define MIN_DETECT 0x20 //#define MIN_REDETECT 0x80 #ifndef CURRENT_SELECT # define CURRENT_SELECT 0x1000 #endif #ifndef REPEAT_NUMBER_DECIDED # define REPEAT_NUMBER_DECIDED 0x2000 #endif DWORD GetHookName(LPSTR str, DWORD pid, DWORD hook_addr,DWORD max); extern Settings *settings; extern HWND hMainWnd; void CALLBACK NewLineBuff(HWND hwnd, UINT uMsg, UINT_PTR idEvent, DWORD dwTime) { KillTimer(hwnd,idEvent); TextThread *id=(TextThread*)idEvent; if (id->Status()&CURRENT_SELECT) //texts->SetLine(); id->CopyLastToClipboard(); id->SetNewLineFlag(); } // jichi 10/27/2013: removed //void CALLBACK NewLineConsole(HWND hwnd, UINT uMsg, UINT_PTR idEvent, DWORD dwTime) //{ // KillTimer(hwnd,idEvent); // TextThread *id=(TextThread*)idEvent; // if (id->Status()&USING_UNICODE) // id->AddText((BYTE*)L"\r\n",4,true,true); // if (id->Status()&CURRENT_SELECT) // { // //texts->SetLine(); // } //} // jichi 10/27/2013: removed //void ReplaceSentence(BYTE* text, int len) //{ // __asm int 3 //} TextThread::TextThread(DWORD id, DWORD hook, DWORD retn, DWORD spl, WORD num) : //,tp thread_number(num) // jichi 9/21/2013: zero all fields , link_number(-1) , last (0) , align_space(0) , repeat_single(0) , repeat_single_current(0) , repeat_single_count(0) , repeat_detect_count(0) , head(new RepeatCountNode()) , link(nullptr) //, filter(nullptr) , output(nullptr) , app_data(nullptr) //, comment(nullptr) , thread_string(nullptr) , timer(0) , status (0) , repeat_detect_limit(0x80) , last_sentence(0) , prev_sentence(0) , sentence_length(0) , repeat_index(0) , last_time(0) // , tp({id, hook, retn, spl}) { tp.pid = id; tp.hook = hook; tp.retn = retn; tp.spl = spl; //head = new RepeatCountNode; //::memset(head, 0, sizeof(RepeatCountNode)); // jichi 9/21/2013: zero memory //link_number = -1; //repeat_detect_limit = 0x80; //filter = nullptr; //output = nullptr; } TextThread::~TextThread() { //KillTimer(hMainWnd,timer); RepeatCountNode *t = head, *tt; while (t) { tt = t; t = tt->next; delete tt; } head = nullptr; //if (comment) { // delete[] comment; // comment = nullptr; //} if (thread_string) delete[] thread_string; } void TextThread::Reset() { //timer=0; last_sentence = 0; //if (comment) { // delete[] comment; // comment = nullptr; //} MyVector::Reset(); } void TextThread::RemoveSingleRepeatAuto(const BYTE *con, int &len) { #ifdef ITH_DISABLE_REPEAT // jichi 9/28/2013: only for debugging purpose return; #endif // ITH_DISABLE_REPEAT WORD *text = (WORD *)con; if (len <= 2) { if (repeat_single) { if (repeat_single_countMIN_REDETECT) { repeat_detect_count = 0; status ^= REPEAT_NUMBER_DECIDED; last = 0; RepeatCountNode *t = head, *tt; while (t) { tt = t; t = tt->next; delete tt; } head = new RepeatCountNode; ::memset(head, 0, sizeof(RepeatCountNode)); // jichi 9/21/2013: zero memory } } else { repeat_detect_count++; if (last == *text) repeat_single_current++; else { if (last == 0) { last = *text; return; } if (repeat_single_current == 0) { status |= REPEAT_NUMBER_DECIDED; repeat_single = 0; return; } last = *text; RepeatCountNode *it = head; if (repeat_detect_count > MIN_DETECT) { while (it = it->next) if (it->count>head->count) { head->count=it->count; head->repeat=it->repeat; } repeat_single = head->repeat; repeat_single_current = 0; repeat_detect_count = 0; status |= REPEAT_NUMBER_DECIDED; DWORD repeat_sc = repeat_single*4; if (repeat_sc > MIN_DETECT) { MIN_DETECT <<= 1; MIN_REDETECT <<= 1; } } else { bool flag=true; while (it) { if (it->repeat == repeat_single_current) { it->count++; flag = false; break; } it=it->next; } if (flag) { RepeatCountNode *n = new RepeatCountNode; n->count = 1; n->repeat = repeat_single_current; n->next = head->next; head->next = n; } repeat_single_current = 0; } //Decide repeat_single } //Check Repeat } //repeat_single decided? } //len else { status |= REPEAT_NUMBER_DECIDED; repeat_single = 0; } } void TextThread::RemoveSingleRepeatForce(BYTE *con,int &len) { // jichi 9/1/2013: manual repetition count removed WORD *text = (WORD *)con; //if (repeat_single_countGetValue(SETTING_REPEAT_COUNT)&&last==*text) { // len=0; // repeat_single_count++; //} //else { last = *text; repeat_single_count=0; } } void TextThread::RemoveCyclicRepeat(BYTE* &con, int &len) { DWORD current_time = GetTickCount(); if (status & REPEAT_SUPPRESS) { if (current_time - last_time < (unsigned)settings->splittingInterval && ::memcmp(storage + last_sentence + repeat_index, con, len) == 0) { repeat_index += len; if (repeat_index>=sentence_length) repeat_index -= sentence_length; len = 0; } else { repeat_index = 0; status &= ~REPEAT_SUPPRESS; } } else if (status & REPEAT_DETECT) { if (::memcmp(storage + last_sentence + repeat_index, con, len) == 0) { int half_length=repeat_index+len; if (::memcmp(storage + last_sentence, storage + last_sentence + half_length, repeat_index) == 0) { len=0; sentence_length=half_length; status&=~REPEAT_DETECT; status|=REPEAT_SUPPRESS; // jichi 10/27/2013: Not used //if (status&CURRENT_SELECT) // ReplaceSentence(storage+last_sentence+half_length,repeat_index); ClearMemory(last_sentence+half_length,repeat_index); used-=repeat_index; repeat_index=0; } else repeat_index += len; } else { repeat_index=0; status &= ~REPEAT_DETECT; } } else { if (sentence_length == 0) return; else if (len <= (int)sentence_length) { if (memcmp(storage + last_sentence, con, len) == 0) { status |= REPEAT_DETECT; repeat_index = len; if (repeat_index == sentence_length) { repeat_index = 0; len = 0; } } else if (sentence_length > repeat_detect_limit) { if (len > 2) { DWORD u = used; while (memcmp(storage + u - len, con, len) == 0) u -= len; ClearMemory(u, used - u); used = u; repeat_index = 0; // jichi 10/27/2013: Not used //if (status & CURRENT_SELECT) // ReplaceSentence(storage + last_sentence, used - u); status |= REPEAT_SUPPRESS; len = 0; } else if (len <= 2) { WORD tmp = *(WORD *)(storage + last_sentence); DWORD index, last_index, tmp_len; index = used-len; if (index < last_sentence) index = last_sentence; //Locate position of current input. _again: *(WORD *)(storage+last_sentence) = *(WORD *)con; while (*(WORD *)(storage + index) != *(WORD *)con) index--; *(WORD *)(storage + last_sentence) = tmp; if (index > last_sentence) { tmp_len = used - index; if (tmp_len <= 2) { repeat_detect_limit += 0x40; last_time = current_time; return; } if (index - last_sentence >= tmp_len && memcmp(storage + index - tmp_len, storage + index, tmp_len) == 0) { repeat_detect_limit = 0x80; sentence_length =tmp_len; index -= tmp_len; while (memcmp(storage + index - sentence_length, storage + index, sentence_length) == 0) index -= sentence_length; repeat_index = 2; len = 0; last_index = index; if (status&USING_UNICODE) { while (storage[index] == storage[index + sentence_length]) index -= 2; index += 2; while (true) { tmp = *(WORD *)(storage + index); if (tmp >= 0x3000 && tmp < 0x3020) index += 2; else break; } } else { DWORD last_char_len; while (storage[index] == storage[index + sentence_length]) { last_char_len = LeadByteTable[storage[index]]; index -= last_char_len; } index += last_char_len; while (storage[index] == 0x81) { if ((storage[index+1]>>4) == 4) index += 2; else break; } } repeat_index += last_index - index; status |= REPEAT_SUPPRESS; last_sentence = index; index += sentence_length; // jichi 10/27/2013: Not used //if (status&CURRENT_SELECT) // ReplaceSentence(storage + index, used - index); ClearMemory(index, used - index); //memset(storage + index, 0, used - index); used = index; } else { index--; goto _again; } } else repeat_detect_limit += 0x40; } } } } last_time = current_time; } void TextThread::ResetRepeatStatus() { last=0; repeat_single=0; repeat_single_current=0; repeat_single_count=0; repeat_detect_count=0; RepeatCountNode *t = head->next, *tt; while (t) { tt = t; t = tt->next; delete tt; } //head=new RepeatCountNode; head->count = head->repeat = 0; status &= ~REPEAT_NUMBER_DECIDED; } void TextThread::AddLineBreak() { if (sentence_length == 0) return; if (status&BUFF_NEWLINE) { prev_sentence=last_sentence; sentence_length=0; if (status & USING_UNICODE) AddToStore((BYTE *)L"\r\n\r\n", 8); else AddToStore((BYTE *)"\r\n\r\n", 4); if (output) output(this, 0, 8, TRUE, app_data, false); // jichi 10/27/2013: space is false last_sentence = used; status &= ~BUFF_NEWLINE; } } void TextThread::AddText(const BYTE *con, int len, bool new_line, bool space) { if (!con || (len <= 0 && !space)) return; if (len && !new_line) { // jichi 9/1/2013: manual repetition count removed //if (setman->GetValue(SETTING_REPEAT_COUNT)) { // status|=REPEAT_NUMBER_DECIDED; // RemoveSingleRepeatForce(con,len); //} //else RemoveSingleRepeatAuto(con, len); if (len <= 0 && !space) return; } // jichi 9/1/2013: manual repetition count removed //if(setman->GetValue(SETTING_CYCLIC_REMOVE)) { // //if (status & REPEAT_NUMBER_DECIDED) // RemoveCyclicRepeat(con,len); //} //if (len <= 0) // return; // jichi 10/27/2013: User-defined filter callback is disabled //if (filter) // len = filter(this, con,len, new_line, app_data); //if (len <= 0) // return; if (len && sentence_length == 0) { if (status & USING_UNICODE) { if (*(WORD *)con == 0x3000) { // jichi 10/27/2013: why skip unicode space?! con += 2; len -= 2; } } else if (*(WORD *)con == 0x4081) { con += 2; len -= 2; } if (len <= 0 && !space) return; } if (status & BUFF_NEWLINE) AddLineBreak(); if (len) if (new_line) { prev_sentence = last_sentence; last_sentence = used + 4; if (status & USING_UNICODE) last_sentence += 4; sentence_length = 0; } else { SetNewLineTimer(); if (link) { const BYTE *send = con; int l = len; if (status & USING_UNICODE) { // Although unlikely, a thread and its link may have different encoding. if ((link->Status() & USING_UNICODE) == 0) { send = new BYTE[l]; //::memset(send, 0, l); // jichi 9/26/2013: zero memory l = WC_MB((LPWSTR)con, (char *)send); } link->AddTextDirect(send, l, space); } else { if (link->Status() & USING_UNICODE) { size_t sz = len * 2 + 2; send = new BYTE[sz]; //::memset(send, 0, sz); // jichi 9/26/2013: zero memory l = MB_WC((char *)con, (LPWSTR)send) << 1; } link->AddTextDirect(send, l, space); } link->SetNewLineTimer(); if (send != con) delete[] send; } sentence_length += len; } BYTE *data = const_cast(con); // jichi 10/27/2013: TODO: Figure out where con is modified if (output) len = output(this, data, len, new_line, app_data, space); if (AddToStore(data, len)) { //sentence_length += len; /*ResetRepeatStatus(); last_sentence=0; prev_sentence=0; sentence_length=len; repeat_index=0; status&=~REPEAT_DETECT|REPEAT_SUPPRESS; */ } } void TextThread::AddTextDirect(const BYTE* con, int len, bool space) // Add to store directly, penetrating repetition filters. { // jichi 10/27/2013: Accordig to the logic, both len and con must be > 0 if (status & BUFF_NEWLINE) AddLineBreak(); //SetNewLineTimer(); if (link) { const BYTE *send = con; int l = len; if (status & USING_UNICODE) { if ((link->Status()&USING_UNICODE) == 0) { send = new BYTE[l]; //::memset(send, 0, l); // jichi 9/26/2013: zero memory l = WC_MB((LPWSTR)con,(char*)send); } link->AddText(send, l, false, space); // new_line is false } else { if (link->Status()&USING_UNICODE) { size_t sz = len * 2 + 2; send = new BYTE[sz]; //::memset(send, 0, sz); // jichi 9/26/2013: zero memory l = MB_WC((char *)con, (LPWSTR)send) << 1; } link->AddText(send, l, false, space); // new_line is false } link->SetNewLineTimer(); if (send != con) delete[] send; } sentence_length += len; BYTE *data = const_cast(con); // jichi 10/27/2013: TODO: Figure out where con is modified if (output) len = output(this, data, len, false, app_data, space); AddToStore(data, len); } DWORD TextThread::GetEntryString(LPSTR str, DWORD max) { DWORD len = 0; if (str && max > 0x40) { max--; if (thread_string) { len = ::strlen(thread_string); len = len < max ? len : max; memcpy(str, thread_string, len); str[len] = 0; } else { len = ::sprintf(str, "%.4X:%.4d:0x%08X:0x%08X:0x%08X:", thread_number, tp. pid, tp.hook, tp.retn, tp.spl); len += GetHookName(str + len, tp.pid, tp.hook, max - len); thread_string = new char[len + 1]; //::memset(thread_string, 0, (len+1) * sizeof(wchar_t)); // jichi 9/26/2013: zero memory thread_string[len] = 0; ::memcpy(thread_string, str, len); } //if (comment) { // str += len; // max--; // DWORD cl = wcslen(comment); // if (len + cl >= max) // cl = max - len; // *str++ = L'-'; // memcpy(str, comment, cl << 1); // str[cl] = 0; // len += cl; //} } return len; } // jichi 9/28/2013: removed //void TextThread::CopyLastSentence(LPWSTR str) //{ // int i,j,l; // if (status&USING_UNICODE) // { // if (used>8) // { // j=used>0xF0?(used-0xF0):0; // for (i=used-0xA;i>=j;i-=2) // { // if (*(DWORD*)(storage+i)==0xA000D) break; // } // if (i>=j) // { // l=used-i; // if (i>j) l-=4; // j=4; // } // else // { // i+=2; // l=used-i; // j=0; // } // memcpy(str,storage+i+j,l); // str[l>>1]=0; // } // else // { // memcpy(str,storage,used); // str[used>>1]=0; // } // } // else // { // if (used>4) // { // j=used>0x80?(used-0x80):0; // for (i=used-5;i>=j;i--) // { // if (*(DWORD*)(storage+i)==0xA0D0A0D) break; // } // if (i>=j) // { // l=used-i; // if (i>j) l-=4; // j=4; // } // else // { // i++; // l=used-i; // j=0; // } // size_t sz = (l|0xF) + 1; // char *buff = new char[sz]; // //memset(buff, 0, sz); // jichi 9/26/2013: zero memory // memcpy(buff, storage + i + j, l); // buff[l] = 0; // str[MB_WC(buff, str)] = 0; // delete[] buff; // } else { // storage[used] = 0; // str[MB_WC((char *)storage, str)] = 0; // } // } //} static char clipboard_buffer[0x400]; // jichi 8/25/2013: clipboard removed void CopyToClipboard(void* str,bool unicode, int len) { if (settings->clipboardFlag && str && len > 0) { int size=(len*2|0xF)+1; if (len>=1022) return; memcpy(clipboard_buffer,str,len); *(WORD*)(clipboard_buffer+len)=0; HGLOBAL hCopy; LPWSTR copy; if (OpenClipboard(0)) { if (hCopy=GlobalAlloc(GMEM_MOVEABLE,size)) { if (copy=(LPWSTR)GlobalLock(hCopy)) { if (unicode) { memcpy(copy,clipboard_buffer,len+2); } else copy[MB_WC(clipboard_buffer,copy)]=0; GlobalUnlock(hCopy); EmptyClipboard(); SetClipboardData(CF_UNICODETEXT,hCopy); } } CloseClipboard(); } } } void TextThread::CopyLastToClipboard() { // jichi 8/25/2013: clipboard removed CopyToClipboard(storage+last_sentence,(status&USING_UNICODE)>0,used-last_sentence); } //void TextThread::ResetEditText() //{ // //__asm int 3; // WCHAR str[0x20]; // swprintf(str,L"%.8X",_ReturnAddress()); //} // jichi 9/25/2013: Removed //void TextThread::ExportTextToFile(LPWSTR) //filename) //{ // HANDLE hFile=IthCreateFile(filename,FILE_WRITE_DATA,0,FILE_OPEN_IF); // if (hFile==INVALID_HANDLE_VALUE) return; // EnterCriticalSection(&cs_store); // IO_STATUS_BLOCK ios; // LPVOID buffer=storage; // DWORD len=used; // BYTE bom[4]={0xFF,0xFE,0,0}; // LARGE_INTEGER offset={2,0}; // if ((status&USING_UNICODE)==0) // { // len=MB_WC_count((char*)storage,used); // buffer = new wchar_t[len+1]; // MB_WC((char*)storage,(wchar_t*)buffer); // len<<=1; // } // NtWriteFile(hFile,0,0,0,&ios,bom,2,0,0); // NtWriteFile(hFile,0,0,0,&ios,buffer,len,&offset,0); // NtFlushBuffersFile(hFile,&ios); // if (buffer !=storage) // delete[] buffer; // NtClose(hFile); // LeaveCriticalSection(&cs_store); //} //void TextThread::SetComment(LPWSTR str) //{ // if (comment) // delete[] comment; // size_t sz = wcslen(str); // comment = new wchar_t[sz + 1]; // comment[sz] = 0; // wcscpy(comment, str); //} void TextThread::SetNewLineFlag() { status |= BUFF_NEWLINE; } bool TextThread::CheckCycle(TextThread* start) { if (link==start||this==start) return true; if (link==0) return false; return link->CheckCycle(start); } void TextThread::SetNewLineTimer() { if (thread_number == 0) // jichi 10/27/2013: Not used timer = 0; //SetTimer(hMainWnd,(UINT_PTR)this, settings->splittingInterval, NewLineConsole); else timer = SetTimer(hMainWnd, (UINT_PTR)this, settings->splittingInterval, NewLineBuff); } DWORD TextThread::GetThreadString(LPSTR str, DWORD max) { DWORD len = 0; if (max) { char buffer[0x200]; char c; if (thread_string == nullptr) GetEntryString(buffer, 0x200); //This will allocate thread_string. LPSTR end = thread_string; for (; *end; end++); c = thread_string[0]; thread_string[0] = ':'; LPSTR p1 = end; for (; *p1 != ':'; p1--); thread_string[0] = c; if (p1 == thread_string) return 0; p1++; len = end - p1; if (len >= max) len = max - 1; ::memcpy(str, p1, len); str[len] = 0; } return len; } void TextThread::UnLinkAll() { if (link) link->UnLinkAll(); link = 0; link_number = -1; } // EOF