Textractor/extensions/devtools.cpp

#include "devtools.h"

DevTools::DevTools(QObject* parent) :
	QObject(parent),
	idcounter(0),
	idmethod(0),
	status("Stopped"),
	session(0)
{
}

void DevTools::startDevTools(QString path, bool headless, int port)
{
	if (startChrome(path, headless, port))
	{
		QJsonDocument doc;
		QString webSocketDebuggerUrl;
		if (GetJsonfromHTTP(doc, "/json/list", port))
		{
			for (const auto obj : doc.array())
				if (obj.toObject().value("type") == "page")
				{
					webSocketDebuggerUrl.append(obj.toObject().value("webSocketDebuggerUrl").toString());
					break;
				}
			if (!webSocketDebuggerUrl.isEmpty())
			{
				if (GetJsonfromHTTP(doc, "/json/version", port))
				{
					useragent = doc.object().value("User-Agent").toString();
				}	
				connect(&webSocket, &QWebSocket::stateChanged, this, &DevTools::stateChanged);
				connect(&webSocket, &QWebSocket::textMessageReceived, this, &DevTools::onTextMessageReceived);
				webSocket.open(webSocketDebuggerUrl);
				session += 1;
				return;
			}
		}
		status = "Failed to find chrome debug port!";
		emit statusChanged(status);
	}
	else
	{
		status = "Failed to start chrome!";
		emit statusChanged(status);
	}
}

int DevTools::getSession()
{
	return session;
}

QString DevTools::getStatus()
{
	return status;
}

QString DevTools::getUserAgent()
{
	return useragent;
}

DevTools::~DevTools()
{
	closeDevTools();
}

bool DevTools::startChrome(QString path, bool headless, int port)
{
	if (!std::filesystem::exists(path.toStdWString()))
		return false;
	DWORD exitCode = 0;
	if (GetExitCodeProcess(processInfo.hProcess, &exitCode) != FALSE && exitCode == STILL_ACTIVE)
		return false;
	QString args = "--proxy-server=direct:// --disable-extensions --disable-gpu --user-data-dir="
					+ QString::fromStdWString(std::filesystem::current_path())
					+ "\\devtoolscache --remote-debugging-port="
					+ QString::number(port);
	if (headless)
		args += " --headless";
	STARTUPINFOW dummy = { sizeof(dummy) };
	if (!CreateProcessW(NULL, (wchar_t*)(path + " " + args).utf16(), nullptr, nullptr,
		FALSE, 0, nullptr, nullptr, &dummy, &processInfo))
		return false;
	else
		return true;
}

bool DevTools::GetJsonfromHTTP(QJsonDocument& doc, QString object, int port)
{
	if (HttpRequest httpRequest{
		L"Mozilla/5.0 Textractor",
		L"127.0.0.1",
		L"POST",
		object.toStdWString().c_str(),
		"",
		NULL,
		NULL,
		WINHTTP_FLAG_ESCAPE_DISABLE,
		NULL,
		NULL,
		DWORD(port)
		})
	{
		QString qtString = QString::fromStdWString(httpRequest.response);
		doc = QJsonDocument::fromJson(qtString.toUtf8());
		if (!doc.isEmpty())
			return true;
		else
			return false;
	}
	else
		return false;

}

void DevTools::stateChanged(QAbstractSocket::SocketState state)
{
	QMetaEnum metaenum = QMetaEnum::fromType<QAbstractSocket::SocketState>();
	status = metaenum.valueToKey(state);
	emit statusChanged(status);
}

bool DevTools::SendRequest(QString method, QJsonObject params, QJsonObject& root)
{
	if (!isConnected())
		return false;
	root = QJsonObject();
	QJsonObject json;
	task_completion_event<QJsonObject> response;
	long id = idIncrement();
	json.insert("id", id);
	json.insert("method", method);
	json.insert("params", params);
	QJsonDocument doc(json);
	QString message(doc.toJson(QJsonDocument::Compact));
	mutex.lock();
	mapqueue.insert(std::make_pair(id, response));
	mutex.unlock();
	webSocket.sendTextMessage(message);
	webSocket.flush();
	try
	{
		root = create_task(response).get();
	}
	catch (const std::exception& ex)
	{
		response.set_exception(ex);
		return false;
	}
	if (!root.isEmpty())
	{
		if (root.contains("error"))
		{
			return false;
		}
		else if (root.contains("result"))
			return true;
		else
			return false;
	}
	else
		return false;
}

long DevTools::methodToReceive(QString method, QJsonObject params)
{
	QJsonObject json;
	long id = idmIncrement();
	json.insert("method", method);
	json.insert("params", params);
	mutex.lock();
	mapmethod.insert(std::make_pair(id, json));
	mutex.unlock();
	return id;
}

long DevTools::idIncrement()
{
	return ++idcounter;
}

long DevTools::idmIncrement()
{
	return ++idmethod;
}

bool DevTools::isConnected()
{
	if (webSocket.state() == QAbstractSocket::ConnectedState)
		return true;
	else
		return false;
}

bool DevTools::compareJson(QJsonValue storedparams, QJsonValue params)
{
	if (storedparams.isObject())
	{
		foreach(const QString & key, storedparams.toObject().keys())
		{
			QJsonValue storedvalue = storedparams.toObject().value(key);
			QJsonValue value = params.toObject().value(key);
			if (!compareJson(storedvalue, value))
				return false;
		}
	}
	else if (storedparams.isArray())
	{
		for (int i = 0; i < storedparams.toArray().size(); i++)
			if (!compareJson(storedparams.toArray()[i], params.toArray()[i]))
				return false;
	}
	else if (storedparams.toVariant() != params.toVariant())
		return false;

	return true;
}

bool DevTools::checkMethod(long id)
{
	MapMethod::iterator iter = mapmethod.find(id);
	if (iter == mapmethod.end())
		return true;
	else
		return false;
}

void DevTools::onTextMessageReceived(QString message)
{
	QJsonDocument doc = QJsonDocument::fromJson(message.toUtf8());
	if (doc.isObject())
	{
		QJsonObject root = doc.object();
		if (root.contains("method"))
		{
			for (auto iter = mapmethod.cbegin(); iter != mapmethod.cend();)
			{
				if (iter->second.value("method") == root.value("method")
					&& compareJson(iter->second.value("params"), root.value("params")))
				{
					mutex.lock();
					mapmethod.erase(iter++);
					mutex.unlock();
				}
				++iter;
			}
			return;
		}
		if (root.contains("id"))
		{
			long id = root.value("id").toInt();
			MapResponse::iterator request = mapqueue.find(id);
			if (request != mapqueue.end())
			{
				request->second.set(root);
				mutex.lock();
				mapqueue.erase(request);
				mutex.unlock();
			}
			return;
		}
	}
}

void DevTools::closeDevTools()
{
	if (this->mapqueue.size() > 0)
	{
		MapResponse::iterator iter = mapqueue.begin();
		MapResponse::iterator iend = mapqueue.end();
		for (; iter != iend; iter++)
		{
			iter->second.set_exception("exception");
		}
	}
	webSocket.close();
	mapmethod.clear();
	mapqueue.clear();
	idcounter = 0;
	idmethod = 0;
	DWORD exitCode = 0;
	if (GetExitCodeProcess(processInfo.hProcess, &exitCode) != FALSE)
	{
		if (exitCode == STILL_ACTIVE)
		{
			TerminateProcess(processInfo.hProcess, 0);
			WaitForSingleObject(processInfo.hProcess, 100);
			CloseHandle(processInfo.hProcess);
			CloseHandle(processInfo.hThread);
		}
		std::this_thread::sleep_for(std::chrono::milliseconds(200));
		try
		{
			std::filesystem::remove_all(L"devtoolscache");
		}
		catch (const std::exception&)
		{

		}
	}
	status = "Stopped";
	emit statusChanged(status);
}