LunaTranslator/plugins/winrtutils/winrtocr.cpp

#include "define.h"
#include <winrt/Windows.Foundation.h>
#include <winrt/Windows.Storage.Pickers.h>
#include <winrt/Windows.Storage.Streams.h>
#include <winrt/Windows.Graphics.Imaging.h>
#include <winrt/Windows.Media.FaceAnalysis.h>
#include <winrt/Windows.Media.Ocr.h>

#include <winrt/Windows.Foundation.Collections.h>
#include <winrt/Windows.Devices.Enumeration.h>
#include <winrt/Windows.Media.Devices.h>

#include <winrt/Windows.Security.Cryptography.h>
#include <winrt/Windows.Globalization.h>
using namespace winrt;

using namespace Windows::Foundation;
using namespace Windows::Storage;
using namespace Windows::Storage::Streams;
using namespace Windows::Graphics::Imaging;
using namespace Windows::Media::Ocr;

using namespace Windows::Devices::Enumeration;
using namespace Windows::Media::Devices;

using namespace Windows::Security::Cryptography;
using namespace Windows::Globalization;
using namespace Windows::Foundation::Collections;
bool check_language_valid(wchar_t *language)
{
    OcrEngine ocrEngine = OcrEngine::TryCreateFromUserProfileLanguages();
    std::wstring l = language;
    try
    {
        Language language1(l);
        return ocrEngine.IsLanguageSupported(language1);
    }
    catch (...)
    {
        return false;
    }
}
wchar_t **getlanguagelist(int *num)
{
    OcrEngine ocrEngine = OcrEngine::TryCreateFromUserProfileLanguages();
    auto languages = ocrEngine.AvailableRecognizerLanguages();
    auto ret = new wchar_t *[languages.Size()];
    int i = 0;
    for (auto &&language : languages)
    {
        auto lang = language.LanguageTag();
        size_t len = lang.size() + 1;
        ret[i] = new wchar_t[len];
        wcscpy_s(ret[i], len, lang.c_str());
        i += 1;
    }
    *num = languages.Size();
    return ret;
}
ocrres OCR(void *ptr, size_t size, wchar_t *lang, wchar_t *space, int *num)
{
    IBuffer buffer = CryptographicBuffer::CreateFromByteArray(
        winrt::array_view<uint8_t>(static_cast<uint8_t *>(ptr), size));
    InMemoryRandomAccessStream memoryStream;
    memoryStream.WriteAsync(buffer).get();
    BitmapDecoder decoder = BitmapDecoder::CreateAsync(memoryStream).get();

    SoftwareBitmap softwareBitmap = decoder.GetSoftwareBitmapAsync().get();
    std::wstring l = lang;
    Language language(l);
    OcrEngine ocrEngine = OcrEngine::TryCreateFromLanguage(language);
    OcrResult ocrResult = ocrEngine.RecognizeAsync(softwareBitmap).get();
    auto res = ocrResult.Lines();
    std::vector<std::wstring> rets;
    std::vector<int> xs, ys, xs2, ys2;
    int i = 0;
    std::wstring sspace = space;
    for (auto line : res)
    {

        std::wstring xx = L"";
        bool start = true;
        unsigned int x1 = -1, x2 = 0, y1 = -1, y2 = 0;

        for (auto word : line.Words())
        {
            if (!start)
                xx += sspace;
            start = false;
            xx += word.Text();
            auto &rect = word.BoundingRect();
            x1 = min(rect.X, x1);
            x2 = max(x2, rect.X + rect.Width);
            y1 = min(rect.Y, y1);
            y2 = max(y2, rect.Y + rect.Height);
        }
        ys.push_back(y1);
        xs.push_back(x1);
        xs2.push_back(x2);
        ys2.push_back(y2);
        rets.emplace_back(xx);
        i += 1;
    }
    *num = res.Size();
    return ocrres{vecwstr2c(rets), vecint2c(xs), vecint2c(ys), vecint2c(xs2), vecint2c(ys2)};
}