mirror of
https://github.com/HIllya51/LunaTranslator.git
synced 2024-12-27 15:44:12 +08:00
83 lines
2.7 KiB
C++
83 lines
2.7 KiB
C++
|
|
||
|
|
#pragma execution_character_set("utf-8")
|
||
|
|
#include<windows.h>
|
||
|
|
#include <iostream>
|
||
|
|
#include <fstream>
|
||
|
|
#include<vector>
|
||
|
|
#include"define.h"
|
||
|
|
#include"cinterface.h"
|
||
|
|
struct mecab_node_t {
|
||
|
|
struct mecab_node_t* prev;
|
||
|
|
struct mecab_node_t* next;
|
||
|
|
struct mecab_node_t* enext;
|
||
|
|
struct mecab_node_t* bnext;
|
||
|
|
struct mecab_path_t* rpath;
|
||
|
|
struct mecab_path_t* lpath;
|
||
|
|
const char* surface;
|
||
|
|
const char* feature;
|
||
|
|
unsigned int id;
|
||
|
|
unsigned short length;
|
||
|
|
unsigned short rlength;
|
||
|
|
unsigned short rcAttr;
|
||
|
|
unsigned short lcAttr;
|
||
|
|
unsigned short posid;
|
||
|
|
unsigned char char_type;
|
||
|
|
unsigned char stat;
|
||
|
|
unsigned char isbest;
|
||
|
|
float alpha;
|
||
|
|
float beta;
|
||
|
|
float prob;
|
||
|
|
short wcost;
|
||
|
|
long cost;
|
||
|
|
};
|
||
|
|
|
||
|
|
typedef struct mecab_t mecab_t;
|
||
|
|
typedef mecab_t* (*mecab_new)(int argc, char** argv);
|
||
|
|
typedef mecab_node_t* (*mecab_sparse_tonode)(mecab_t* mecab, const char*);
|
||
|
|
typedef void (*mecab_destroy)(mecab_t* mecab);
|
||
|
|
HMODULE mecablib;
|
||
|
|
void* mecab_init(char* utf8path,wchar_t*mepath) {
|
||
|
|
mecablib = LoadLibraryW(mepath);
|
||
|
|
if (mecablib == 0)return 0;
|
||
|
|
auto _mecab_new = (mecab_new)GetProcAddress(mecablib, "mecab_new");
|
||
|
|
if (_mecab_new == 0)return 0;
|
||
|
|
std::vector<std::string> vargv = { "fugashi","-C","-r","nul","-d",utf8path,"-Owakati" };
|
||
|
|
|
||
|
|
auto argv = vecstr2c(vargv);
|
||
|
|
auto trigger = _mecab_new(vargv.size(), argv);
|
||
|
|
freestringlist(argv, vargv.size());
|
||
|
|
return trigger;
|
||
|
|
}
|
||
|
|
void mecab_end(void*trigger){
|
||
|
|
if (trigger == 0)return ;
|
||
|
|
if (mecablib == 0)return ;
|
||
|
|
auto _mecab_destroy = (mecab_destroy)GetProcAddress(mecablib, "mecab_destroy");
|
||
|
|
if (_mecab_destroy == 0)return ;
|
||
|
|
mecab_destroy((mecab_t*)trigger);
|
||
|
|
}
|
||
|
|
bool mecab_parse(void* trigger,char*utf8string, char*** surface, char*** features,int*num) {
|
||
|
|
if (trigger == 0)return false;
|
||
|
|
if (mecablib == 0)return false;
|
||
|
|
auto _mecab_sparse_tonode = (mecab_sparse_tonode)GetProcAddress(mecablib, "mecab_sparse_tonode");
|
||
|
|
if (_mecab_sparse_tonode == 0)return false;
|
||
|
|
|
||
|
|
std::string cstr = utf8string;
|
||
|
|
auto node = _mecab_sparse_tonode((mecab_t*)trigger, cstr.c_str());
|
||
|
|
|
||
|
|
std::vector<std::string>surfs;
|
||
|
|
std::vector<std::string>featuresv;
|
||
|
|
while (node->next) {
|
||
|
|
node = node->next;
|
||
|
|
if (node->stat == 3) {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
std::string surf = node->surface;
|
||
|
|
surf = surf.substr(0, node->length);
|
||
|
|
surfs.emplace_back( surf);
|
||
|
|
featuresv.emplace_back(node->feature);
|
||
|
|
}
|
||
|
|
*surface = vecstr2c(surfs);
|
||
|
|
*features = vecstr2c(featuresv);
|
||
|
|
*num = surfs.size();
|
||
|
|
return true;
|
||
|
|
}
|