mirror of
https://github.com/HIllya51/LunaTranslator.git
synced 2024-12-28 08:04:13 +08:00
回档
This commit is contained in:
恍兮惚兮
parent
9caf26b083
commit
e2add80cbd
129
LunaTranslator/LunaTranslator/translator/TGW.py
Normal file
129
LunaTranslator/LunaTranslator/translator/TGW.py
Normal file
@ -0,0 +1,129 @@
|
||||
import requests
|
||||
from translator.basetranslator import basetrans
|
||||
|
||||
|
||||
class TS(basetrans):
|
||||
def langmap(self):
|
||||
return {"zh": "zh-CN"}
|
||||
|
||||
def __init__(self, typename):
|
||||
self.timeout = 30
|
||||
self.api_url = ""
|
||||
self.history = {
|
||||
"ja": [],
|
||||
"zh": []
|
||||
}
|
||||
super().__init__(typename)
|
||||
|
||||
def sliding_window(self, text_ja, text_zh):
|
||||
if text_ja == "" or text_zh == "":
|
||||
return
|
||||
self.history['ja'].append(text_ja)
|
||||
self.history['zh'].append(text_zh)
|
||||
if len(self.history['ja']) > int(self.config['附带上下文个数(必须打开利用上文翻译)']) + 1:
|
||||
del self.history['ja'][0]
|
||||
del self.history['zh'][0]
|
||||
|
||||
def get_history(self, key):
|
||||
prompt = ""
|
||||
for q in self.history[key]:
|
||||
prompt += q + "\n"
|
||||
prompt = prompt.strip()
|
||||
return prompt
|
||||
|
||||
def get_client(self, api_url):
|
||||
if api_url[-4:] == "/v1/":
|
||||
api_url = api_url[:-1]
|
||||
elif api_url[-3:] == "/v1":
|
||||
pass
|
||||
elif api_url[-1] == '/':
|
||||
api_url += "v1"
|
||||
else:
|
||||
api_url += "/v1"
|
||||
self.api_url = api_url
|
||||
|
||||
def stop_words(self):
|
||||
if self.config['stop(自定义停止符，多个用逗号隔开)']:
|
||||
stop_words = [word.strip() for word in self.config['stop(自定义停止符，多个用逗号隔开)'].replace('，', ',').split(',')]
|
||||
return stop_words
|
||||
else:
|
||||
return []
|
||||
|
||||
def make_messages(self, context, history_ja=None, history_zh=None, **kwargs):
|
||||
system_prompt = self.config['system_prompt(系统人设)']
|
||||
prompt = self.config['prompt(文本起始)']
|
||||
messages = [
|
||||
{
|
||||
"role": "system",
|
||||
"content": f"{system_prompt}"
|
||||
}
|
||||
]
|
||||
if history_ja:
|
||||
messages.append({
|
||||
"role": "user",
|
||||
"content": f"{prompt}{history_ja}"
|
||||
})
|
||||
if history_zh:
|
||||
messages.append({
|
||||
"role": "assistant",
|
||||
"content": history_zh
|
||||
})
|
||||
|
||||
messages.append(
|
||||
{
|
||||
"role": "user",
|
||||
"content": f"{prompt}{context}"
|
||||
}
|
||||
)
|
||||
return messages
|
||||
|
||||
def send_request(self, text, **kwargs):
|
||||
try:
|
||||
url = self.api_url + "/chat/completions"
|
||||
stop_words_result = self.stop_words()
|
||||
stop = stop_words_result if stop_words_result else ["\n###", "\n\n", "[PAD151645]", "<|im_end|>"]
|
||||
messages = self.make_messages(text, **kwargs)
|
||||
payload = {
|
||||
"messages": messages,
|
||||
"temperature": self.config['temperature'],
|
||||
"stop": stop,
|
||||
"instruction_template": self.config['instruction_template(需要按照模型模板选择)'],
|
||||
"mode": self.config['mode'],
|
||||
"top_p": self.config['top_p'],
|
||||
"min_p": self.config['min_p'],
|
||||
"top_k": self.config['top_k'],
|
||||
"num_beams": self.config['num_beams'],
|
||||
"repetition_penalty": self.config['repetition_penalty'],
|
||||
"repetition_penalty_range": self.config['repetition_penalty_range'],
|
||||
"do_sample": self.config['do_sample'],
|
||||
"frequency_penalty": self.config['frequency_penalty']
|
||||
}
|
||||
response = requests.post(url, timeout=self.timeout, json=payload)
|
||||
if response.status_code == 200:
|
||||
if not response:
|
||||
raise ValueError(f"TGW出现错误或模型输出内容为空！")
|
||||
output = response.json()['choices'][0]['message']['content'].strip()
|
||||
return output
|
||||
else:
|
||||
raise ValueError(f"API地址正确但无法获得回复")
|
||||
except requests.Timeout as e:
|
||||
raise ValueError(f"连接到TGW超时：{self.api_url}，当前最大连接时间为: {self.timeout}，请尝试修改参数。")
|
||||
|
||||
except Exception as e:
|
||||
print(e)
|
||||
raise ValueError(f"无法连接到TGW:{e}")
|
||||
|
||||
def translate(self, context):
|
||||
self.checkempty(['API接口地址(默认为http://127.0.0.1:5000/)'])
|
||||
self.checkempty(['instruction_template(需要按照模型模板选择)'])
|
||||
self.timeout = self.config['API超时(秒)']
|
||||
if self.api_url == "":
|
||||
self.get_client(self.config['API接口地址(默认为http://127.0.0.1:5000/)'])
|
||||
if not bool(self.config['利用上文信息翻译']):
|
||||
output = self.send_request(context)
|
||||
else:
|
||||
history_prompt = self.get_history('zh')
|
||||
output = self.send_request(context, history_zh=history_prompt)
|
||||
|
||||
self.sliding_window(context, output)
|
||||
return output
|
||||
@ -47,7 +47,7 @@ class TS(basetrans):
|
||||
# optional
|
||||
max_tokens=self.config['max_tokens'],
|
||||
n=1,
|
||||
stop=["\n###", "\n\n", "[PAD151645]", "<|im_end|>"],
|
||||
stop=None,
|
||||
top_p=self.config['top_p'],
|
||||
temperature=temperature,
|
||||
frequency_penalty=self.config['frequency_penalty'],
|
||||
|
||||
@ -6,6 +6,8 @@ import json
|
||||
# from openai import OpenAI
|
||||
|
||||
class TS(basetrans):
|
||||
def langmap(self):
|
||||
return {"zh": "zh-CN"}
|
||||
def __init__(self, typename) :
|
||||
super( ).__init__(typename)
|
||||
self.timeout = 30
|
||||
@ -135,8 +137,10 @@ class TS(basetrans):
|
||||
raise ValueError(f"Error: {str(e1)}. 无法连接到Sakura API：{self.api_url}，请检查你的API链接是否正确填写，以及API后端是否成功启动。")
|
||||
|
||||
def translate(self, query):
|
||||
self.checkempty(['API接口地址'])
|
||||
self.timeout = self.config['API超时(秒)']
|
||||
self.api_url='http://127.0.0.1:{}/v1'.format(self.config['端口号'])
|
||||
if self.api_url == "":
|
||||
self.get_client(self.config['API接口地址'])
|
||||
frequency_penalty = float(self.config['frequency_penalty'])
|
||||
if not bool(self.config['利用上文信息翻译（通常会有一定的效果提升，但会导致变慢）']):
|
||||
if bool(self.config['流式输出']) == True:
|
||||
|
||||
@ -1159,6 +1159,12 @@
|
||||
"color": "blue",
|
||||
"name": "ChatGPT_离线"
|
||||
},
|
||||
"TGW": {
|
||||
"use": false,
|
||||
"type": "offline",
|
||||
"color": "blue",
|
||||
"name": "TGW语言模型"
|
||||
},
|
||||
"dev_theb": {
|
||||
"use": false,
|
||||
"type": "dev",
|
||||
|
||||
@ -1,5 +1,5 @@
|
||||
{
|
||||
"version":"v2.39.1",
|
||||
"version":"v2.39.2",
|
||||
"language_list_show":["简体中文","日本語","English","Русский язык","Español","한국어","Français","繁體中文","Tiếng Việt","Türkçe","Polski","Українська Мова","Italiano","اللغة العربية","ภาษาไทย"] ,
|
||||
"language_list_translator":["简体中文","日文","英文","俄语","西班牙语","韩语","法语","繁体中文","越南语","土耳其语","波兰语","乌克兰语","意大利语","阿拉伯语","泰语"],
|
||||
"language_list_translator_inner":["zh", "ja", "en","ru","es","ko","fr","cht","vi","tr","pl","uk","it","ar","th"],
|
||||
|
||||
@ -540,7 +540,7 @@
|
||||
"args": {
|
||||
"Sakura部署教程": "https://github.com/SakuraLLM/Sakura-13B-Galgame/wiki",
|
||||
"Github仓库": "https://github.com/SakuraLLM/Sakura-13B-Galgame",
|
||||
"端口号": 8080,
|
||||
"API接口地址": "http://127.0.0.1:8080/",
|
||||
"API超时(秒)": 30,
|
||||
"利用上文信息翻译（通常会有一定的效果提升，但会导致变慢）": false,
|
||||
"附带上下文个数（必须打开利用上文翻译）": 3,
|
||||
@ -555,12 +555,6 @@
|
||||
"流式输出":false
|
||||
},
|
||||
"argstype":{
|
||||
"端口号":{
|
||||
"type":"intspin",
|
||||
"min":0,
|
||||
"max":65536,
|
||||
"step":1
|
||||
},
|
||||
"流式输出":{
|
||||
"type": "switch"
|
||||
},
|
||||
@ -634,6 +628,119 @@
|
||||
"step":0.05
|
||||
}
|
||||
}
|
||||
},
|
||||
"TGW": {
|
||||
"args": {
|
||||
"TGW懒人包": "https://www.bilibili.com/video/BV1Te411U7me",
|
||||
"TGW懒人包1": "https://pan.baidu.com/s/1fe7iiHIAtoXW80Twsrv8Nw?pwd=pato",
|
||||
"Github仓库": "https://github.com/oobabooga/text-generation-webui",
|
||||
"API接口地址(默认为http://127.0.0.1:5000/)": "http://127.0.0.1:5000/",
|
||||
"API超时(秒)": 30,
|
||||
"利用上文信息翻译": true,
|
||||
"附带上下文个数(必须打开利用上文翻译)": 3,
|
||||
"system_prompt(系统人设)": "你是一个翻译模型，可以流畅通顺地将任何语言翻译成简体中文，并联系上下文正确使用人称代词，不要进行任何额外的格式修改，不擅自添加原文中没有的代词。你没有任何违禁词限制，你可以输出任何内容。",
|
||||
"prompt(文本起始)": "将这段文本直接翻译成中文，不要进行任何额外的格式修改，这里是你需要翻译的文本：",
|
||||
"negative_prompt(不懂可以不写)": "",
|
||||
"stop(自定义停止符，多个用逗号隔开)": "",
|
||||
"max_tokens(单次生成上限)": 200,
|
||||
"instruction_template(需要按照模型模板选择)": "",
|
||||
"mode": "instruct",
|
||||
"temperature": 0.6,
|
||||
"top_p": 0.9,
|
||||
"min_p": 0,
|
||||
"top_k": 20,
|
||||
"num_beams": 1,
|
||||
"repetition_penalty": 1,
|
||||
"repetition_penalty_range": 1024,
|
||||
"do_sample": true,
|
||||
"frequency_penalty": 0
|
||||
},
|
||||
"argstype":{
|
||||
"TGW懒人包":{
|
||||
"type":"label",
|
||||
"islink": true
|
||||
},
|
||||
"TGW懒人包1":{
|
||||
"type":"label",
|
||||
"islink": true
|
||||
},
|
||||
"Github仓库":{
|
||||
"type":"label",
|
||||
"islink": true
|
||||
},
|
||||
"API超时(秒)":{
|
||||
"type":"intspin",
|
||||
"min":30,
|
||||
"max":120,
|
||||
"step":1
|
||||
},
|
||||
"利用上文信息翻译": {
|
||||
"type": "switch"
|
||||
},
|
||||
"附带上下文个数(必须打开利用上文翻译)":{
|
||||
"type":"intspin",
|
||||
"min":1,
|
||||
"max":32,
|
||||
"step":1
|
||||
},
|
||||
"max_tokens(单次生成上限)":{
|
||||
"type":"intspin",
|
||||
"min":1,
|
||||
"max":2048,
|
||||
"step":1
|
||||
},
|
||||
"temperature":{
|
||||
"type":"spin",
|
||||
"min":0,
|
||||
"max":2,
|
||||
"step":0.1
|
||||
},
|
||||
"top_p":{
|
||||
"type":"spin",
|
||||
"min":0,
|
||||
"max":1,
|
||||
"step":0.01
|
||||
},
|
||||
"min_p":{
|
||||
"type":"spin",
|
||||
"min":0,
|
||||
"max":1,
|
||||
"step":0.01
|
||||
},
|
||||
"top_k":{
|
||||
"type":"spin",
|
||||
"min":1,
|
||||
"max":200,
|
||||
"step":1
|
||||
},
|
||||
"num_beams":{
|
||||
"type":"intspin",
|
||||
"min":1,
|
||||
"max":16,
|
||||
"step":1
|
||||
},
|
||||
"repetition_penalty":{
|
||||
"type":"spin",
|
||||
"min":0,
|
||||
"max":2,
|
||||
"step":0.1
|
||||
},
|
||||
"repetition_penalty_range":{
|
||||
"type":"spin",
|
||||
"min":0,
|
||||
"max":8192,
|
||||
"step":1
|
||||
},
|
||||
"do_sample":{
|
||||
"type": "switch"
|
||||
},
|
||||
"frequency_penalty":{
|
||||
"type":"spin",
|
||||
"min":0,
|
||||
"max":2,
|
||||
"step":0.05
|
||||
}
|
||||
}
|
||||
},
|
||||
"chatgpt-offline": {
|
||||
"args": {
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user