|
|
@@ -23,6 +23,7 @@ class LinkAIBot(Bot, OpenAIImage): |
|
|
|
def __init__(self): |
|
|
|
super().__init__() |
|
|
|
self.sessions = SessionManager(ChatGPTSession, model=conf().get("model") or "gpt-3.5-turbo") |
|
|
|
self.args = {} |
|
|
|
|
|
|
|
def reply(self, query, context: Context = None) -> Reply: |
|
|
|
if context.type == ContextType.TEXT: |
|
|
@@ -72,7 +73,7 @@ class LinkAIBot(Bot, OpenAIImage): |
|
|
|
body = { |
|
|
|
"app_code": app_code, |
|
|
|
"messages": session.messages, |
|
|
|
"model": model, # 对话模型的名称, 支持 gpt-3.5-turbo, gpt-3.5-turbo-16k, gpt-4, wenxin |
|
|
|
"model": model, # 对话模型的名称, 支持 gpt-3.5-turbo, gpt-3.5-turbo-16k, gpt-4, wenxin, xunfei |
|
|
|
"temperature": conf().get("temperature"), |
|
|
|
"top_p": conf().get("top_p", 1), |
|
|
|
"frequency_penalty": conf().get("frequency_penalty", 0.0), # [-2,2]之间,该值越大则更倾向于产生不同的内容 |
|
|
@@ -114,3 +115,68 @@ class LinkAIBot(Bot, OpenAIImage): |
|
|
|
time.sleep(2) |
|
|
|
logger.warn(f"[LINKAI] do retry, times={retry_count}") |
|
|
|
return self._chat(query, context, retry_count + 1) |
|
|
|
|
|
|
|
def reply_text(self, session: ChatGPTSession, app_code="", retry_count=0) -> dict: |
|
|
|
if retry_count >= 2: |
|
|
|
# exit from retry 2 times |
|
|
|
logger.warn("[LINKAI] failed after maximum number of retry times") |
|
|
|
return { |
|
|
|
"total_tokens": 0, |
|
|
|
"completion_tokens": 0, |
|
|
|
"content": "请再问我一次吧" |
|
|
|
} |
|
|
|
|
|
|
|
try: |
|
|
|
body = { |
|
|
|
"app_code": app_code, |
|
|
|
"messages": session.messages, |
|
|
|
"model": conf().get("model") or "gpt-3.5-turbo", # 对话模型的名称, 支持 gpt-3.5-turbo, gpt-3.5-turbo-16k, gpt-4, wenxin, xunfei |
|
|
|
"temperature": conf().get("temperature"), |
|
|
|
"top_p": conf().get("top_p", 1), |
|
|
|
"frequency_penalty": conf().get("frequency_penalty", 0.0), # [-2,2]之间,该值越大则更倾向于产生不同的内容 |
|
|
|
"presence_penalty": conf().get("presence_penalty", 0.0), # [-2,2]之间,该值越大则更倾向于产生不同的内容 |
|
|
|
} |
|
|
|
if self.args.get("max_tokens"): |
|
|
|
body["max_tokens"] = self.args.get("max_tokens") |
|
|
|
headers = {"Authorization": "Bearer " + conf().get("linkai_api_key")} |
|
|
|
|
|
|
|
# do http request |
|
|
|
base_url = conf().get("linkai_api_base", "https://api.link-ai.chat") |
|
|
|
res = requests.post(url=base_url + "/v1/chat/completions", json=body, headers=headers, |
|
|
|
timeout=conf().get("request_timeout", 180)) |
|
|
|
if res.status_code == 200: |
|
|
|
# execute success |
|
|
|
response = res.json() |
|
|
|
reply_content = response["choices"][0]["message"]["content"] |
|
|
|
total_tokens = response["usage"]["total_tokens"] |
|
|
|
logger.info(f"[LINKAI] reply={reply_content}, total_tokens={total_tokens}") |
|
|
|
return { |
|
|
|
"total_tokens": total_tokens, |
|
|
|
"completion_tokens": response["usage"]["completion_tokens"], |
|
|
|
"content": reply_content, |
|
|
|
} |
|
|
|
|
|
|
|
else: |
|
|
|
response = res.json() |
|
|
|
error = response.get("error") |
|
|
|
logger.error(f"[LINKAI] chat failed, status_code={res.status_code}, " |
|
|
|
f"msg={error.get('message')}, type={error.get('type')}") |
|
|
|
|
|
|
|
if res.status_code >= 500: |
|
|
|
# server error, need retry |
|
|
|
time.sleep(2) |
|
|
|
logger.warn(f"[LINKAI] do retry, times={retry_count}") |
|
|
|
return self.reply_text(session, app_code, retry_count + 1) |
|
|
|
|
|
|
|
return { |
|
|
|
"total_tokens": 0, |
|
|
|
"completion_tokens": 0, |
|
|
|
"content": "提问太快啦,请休息一下再问我吧" |
|
|
|
} |
|
|
|
|
|
|
|
except Exception as e: |
|
|
|
logger.exception(e) |
|
|
|
# retry |
|
|
|
time.sleep(2) |
|
|
|
logger.warn(f"[LINKAI] do retry, times={retry_count}") |
|
|
|
return self.reply_text(session, app_code, retry_count + 1) |