|
|
|
@@ -4,21 +4,32 @@ |
|
|
|
wechaty channel |
|
|
|
Python Wechaty - https://github.com/wechaty/python-wechaty |
|
|
|
""" |
|
|
|
import base64 |
|
|
|
from concurrent.futures import ThreadPoolExecutor |
|
|
|
import os |
|
|
|
import time |
|
|
|
import asyncio |
|
|
|
from typing import Optional, Union |
|
|
|
from bridge.context import Context, ContextType |
|
|
|
from wechaty_puppet import MessageType, FileBox, ScanStatus # type: ignore |
|
|
|
from bridge.context import Context |
|
|
|
from wechaty_puppet import FileBox |
|
|
|
from wechaty import Wechaty, Contact |
|
|
|
from wechaty.user import Message, MiniProgram, UrlLink |
|
|
|
from channel.channel import Channel |
|
|
|
from wechaty.user import Message |
|
|
|
from bridge.reply import * |
|
|
|
from bridge.context import * |
|
|
|
from channel.chat_channel import ChatChannel |
|
|
|
from channel.wechat.wechaty_message import WechatyMessage |
|
|
|
from common.log import logger |
|
|
|
from common.tmp_dir import TmpDir |
|
|
|
from config import conf |
|
|
|
from voice.audio_convert import sil_to_wav, mp3_to_sil |
|
|
|
|
|
|
|
class WechatyChannel(Channel): |
|
|
|
try: |
|
|
|
from voice.audio_convert import mp3_to_sil |
|
|
|
except Exception as e: |
|
|
|
pass |
|
|
|
|
|
|
|
thread_pool = ThreadPoolExecutor(max_workers=8) |
|
|
|
def thread_pool_callback(worker): |
|
|
|
worker_exception = worker.exception() |
|
|
|
if worker_exception: |
|
|
|
logger.exception("Worker return exception: {}".format(worker_exception)) |
|
|
|
class WechatyChannel(ChatChannel): |
|
|
|
|
|
|
|
def __init__(self): |
|
|
|
pass |
|
|
|
@@ -28,312 +39,96 @@ class WechatyChannel(Channel): |
|
|
|
|
|
|
|
async def main(self): |
|
|
|
config = conf() |
|
|
|
# 使用PadLocal协议 比较稳定(免费web协议 os.environ['WECHATY_PUPPET_SERVICE_ENDPOINT'] = '127.0.0.1:8080') |
|
|
|
token = config.get('wechaty_puppet_service_token') |
|
|
|
os.environ['WECHATY_PUPPET_SERVICE_TOKEN'] = token |
|
|
|
global bot |
|
|
|
bot = Wechaty() |
|
|
|
|
|
|
|
bot.on('scan', self.on_scan) |
|
|
|
bot.on('login', self.on_login) |
|
|
|
bot.on('message', self.on_message) |
|
|
|
await bot.start() |
|
|
|
self.bot = Wechaty() |
|
|
|
self.bot.on('login', self.on_login) |
|
|
|
self.bot.on('message', self.on_message) |
|
|
|
await self.bot.start() |
|
|
|
|
|
|
|
async def on_login(self, contact: Contact): |
|
|
|
self.user_id = contact.contact_id |
|
|
|
self.name = contact.name |
|
|
|
logger.info('[WX] login user={}'.format(contact)) |
|
|
|
|
|
|
|
async def on_scan(self, status: ScanStatus, qr_code: Optional[str] = None, |
|
|
|
data: Optional[str] = None): |
|
|
|
pass |
|
|
|
# contact = self.Contact.load(self.contact_id) |
|
|
|
# logger.info('[WX] scan user={}, scan status={}, scan qr_code={}'.format(contact, status.name, qr_code)) |
|
|
|
# print(f'user <{contact}> scan status: {status.name} , 'f'qr_code: {qr_code}') |
|
|
|
# 统一的发送函数，每个Channel自行实现，根据reply的type字段发送不同类型的消息 |
|
|
|
def send(self, reply: Reply, context: Context): |
|
|
|
receiver_id = context['receiver'] |
|
|
|
loop = asyncio.get_event_loop() |
|
|
|
if context['isgroup']: |
|
|
|
receiver = asyncio.run_coroutine_threadsafe(self.bot.Room.find(receiver_id),loop).result() |
|
|
|
else: |
|
|
|
receiver = asyncio.run_coroutine_threadsafe(self.bot.Contact.find(receiver_id),loop).result() |
|
|
|
msg = None |
|
|
|
if reply.type == ReplyType.TEXT: |
|
|
|
msg = reply.content |
|
|
|
asyncio.run_coroutine_threadsafe(receiver.say(msg),loop).result() |
|
|
|
logger.info('[WX] sendMsg={}, receiver={}'.format(reply, receiver)) |
|
|
|
elif reply.type == ReplyType.ERROR or reply.type == ReplyType.INFO: |
|
|
|
msg = reply.content |
|
|
|
asyncio.run_coroutine_threadsafe(receiver.say(msg),loop).result() |
|
|
|
logger.info('[WX] sendMsg={}, receiver={}'.format(reply, receiver)) |
|
|
|
elif reply.type == ReplyType.VOICE: |
|
|
|
voiceLength = None |
|
|
|
if reply.content.endswith('.mp3'): |
|
|
|
mp3_file = reply.content |
|
|
|
sil_file = os.path.splitext(mp3_file)[0] + '.sil' |
|
|
|
voiceLength = mp3_to_sil(mp3_file, sil_file) |
|
|
|
try: |
|
|
|
os.remove(mp3_file) |
|
|
|
except Exception as e: |
|
|
|
pass |
|
|
|
elif reply.content.endswith('.sil'): |
|
|
|
sil_file = reply.content |
|
|
|
else: |
|
|
|
raise Exception('voice file must be mp3 or sil format') |
|
|
|
# 发送语音 |
|
|
|
t = int(time.time()) |
|
|
|
msg = FileBox.from_file(sil_file, name=str(t) + '.sil') |
|
|
|
if voiceLength is not None: |
|
|
|
msg.metadata['voiceLength'] = voiceLength |
|
|
|
asyncio.run_coroutine_threadsafe(receiver.say(msg),loop).result() |
|
|
|
try: |
|
|
|
os.remove(sil_file) |
|
|
|
except Exception as e: |
|
|
|
pass |
|
|
|
logger.info('[WX] sendVoice={}, receiver={}'.format(reply.content, receiver)) |
|
|
|
elif reply.type == ReplyType.IMAGE_URL: # 从网络下载图片 |
|
|
|
img_url = reply.content |
|
|
|
t = int(time.time()) |
|
|
|
msg = FileBox.from_url(url=img_url, name=str(t) + '.png') |
|
|
|
asyncio.run_coroutine_threadsafe(receiver.say(msg),loop).result() |
|
|
|
logger.info('[WX] sendImage url={}, receiver={}'.format(img_url,receiver)) |
|
|
|
elif reply.type == ReplyType.IMAGE: # 从文件读取图片 |
|
|
|
image_storage = reply.content |
|
|
|
image_storage.seek(0) |
|
|
|
t = int(time.time()) |
|
|
|
msg = FileBox.from_base64(base64.b64encode(image_storage.read()), str(t) + '.png') |
|
|
|
asyncio.run_coroutine_threadsafe(receiver.say(msg),loop).result() |
|
|
|
logger.info('[WX] sendImage, receiver={}'.format(receiver)) |
|
|
|
|
|
|
|
async def on_message(self, msg: Message): |
|
|
|
""" |
|
|
|
listen for message event |
|
|
|
""" |
|
|
|
from_contact = msg.talker() # 获取消息的发送者 |
|
|
|
to_contact = msg.to() # 接收人 |
|
|
|
room = msg.room() # 获取消息来自的群聊. 如果消息不是来自群聊, 则返回None |
|
|
|
from_user_id = from_contact.contact_id |
|
|
|
to_user_id = to_contact.contact_id # 接收人id |
|
|
|
# other_user_id = msg['User']['UserName'] # 对手方id |
|
|
|
content = msg.text() |
|
|
|
mention_content = await msg.mention_text() # 返回过滤掉@name后的消息 |
|
|
|
match_prefix = self.check_prefix(content, conf().get('single_chat_prefix')) |
|
|
|
# conversation: Union[Room, Contact] = from_contact if room is None else room |
|
|
|
|
|
|
|
if room is None and msg.type() == MessageType.MESSAGE_TYPE_TEXT: |
|
|
|
if not msg.is_self() and match_prefix is not None: |
|
|
|
# 好友向自己发送消息 |
|
|
|
if match_prefix != '': |
|
|
|
str_list = content.split(match_prefix, 1) |
|
|
|
if len(str_list) == 2: |
|
|
|
content = str_list[1].strip() |
|
|
|
|
|
|
|
img_match_prefix = self.check_prefix(content, conf().get('image_create_prefix')) |
|
|
|
if img_match_prefix: |
|
|
|
content = content.split(img_match_prefix, 1)[1].strip() |
|
|
|
await self._do_send_img(content, from_user_id) |
|
|
|
else: |
|
|
|
await self._do_send(content, from_user_id) |
|
|
|
elif msg.is_self() and match_prefix: |
|
|
|
# 自己给好友发送消息 |
|
|
|
str_list = content.split(match_prefix, 1) |
|
|
|
if len(str_list) == 2: |
|
|
|
content = str_list[1].strip() |
|
|
|
img_match_prefix = self.check_prefix(content, conf().get('image_create_prefix')) |
|
|
|
if img_match_prefix: |
|
|
|
content = content.split(img_match_prefix, 1)[1].strip() |
|
|
|
await self._do_send_img(content, to_user_id) |
|
|
|
else: |
|
|
|
await self._do_send(content, to_user_id) |
|
|
|
elif room is None and msg.type() == MessageType.MESSAGE_TYPE_AUDIO: |
|
|
|
if not msg.is_self(): # 接收语音消息 |
|
|
|
# 下载语音文件 |
|
|
|
voice_file = await msg.to_file_box() |
|
|
|
silk_file = TmpDir().path() + voice_file.name |
|
|
|
await voice_file.to_file(silk_file) |
|
|
|
logger.info("[WX]receive voice file: " + silk_file) |
|
|
|
# 将文件转成wav格式音频 |
|
|
|
wav_file = os.path.splitext(silk_file)[0] + '.wav' |
|
|
|
sil_to_wav(silk_file, wav_file) |
|
|
|
# 语音识别为文本 |
|
|
|
query = super().build_voice_to_text(wav_file).content |
|
|
|
# 交验关键字 |
|
|
|
match_prefix = self.check_prefix(query, conf().get('single_chat_prefix')) |
|
|
|
if match_prefix is not None: |
|
|
|
if match_prefix != '': |
|
|
|
str_list = query.split(match_prefix, 1) |
|
|
|
if len(str_list) == 2: |
|
|
|
query = str_list[1].strip() |
|
|
|
# 返回消息 |
|
|
|
if conf().get('voice_reply_voice'): |
|
|
|
await self._do_send_voice(query, from_user_id) |
|
|
|
else: |
|
|
|
await self._do_send(query, from_user_id) |
|
|
|
else: |
|
|
|
logger.info("[WX]receive voice check prefix: " + 'False') |
|
|
|
# 清除缓存文件 |
|
|
|
os.remove(wav_file) |
|
|
|
os.remove(silk_file) |
|
|
|
elif room and msg.type() == MessageType.MESSAGE_TYPE_TEXT: |
|
|
|
# 群组&文本消息 |
|
|
|
room_id = room.room_id |
|
|
|
room_name = await room.topic() |
|
|
|
from_user_id = from_contact.contact_id |
|
|
|
from_user_name = from_contact.name |
|
|
|
is_at = await msg.mention_self() |
|
|
|
content = mention_content |
|
|
|
config = conf() |
|
|
|
match_prefix = (is_at and not config.get("group_at_off", False)) \ |
|
|
|
or self.check_prefix(content, config.get('group_chat_prefix')) \ |
|
|
|
or self.check_contain(content, config.get('group_chat_keyword')) |
|
|
|
# Wechaty判断is_at为True，返回的内容是过滤掉@之后的内容；而is_at为False，则会返回完整的内容 |
|
|
|
# 故判断如果匹配到自定义前缀，则返回过滤掉前缀+空格后的内容，用于实现类似自定义+前缀触发生成AI图片的功能 |
|
|
|
prefixes = config.get('group_chat_prefix') |
|
|
|
for prefix in prefixes: |
|
|
|
if content.startswith(prefix): |
|
|
|
content = content.replace(prefix, '', 1).strip() |
|
|
|
break |
|
|
|
if ('ALL_GROUP' in config.get('group_name_white_list') or room_name in config.get( |
|
|
|
'group_name_white_list') or self.check_contain(room_name, config.get( |
|
|
|
'group_name_keyword_white_list'))) and match_prefix: |
|
|
|
img_match_prefix = self.check_prefix(content, conf().get('image_create_prefix')) |
|
|
|
if img_match_prefix: |
|
|
|
content = content.split(img_match_prefix, 1)[1].strip() |
|
|
|
await self._do_send_group_img(content, room_id) |
|
|
|
else: |
|
|
|
await self._do_send_group(content, room_id, room_name, from_user_id, from_user_name) |
|
|
|
elif room and msg.type() == MessageType.MESSAGE_TYPE_AUDIO: |
|
|
|
# 群组&语音消息 |
|
|
|
room_id = room.room_id |
|
|
|
room_name = await room.topic() |
|
|
|
from_user_id = from_contact.contact_id |
|
|
|
from_user_name = from_contact.name |
|
|
|
is_at = await msg.mention_self() |
|
|
|
config = conf() |
|
|
|
# 是否开启语音识别、群消息响应功能、群名白名单符合等条件 |
|
|
|
if config.get('group_speech_recognition') and ( |
|
|
|
'ALL_GROUP' in config.get('group_name_white_list') or room_name in config.get( |
|
|
|
'group_name_white_list') or self.check_contain(room_name, config.get( |
|
|
|
'group_name_keyword_white_list'))): |
|
|
|
# 下载语音文件 |
|
|
|
voice_file = await msg.to_file_box() |
|
|
|
silk_file = TmpDir().path() + voice_file.name |
|
|
|
await voice_file.to_file(silk_file) |
|
|
|
logger.info("[WX]receive voice file: " + silk_file) |
|
|
|
# 将文件转成wav格式音频 |
|
|
|
wav_file = os.path.splitext(silk_file)[0] + '.wav' |
|
|
|
sil_to_wav(silk_file, wav_file) |
|
|
|
# 语音识别为文本 |
|
|
|
query = super().build_voice_to_text(wav_file).content |
|
|
|
# 校验关键字 |
|
|
|
match_prefix = self.check_prefix(query, config.get('group_chat_prefix')) \ |
|
|
|
or self.check_contain(query, config.get('group_chat_keyword')) |
|
|
|
# Wechaty判断is_at为True，返回的内容是过滤掉@之后的内容；而is_at为False，则会返回完整的内容 |
|
|
|
if match_prefix is not None: |
|
|
|
# 故判断如果匹配到自定义前缀，则返回过滤掉前缀+空格后的内容，用于实现类似自定义+前缀触发生成AI图片的功能 |
|
|
|
prefixes = config.get('group_chat_prefix') |
|
|
|
for prefix in prefixes: |
|
|
|
if query.startswith(prefix): |
|
|
|
query = query.replace(prefix, '', 1).strip() |
|
|
|
break |
|
|
|
# 返回消息 |
|
|
|
img_match_prefix = self.check_prefix(query, conf().get('image_create_prefix')) |
|
|
|
if img_match_prefix: |
|
|
|
query = query.split(img_match_prefix, 1)[1].strip() |
|
|
|
await self._do_send_group_img(query, room_id) |
|
|
|
elif config.get('voice_reply_voice'): |
|
|
|
await self._do_send_group_voice(query, room_id, room_name, from_user_id, from_user_name) |
|
|
|
else: |
|
|
|
await self._do_send_group(query, room_id, room_name, from_user_id, from_user_name) |
|
|
|
else: |
|
|
|
logger.info("[WX]receive voice check prefix: " + 'False') |
|
|
|
# 清除缓存文件 |
|
|
|
os.remove(wav_file) |
|
|
|
os.remove(silk_file) |
|
|
|
|
|
|
|
async def send(self, message: Union[str, Message, FileBox, Contact, UrlLink, MiniProgram], receiver): |
|
|
|
logger.info('[WX] sendMsg={}, receiver={}'.format(message, receiver)) |
|
|
|
if receiver: |
|
|
|
contact = await bot.Contact.find(receiver) |
|
|
|
await contact.say(message) |
|
|
|
|
|
|
|
async def send_group(self, message: Union[str, Message, FileBox, Contact, UrlLink, MiniProgram], receiver): |
|
|
|
logger.info('[WX] sendMsg={}, receiver={}'.format(message, receiver)) |
|
|
|
if receiver: |
|
|
|
room = await bot.Room.find(receiver) |
|
|
|
await room.say(message) |
|
|
|
|
|
|
|
async def _do_send(self, query, reply_user_id): |
|
|
|
try: |
|
|
|
if not query: |
|
|
|
return |
|
|
|
context = Context(ContextType.TEXT, query) |
|
|
|
context['session_id'] = reply_user_id |
|
|
|
reply_text = super().build_reply_content(query, context).content |
|
|
|
if reply_text: |
|
|
|
await self.send(conf().get("single_chat_reply_prefix") + reply_text, reply_user_id) |
|
|
|
except Exception as e: |
|
|
|
logger.exception(e) |
|
|
|
|
|
|
|
async def _do_send_voice(self, query, reply_user_id): |
|
|
|
try: |
|
|
|
if not query: |
|
|
|
return |
|
|
|
context = Context(ContextType.TEXT, query) |
|
|
|
context['session_id'] = reply_user_id |
|
|
|
reply_text = super().build_reply_content(query, context).content |
|
|
|
if reply_text: |
|
|
|
# 转换 mp3 文件为 silk 格式 |
|
|
|
mp3_file = super().build_text_to_voice(reply_text).content |
|
|
|
silk_file = os.path.splitext(mp3_file)[0] + '.sil' |
|
|
|
voiceLength = mp3_to_sil(mp3_file, silk_file) |
|
|
|
# 发送语音 |
|
|
|
t = int(time.time()) |
|
|
|
file_box = FileBox.from_file(silk_file, name=str(t) + '.sil') |
|
|
|
file_box.metadata = {'voiceLength': voiceLength} |
|
|
|
await self.send(file_box, reply_user_id) |
|
|
|
# 清除缓存文件 |
|
|
|
os.remove(mp3_file) |
|
|
|
os.remove(silk_file) |
|
|
|
except Exception as e: |
|
|
|
logger.exception(e) |
|
|
|
|
|
|
|
async def _do_send_img(self, query, reply_user_id): |
|
|
|
try: |
|
|
|
if not query: |
|
|
|
return |
|
|
|
context = Context(ContextType.IMAGE_CREATE, query) |
|
|
|
img_url = super().build_reply_content(query, context).content |
|
|
|
if not img_url: |
|
|
|
return |
|
|
|
# 图片下载 |
|
|
|
# pic_res = requests.get(img_url, stream=True) |
|
|
|
# image_storage = io.BytesIO() |
|
|
|
# for block in pic_res.iter_content(1024): |
|
|
|
# image_storage.write(block) |
|
|
|
# image_storage.seek(0) |
|
|
|
|
|
|
|
# 图片发送 |
|
|
|
logger.info('[WX] sendImage, receiver={}'.format(reply_user_id)) |
|
|
|
t = int(time.time()) |
|
|
|
file_box = FileBox.from_url(url=img_url, name=str(t) + '.png') |
|
|
|
await self.send(file_box, reply_user_id) |
|
|
|
except Exception as e: |
|
|
|
logger.exception(e) |
|
|
|
|
|
|
|
async def _do_send_group(self, query, group_id, group_name, group_user_id, group_user_name): |
|
|
|
if not query: |
|
|
|
cmsg = await WechatyMessage(msg) |
|
|
|
except NotImplementedError as e: |
|
|
|
logger.debug('[WX] {}'.format(e)) |
|
|
|
return |
|
|
|
context = Context(ContextType.TEXT, query) |
|
|
|
group_chat_in_one_session = conf().get('group_chat_in_one_session', []) |
|
|
|
if ('ALL_GROUP' in group_chat_in_one_session or \ |
|
|
|
group_name in group_chat_in_one_session or \ |
|
|
|
self.check_contain(group_name, group_chat_in_one_session)): |
|
|
|
context['session_id'] = str(group_id) |
|
|
|
else: |
|
|
|
context['session_id'] = str(group_id) + '-' + str(group_user_id) |
|
|
|
reply_text = super().build_reply_content(query, context).content |
|
|
|
if reply_text: |
|
|
|
reply_text = '@' + group_user_name + ' ' + reply_text.strip() |
|
|
|
await self.send_group(conf().get("group_chat_reply_prefix", "") + reply_text, group_id) |
|
|
|
|
|
|
|
async def _do_send_group_voice(self, query, group_id, group_name, group_user_id, group_user_name): |
|
|
|
if not query: |
|
|
|
return |
|
|
|
context = Context(ContextType.TEXT, query) |
|
|
|
group_chat_in_one_session = conf().get('group_chat_in_one_session', []) |
|
|
|
if ('ALL_GROUP' in group_chat_in_one_session or \ |
|
|
|
group_name in group_chat_in_one_session or \ |
|
|
|
self.check_contain(group_name, group_chat_in_one_session)): |
|
|
|
context['session_id'] = str(group_id) |
|
|
|
else: |
|
|
|
context['session_id'] = str(group_id) + '-' + str(group_user_id) |
|
|
|
reply_text = super().build_reply_content(query, context).content |
|
|
|
if reply_text: |
|
|
|
reply_text = '@' + group_user_name + ' ' + reply_text.strip() |
|
|
|
# 转换 mp3 文件为 silk 格式 |
|
|
|
mp3_file = super().build_text_to_voice(reply_text).content |
|
|
|
silk_file = os.path.splitext(mp3_file)[0] + '.sil' |
|
|
|
voiceLength = mp3_to_sil(mp3_file, silk_file) |
|
|
|
# 发送语音 |
|
|
|
t = int(time.time()) |
|
|
|
file_box = FileBox.from_file(silk_file, name=str(t) + '.silk') |
|
|
|
file_box.metadata = {'voiceLength': voiceLength} |
|
|
|
await self.send_group(file_box, group_id) |
|
|
|
# 清除缓存文件 |
|
|
|
os.remove(mp3_file) |
|
|
|
os.remove(silk_file) |
|
|
|
|
|
|
|
async def _do_send_group_img(self, query, reply_room_id): |
|
|
|
try: |
|
|
|
if not query: |
|
|
|
return |
|
|
|
context = Context(ContextType.IMAGE_CREATE, query) |
|
|
|
img_url = super().build_reply_content(query, context).content |
|
|
|
if not img_url: |
|
|
|
return |
|
|
|
# 图片发送 |
|
|
|
logger.info('[WX] sendImage, receiver={}'.format(reply_room_id)) |
|
|
|
t = int(time.time()) |
|
|
|
file_box = FileBox.from_url(url=img_url, name=str(t) + '.png') |
|
|
|
await self.send_group(file_box, reply_room_id) |
|
|
|
except Exception as e: |
|
|
|
logger.exception(e) |
|
|
|
|
|
|
|
def check_prefix(self, content, prefix_list): |
|
|
|
for prefix in prefix_list: |
|
|
|
if content.startswith(prefix): |
|
|
|
return prefix |
|
|
|
return None |
|
|
|
|
|
|
|
def check_contain(self, content, keyword_list): |
|
|
|
if not keyword_list: |
|
|
|
return None |
|
|
|
for ky in keyword_list: |
|
|
|
if content.find(ky) != -1: |
|
|
|
return True |
|
|
|
return None |
|
|
|
logger.exception('[WX] {}'.format(e)) |
|
|
|
return |
|
|
|
logger.debug('[WX] message:{}'.format(cmsg)) |
|
|
|
room = msg.room() # 获取消息来自的群聊. 如果消息不是来自群聊, 则返回None |
|
|
|
|
|
|
|
isgroup = room is not None |
|
|
|
ctype = cmsg.ctype |
|
|
|
context = self._compose_context(ctype, cmsg.content, isgroup=isgroup, msg=cmsg) |
|
|
|
if context: |
|
|
|
logger.info('[WX] receiveMsg={}, context={}'.format(cmsg, context)) |
|
|
|
thread_pool.submit(self._handle_loop, context, asyncio.get_event_loop()).add_done_callback(thread_pool_callback) |
|
|
|
|
|
|
|
def _handle_loop(self,context,loop): |
|
|
|
asyncio.set_event_loop(loop) |
|
|
|
self._handle(context) |
lanvent
1 год назад