J1147
/
ai-on-wechat
Beobachten 1
Favorisieren 0
Fork 0
Code Issues 0 Pull-Requests 0 Releases 0 Wiki Aktivität
Du kannst nicht mehr als 25 Themen auswählen Themen müssen entweder mit einem Buchstaben oder einer Ziffer beginnen. Sie können Bindestriche („-“) enthalten und bis zu 35 Zeichen lang sein.
1202 Commits
2 Branches
152MB
Struktur: 36981bf516
Branches Tags
${ item.name }
Erstelle Branch ${ searchTerm }
von „36981bf516“
${ noResults }
ai-on-wechat/plugins/coze4upload/coze4upload3.txt

337 Zeilen
15KB
Originalformat Blame Verlauf 

  1. import requests

  2. import json

  3. import plugins

  4. from bridge.reply import Reply, ReplyType

  5. from bridge.context import ContextType

  6. from channel.chat_message import ChatMessage

  7. from plugins import *

  8. from common.log import logger

  9. from common.expired_dict import ExpiredDict

  10. import os

  11. import base64

  12. from pathlib import Path

  13. from PIL import Image

  14. import oss2

  15. from lib import itchat

  16. from lib.itchat.content import *

  17. 

  18. 

  19. # C:\Users\vsoni\source\repos\chatgpt-on-wechat\channel\wechat\wechat_channel.py

  20. 

  21. @plugins.register(

  22.     name="coze4upload",

  23.     desire_priority=-1,

  24.     desc="A plugin for upload",

  25.     version="0.0.01",

  26.     author="",

  27. )

  28. 

  29. class coze4upload(Plugin):

  30.     def __init__(self):

  31.         super().__init__()

  32.         try:

  33.             curdir = os.path.dirname(__file__)

  34.             config_path = os.path.join(curdir, "config.json")

  35.             if os.path.exists(config_path):

  36.                 with open(config_path, "r", encoding="utf-8") as f:

  37.                     self.config = json.load(f)

  38.             else:

  39.                 # 使用父类的方法来加载配置

  40.                 self.config = super().load_config()

  41.                 

  42.                 if not self.config:

  43.                     raise Exception("config.json not found")

  44.             # 设置事件处理函数

  45.             self.handlers[Event.ON_HANDLE_CONTEXT] = self.on_handle_context

  46.             self.params_cache = ExpiredDict(300)

  47. 

  48.              # 从配置中提取所需的设置

  49.             self.keys = self.config.get("keys", {})

  50.             self.url_sum = self.config.get("url_sum", {})

  51.             self.search_sum = self.config.get("search_sum", {})

  52.             self.file_sum = self.config.get("file_sum", {})

  53.             self.image_sum = self.config.get("image_sum", {})

  54.             self.note = self.config.get("note", {})

  55. 

  56.             self.sum4all_key = self.keys.get("sum4all_key", "")

  57.             self.search1api_key = self.keys.get("search1api_key", "")

  58.             self.gemini_key = self.keys.get("gemini_key", "")

  59.             self.bibigpt_key = self.keys.get("bibigpt_key", "")

  60.             self.outputLanguage = self.keys.get("outputLanguage", "zh-CN")

  61.             self.opensum_key = self.keys.get("opensum_key", "")

  62.             self.open_ai_api_key = self.keys.get("open_ai_api_key", "")

  63.             self.model = self.keys.get("model", "gpt-3.5-turbo")

  64.             self.open_ai_api_base = self.keys.get("open_ai_api_base", "https://api.openai.com/v1")

  65.             self.xunfei_app_id = self.keys.get("xunfei_app_id", "")

  66.             self.xunfei_api_key = self.keys.get("xunfei_api_key", "")

  67.             self.xunfei_api_secret = self.keys.get("xunfei_api_secret", "")

  68.             self.perplexity_key = self.keys.get("perplexity_key", "")

  69.             self.flomo_key = self.keys.get("flomo_key", "")

  70.             # 之前提示

  71.             self.previous_prompt=''

  72. 

  73.             self.file_sum_enabled = self.file_sum.get("enabled", False)

  74.             self.file_sum_service = self.file_sum.get("service", "")

  75.             self.max_file_size = self.file_sum.get("max_file_size", 15000)

  76.             self.file_sum_group = self.file_sum.get("group", True)

  77.             self.file_sum_qa_prefix = self.file_sum.get("qa_prefix", "问")

  78.             self.file_sum_prompt = self.file_sum.get("prompt", "")

  79. 

  80.             self.image_sum_enabled = self.image_sum.get("enabled", False)

  81.             self.image_sum_service = self.image_sum.get("service", "")

  82.             self.image_sum_group = self.image_sum.get("group", True)

  83.             self.image_sum_qa_prefix = self.image_sum.get("qa_prefix", "问")

  84.             self.image_sum_prompt = self.image_sum.get("prompt", "")

  85. 

  86.             # 初始化成功日志

  87.             logger.info("[file4upload] inited.")

  88.         except Exception as e:

  89.             # 初始化失败日志

  90.             logger.warn(f"file4upload init failed: {e}")

  91. 

  92.     # def on_handle_context(self, e_context: EventContext):

  93.     #     context = e_context["context"]

  94.     #     # logger.info(f'{e_context.__dict__}')

  95.     #     # logger.info('---------------------------------')

  96.     #     # logger.info(f'{ e_context["context"]}')

  97.     #     logger.info('---------------------------------')

  98.     #     logger.info(f'{e_context["context"]["msg"]}')

  99.     #     if context.type not in [ContextType.TEXT, ContextType.SHARING,ContextType.FILE,ContextType.IMAGE]:

  100.     #         return

  101.     #     msg: ChatMessage = e_context["context"]["msg"]

  102.     #     user_id = msg.from_user_id

  103.     #     content = context.content

  104.     #     isgroup = e_context["context"].get("isgroup", False)

  105.     #     print(msg.actual_user_nickname)

  106.     #     itchat.send(f'@{msg.actual_user_nickname}立刻为你服务', toUserName=user_id)

  107. 

  108.     def on_handle_context(self, e_context: EventContext):

  109.         context = e_context["context"]

  110.         # logger.info(f'{e_context.__dict__}')

  111.         # logger.info('---------------------------------')

  112.         # logger.info(f'{ e_context["context"]}')

  113.         # logger.info('---------------------------------')

  114.         # logger.info(f'{e_context["context"]["msg"]}')

  115.         if context.type not in [ContextType.TEXT, ContextType.SHARING,ContextType.FILE,ContextType.IMAGE]:

  116.             return

  117.         msg: ChatMessage = e_context["context"]["msg"]

  118.         user_id = msg.from_user_id

  119.         content = context.content

  120.         isgroup = e_context["context"].get("isgroup", False)

  121.         

  122.         # itchat.send(f'@{msg.actual_user_nickname}立刻为你服务', toUserName=msg.actual_user_nickname)

  123. 

  124.         if isgroup and not self.file_sum_group:

  125.             # 群聊中忽略处理文件

  126.             logger.info("群聊消息，文件处理功能已禁用")

  127.             return

  128.         logger.info("on_handle_context: 处理上下文开始")

  129.         context.get("msg").prepare()

  130. 

  131.         api_key='sk-5z2L4zy9T1w90j6e3T90ANZdyN2zLWClRwFnBzWgzdrG4onx'

  132. 

  133.         

  134.         logger.info(f'当前缓存：self.params_cache:{self.params_cache}') 

  135.         if user_id not in self.params_cache:

  136.             self.params_cache[user_id] = {}

  137.             logger.info(f'初始化缓存:{self.params_cache}') 

  138. 

  139.         if  context.type == ContextType.TEXT and user_id in self.params_cache:

  140.                 self.params_cache[user_id]['previous_prompt']=msg.content

  141. 

  142. 

  143.         # print(f'{msg.__dict__}')

  144.         if context.type == ContextType.IMAGE:

  145.             logger.info('处理图片')

  146.             file_path = context.content

  147.             logger.info(f"on_handle_context: 获取到图片路径 {file_path}，{user_id in self.params_cache}")

  148.             if user_id in self.params_cache:

  149.                 if 'previous_prompt' not in self.params_cache[user_id]:

  150. 

  151.                     reply = Reply()

  152.                     reply.type = ReplyType.TEXT

  153.                     # reply.content = f"{remove_markdown(reply_content)}\n\n💬5min内输入{self.file_sum_qa_prefix}+问题，可继续追问" 

  154.                     reply.content = f"您刚刚上传了一张图片，请问我有什么可以帮您的呢？"

  155.                     e_context["reply"] = reply

  156.                     e_context.action = EventAction.BREAK

  157.                     

  158.                 # else:

  159.                 print(f'准备抽取文字')

  160.                 file_content=extract_content_by_llm(file_path,api_key)

  161. 

  162.                 if file_content is None:

  163.                     logger.info('不能抽取文字,使用图片oss请求LLM')

  164.                     access_key_id = 'LTAI5tRTG6pLhTpKACJYoPR5'

  165.                     access_key_secret = 'E7dMzeeMxq4VQvLg7Tq7uKf3XWpYfN'

  166.                     # OSS区域对应的Endpoint

  167.                     endpoint = 'http://oss-cn-shanghai.aliyuncs.com'  # 根据你的区域选择

  168.                     # Bucket名称

  169.                     bucket_name = 'cow-agent'

  170.                     local_file_path=file_path

  171.                     oss_file_name=f'cow/{os.path.basename(file_path)}'

  172.                     logger.info(f'oss_file_name:{oss_file_name}\n local_file_path :{local_file_path}')

  173.                     file_content = upload_oss(access_key_id, access_key_secret, endpoint, bucket_name, local_file_path, oss_file_name)

  174.                     logger.info(f'写入图片缓存oss 地址{file_content}') 

  175.                 

  176.                 self.params_cache[user_id]['last_content']=file_content                  

  177.     

  178.             # else:

  179.             #     logger.warn(f'还没有建立会话')

  180.             logger.info('删除图片')

  181.             os.remove(file_path)

  182.         

  183.         if context.type == ContextType.FILE:

  184.             logger.info('处理图片')

  185.             file_path = context.content

  186.             logger.info(f"on_handle_context: 获取到文件路径 {file_path}")

  187.             if user_id in self.params_cache:

  188.                 if 'previous_prompt' not in self.params_cache[user_id]:                  

  189.                     reply = Reply()

  190.                     reply.type = ReplyType.TEXT

  191.                     # reply.content = f"{remove_markdown(reply_content)}\n\n💬5min内输入{self.file_sum_qa_prefix}+问题，可继续追问" 

  192.                     reply.content = f"您刚刚上传了一份文件，请问我有什么可以帮您的呢？"

  193.                     e_context["reply"] = reply

  194.                     e_context.action = EventAction.BREAK

  195.                     

  196.                 # else:

  197.                 print(f'准备抽取文字')

  198.                 file_content=extract_content_by_llm(file_path,api_key)

  199.                 if file_content is None:

  200.                     reply = Reply()

  201.                     reply.type = ReplyType.TEXT

  202.                     # reply.content = f"{remove_markdown(reply_content)}\n\n💬5min内输入{self.file_sum_qa_prefix}+问题，可继续追问" 

  203.                     reply.content = f"不能处理这份文件"

  204.                     e_context["reply"] = reply

  205.                     e_context.action = EventAction.BREAK

  206.                     return

  207.                 else:

  208.                     self.params_cache[user_id]['last_content']=file_content

  209.             

  210.             logger.info('删除图片')

  211.             os.remove(file_path)

  212. 

  213.         # logger.info('previous_prompt' in self.params_cache[user_id])

  214.         # logger.info('last_content' in self.params_cache[user_id])

  215.         is_previous_prompt='previous_prompt' in self.params_cache[user_id]

  216.         is_last_content='last_content' in self.params_cache[user_id]

  217.         logger.info(f"存在提示词 previous_prompt:{is_previous_prompt}")

  218.         logger.info(f'存在内容 last_content:{is_last_content}' )

  219. 

  220.         if 'previous_prompt' in self.params_cache[user_id] and 'last_content' in self.params_cache[user_id]:

  221.             #先回应

  222.             logger.info('先回应')

  223.             # reply2 = Reply()

  224.             # reply2.type = ReplyType.TEXT

  225.             # reply2.content = f"已经收到，立刻为你服务"

  226.             # msg:ChatMessage = e_context['context']['msg']

  227.             # e_context['reply'] = reply2

  228.             # e_context.action = EventAction.BREAK # 事件结束

  229. 

  230. 

  231.             # reply = Reply()

  232.             # reply.type = ReplyType.TEXT

  233.             # reply.content = f"已经收到，立刻为你服务"

  234.             # e_context["reply"] = reply

  235.             # e_context.action = EventAction.BREAK

  236.             receiver=user_id

  237.             print(receiver)

  238.             # itchat_content=  '' if e_context['context']['isgroup'] else '[小蕴]'+"已经收到，立刻为你服务"

  239.             # if e_context['context']['isgroup']:

  240.             #     itchat_content =f'@{msg.actual_user_nickname}已经收到，立刻为你服务'

  241.             # else:

  242.             #     itchat_content = '[小蕴]'+"已经收到，立刻为你服务"

  243.             itchat_content=  f'@{msg.actual_user_nickname}' if e_context['context']['isgroup'] else '[小蕴]'

  244.             itchat_content+="已经收到，立刻为您服务"

  245.             itchat.send(itchat_content, toUserName=receiver)

  246.             e_context.action = EventAction.BREAK

  247. 

  248.         if 'previous_prompt' in self.params_cache[user_id] and 'last_content' in self.params_cache[user_id] :

  249.             e_context["context"].type = ContextType.TEXT

  250.             e_context["context"].content = self.params_cache[user_id]['last_content']+'\n\t'+self.params_cache[user_id]['previous_prompt']

  251.             logger.info(f'conze4upload 插件处理上传文件或图片')

  252.             e_context.action = EventAction.CONTINUE

  253.             

  254.             # 清空清空缓存

  255.             self.params_cache.clear()

  256.             logger.info(f'清空缓存后：{self.params_cache}')

  257.        

  258.         ## e_context.action = EventAction.BREAK  

  259.        

  260. 

  261. def remove_markdown(text):

  262.     # 替换Markdown的粗体标记

  263.     text = text.replace("**", "")

  264.     # 替换Markdown的标题标记

  265.     text = text.replace("### ", "").replace("## ", "").replace("# ", "")

  266.     return text

  267. 

  268. def extract_content_by_llm(file_path: str, api_key: str) -> str:

  269.     logger.info(f'大模型开始抽取文字')

  270.     try:

  271.         headers = {

  272.             'Authorization': f'Bearer {api_key}'

  273.         }

  274.         data = {

  275.             'purpose': 'file-extract',

  276.         }

  277.         file_name=os.path.basename(file_path)

  278.         files = {

  279.             'file': (file_name, open(Path(file_path), 'rb')),

  280.         }

  281.         # print(files)

  282.         api_url='https://api.moonshot.cn/v1/files'

  283.         response = requests.post(api_url, headers=headers, files=files, data=data)

  284.         response_data = response.json()

  285.         file_id = response_data.get('id')

  286.         response=requests.get(url=f"https://api.moonshot.cn/v1/files/{file_id}/content", headers=headers)

  287.         print(response.text)

  288.         response_data = response.json()

  289.         content = response_data.get('content')

  290.         return content

  291.     except requests.exceptions.RequestException as e:

  292.         logger.error(f"Error calling LLM API: {e}")

  293.         return None

  294. 

  295. def upload_oss(access_key_id, access_key_secret, endpoint, bucket_name, local_file_path, oss_file_name, expiration_days=7):

  296.     """

  297.     上传文件到阿里云OSS并设置生命周期规则，同时返回文件的公共访问地址。

  298.     

  299.     :param access_key_id: 阿里云AccessKey ID

  300.     :param access_key_secret: 阿里云AccessKey Secret

  301.     :param endpoint: OSS区域对应的Endpoint

  302.     :param bucket_name: OSS中的Bucket名称

  303.     :param local_file_path: 本地文件路径

  304.     :param oss_file_name: OSS中的文件存储路径

  305.     :param expiration_days: 文件保存天数，默认7天后删除

  306.     :return: 文件的公共访问地址

  307.     """

  308.     

  309.     # 创建Bucket实例

  310.     auth = oss2.Auth(access_key_id, access_key_secret)

  311.     bucket = oss2.Bucket(auth, endpoint, bucket_name)

  312. 

  313.     ### 1. 设置生命周期规则 ###

  314.     rule_id = f'delete_after_{expiration_days}_days'  # 规则ID

  315.     prefix = oss_file_name.split('/')[0] + '/'  # 设置规则应用的前缀为文件所在目录

  316. 

  317.     # 定义生命周期规则

  318.     rule = oss2.models.LifecycleRule(rule_id, prefix, status=oss2.models.LifecycleRule.ENABLED,

  319.                                      expiration=oss2.models.LifecycleExpiration(days=expiration_days))

  320. 

  321.     # 设置Bucket的生命周期

  322.     lifecycle = oss2.models.BucketLifecycle([rule])

  323.     bucket.put_bucket_lifecycle(lifecycle)

  324. 

  325.     print(f"已设置生命周期规则：文件将在{expiration_days}天后自动删除")

  326. 

  327.     ### 2. 上传文件到OSS ###

  328.     bucket.put_object_from_file(oss_file_name, local_file_path)

  329. 

  330.     ### 3. 构建公共访问URL ###

  331.     file_url = f"http://{bucket_name}.{endpoint.replace('http://', '')}/{oss_file_name}"

  332. 

  333.     print(f"文件上传成功，公共访问地址：{file_url}")

  334.     

  335.     return file_url

  336.