Du kan inte välja fler än 25 ämnen Ämnen måste starta med en bokstav eller siffra, kan innehålla bindestreck ('-') och vara max 35 tecken långa.

450 lines
20KB

  1. from celery_app import celery_app
  2. from fastapi import Request,FastAPI
  3. import time,datetime
  4. from celery import Celery
  5. import celery.schedules
  6. from redbeat import RedBeatSchedulerEntry
  7. from datetime import timedelta
  8. from services.redis_service import RedisService
  9. from services.kafka_service import KafkaService
  10. from services.gewe_service import GeWeService
  11. from common.log import logger
  12. import asyncio,random
  13. from model.models import AddGroupContactsHistory
  14. @celery_app.task(name='tasks.add_task', bind=True, acks_late=True)
  15. def add_task(self, x, y):
  16. time.sleep(5) # 模拟长时间计算
  17. logger.info('add')
  18. return x + y
  19. @celery_app.task(name='tasks.mul_task', bind=True, acks_late=True)
  20. def mul_task(self, x, y):
  21. time.sleep(5) # 模拟长时间计算
  22. return x * y
  23. # @celery.task(name='app.tasks.sync_contacts', bind=True, acks_late=True)
  24. # async def sync_contacts_task(self,app):
  25. # login_keys = list(await app.state.redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'))
  26. # return login_keys
  27. # # for k in login_keys:
  28. # # print(k)
  29. @celery_app.task(name='tasks.sync_contacts', bind=True, acks_late=True)
  30. async def sync_contacts_task(self, redis_service):
  31. # Use the redis_service passed as an argument
  32. login_keys = list(await redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'))
  33. return login_keys
  34. @celery_app.task(name='tasks.background_worker_task', bind=True, acks_late=True)
  35. def background_worker_task(self, redis_config, kafka_config, gewe_config):
  36. async def task():
  37. redis_service = RedisService()
  38. await redis_service.init(**redis_config)
  39. login_keys = []
  40. async for key in redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'):
  41. login_keys.append(key)
  42. print(login_keys)
  43. asyncio.run(task())
  44. # @celery.task(name='tasks.background_worker_task', bind=True, acks_late=True)
  45. # async def background_worker_task(self, redis_config, kafka_config, gewe_config):
  46. # # Initialize services inside the task
  47. # redis_service = RedisService()
  48. # await redis_service.init(**redis_config)
  49. # login_keys = []
  50. # async for key in redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'): # 使用 async for 遍历异步生成器
  51. # login_keys.append(key)
  52. # print(login_keys)
  53. # kafka_service = KafkaService(**kafka_config)
  54. # await kafka_service.start()
  55. # gewe_service = await GeWeService.get_instance(None, gewe_config['api_url'])
  56. # # Task logic
  57. # lock_name = "background_wxchat_thread_lock"
  58. # lock_identifier = str(time.time())
  59. # while True:
  60. # if await redis_service.acquire_lock(lock_name, timeout=10):
  61. # try:
  62. # logger.info("分布式锁已成功获取")
  63. # # Perform task logic
  64. # finally:
  65. # await redis_service.release_lock(lock_name, lock_identifier)
  66. # break
  67. # else:
  68. # logger.info("获取分布式锁失败,等待10秒后重试...")
  69. # await asyncio.sleep(10)
  70. # @celery_app.task(name='tasks.scheduled_task', bind=True, acks_late=True)
  71. # def scheduled_task(self):
  72. # print("定时任务执行成功!~~~~~~~~~~~~~~~~~")
  73. # return "Hello from Celery Beat + RedBeat!"
  74. # @celery_app.task(name='tasks.scheduled_task_sync_wx', bind=True, acks_late=True)
  75. # def scheduled_task_sync_wx(self,redis_service,kafka_service,gewe_service):
  76. # print("scheduled_task_sync_wx 定时任务执行成功!")
  77. # return "Hello from Celery Beat + RedBeat!"
  78. # @celery_app.task(name='tasks.scheduled_task_sync_wx_info_1', bind=True, acks_late=True)
  79. # def scheduled_task_sync_wx_info_1(self,redis_config, kafka_config, gewe_config):
  80. # '''
  81. # 定时获取微信号资料
  82. # '''
  83. # loop = asyncio.new_event_loop()
  84. # asyncio.set_event_loop(loop)
  85. # async def task():
  86. # try:
  87. # redis_service = RedisService()
  88. # await redis_service.init(**redis_config)
  89. # # gewe_service = await GeWeService.get_instance(None, gewe_config['api_url'])
  90. # login_keys = []
  91. # async for key in redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'):
  92. # login_keys.append(key)
  93. # print(login_keys)
  94. # # for k in login_keys:
  95. # # r = await redis_service.get_hash(k)
  96. # # app_id = r.get("appId")
  97. # # token_id = r.get("tokenId")
  98. # # wxid = r.get("wxid")
  99. # # status = r.get('status')
  100. # # if status == '0':
  101. # # continue
  102. # # ret, msg, profile = await gewe_service.get_profile_async(token_id, app_id)
  103. # # if ret != 200:
  104. # # logger.warning(f"同步微信号 {wxid} 资料失败: {ret}-{msg}")
  105. # # continue
  106. # # nickname=profile.get("nickName")
  107. # # head_img_url=profile.get("smallHeadImgUrl")
  108. # # r.update({"nickName":nickname,"headImgUrl":head_img_url,"modify_at":int(time.time())})
  109. # # cleaned_login_info = {k: (v if v is not None else '') for k, v in r.items()}
  110. # # await redis_service.set_hash(k, cleaned_login_info)
  111. # # logger.info(f"同步微信号 {wxid} 资料 成功")
  112. # # redis_service.update_hash_field(k,"nickName",nickname)
  113. # # redis_service.update_hash_field(k,"headImgUrl",head_img_url)
  114. # # redis_service.update_hash_field(k,"modify_at",int(time.time()))
  115. # except Exception as e:
  116. # logger.error(f"任务执行过程中发生异常: {e}")
  117. # print("scheduled_task_sync_wx_info 定时任务执行成功!")
  118. # return "Hello from Celery Beat + RedBeat!"
  119. # loop.run_until_complete(task())
  120. # loop.close()
  121. @celery_app.task(name='tasks.scheduled_task_sync_wx_info', bind=True, acks_late=True)
  122. def scheduled_task_sync_wx_info(self, redis_config, kafka_config, gewe_config):
  123. '''
  124. 定时获取微信号资料
  125. '''
  126. async def task():
  127. try:
  128. redis_service = RedisService()
  129. await redis_service.init(**redis_config)
  130. gewe_service = await GeWeService.get_instance(redis_service,gewe_config['api_url'])
  131. login_keys = []
  132. async for key in redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'):
  133. login_keys.append(key)
  134. print(login_keys)
  135. for k in login_keys:
  136. r = await redis_service.get_hash(k)
  137. app_id = r.get("appId")
  138. token_id = r.get("tokenId")
  139. wxid = r.get("wxid")
  140. status = r.get('status')
  141. if status == '0':
  142. logger.warning(f"微信号 {wxid} 已经离线")
  143. continue
  144. ret, msg, profile = await gewe_service.get_profile_async(token_id, app_id)
  145. if ret != 200:
  146. logger.warning(f"同步微信号 {wxid} 资料失败: {ret}-{msg}")
  147. continue
  148. nickname=profile.get("nickName")
  149. head_img_url=profile.get("smallHeadImgUrl")
  150. # print(nickname)
  151. nickname=profile.get("nickName")
  152. head_img_url=profile.get("smallHeadImgUrl")
  153. r.update({"nickName":nickname,"headImgUrl":head_img_url,"modify_at":int(time.time())})
  154. cleaned_login_info = {k: (v if v is not None else '') for k, v in r.items()}
  155. await redis_service.set_hash(k, cleaned_login_info)
  156. logger.info(f"定时同步微信号{wxid}-昵称{nickname} 资料成功")
  157. except Exception as e:
  158. logger.error(f"任务执行过程中发生异常: {e}")
  159. loop = asyncio.get_event_loop()
  160. if loop.is_closed():
  161. loop = asyncio.new_event_loop()
  162. asyncio.set_event_loop(loop)
  163. loop.run_until_complete(task()) # 在现有事件循环中运行任务
  164. @celery_app.task(name='tasks.scheduled_task_add_contacts_from_chatrooms', bind=True, acks_late=True)
  165. def scheduled_task_add_contacts_from_chatrooms(self, redis_config, kafka_config, gewe_config):
  166. async def task():
  167. try:
  168. now = datetime.datetime.now()
  169. if now.hour < 8:
  170. logger.info(f"定时群成员定时添好友任务不启动,当前时间为 {now.strftime('%Y-%m-%d %H:%M:%S')},早于8点")
  171. return
  172. logger.info('定时群成员定时添好友任务开始')
  173. redis_service = RedisService()
  174. await redis_service.init(**redis_config)
  175. gewe_service = await GeWeService.get_instance(redis_service,gewe_config['api_url'])
  176. login_keys = []
  177. async for key in redis_service.client.scan_iter(match='__AI_OPS_WX__:LOGININFO:*'):
  178. login_keys.append(key)
  179. #print(login_keys)
  180. for k in login_keys:
  181. r = await redis_service.get_hash(k)
  182. app_id = r.get("appId")
  183. token_id = r.get("tokenId")
  184. wxid = r.get("wxid")
  185. status = r.get('status')
  186. if status == '0':
  187. logger.warning(f"微信号 {wxid} 已经离线,群成员不能定时添加")
  188. continue
  189. c = await gewe_service.get_wxchat_config_from_cache_async(wxid)
  190. contacts = await gewe_service.get_contacts_brief_from_cache_async(wxid)
  191. contact_wxids = [c.get('userName') for c in contacts]
  192. chatrooms = c.get('addContactsFromChatroomIdWhiteList', [])
  193. logger.info(f'{wxid} 定时群成员定时添好友任务开始')
  194. for chatroom_id in chatrooms:
  195. chatroom = await gewe_service.get_group_info_from_cache_async(wxid, chatroom_id)
  196. chatroom_member=await gewe_service.get_group_members_from_cache_async(wxid, chatroom_id)
  197. chatroom_nickname = chatroom.get('nickName')
  198. chatroom_owner_wxid = chatroom_member.get('chatroomOwner', None)
  199. admin_wxids = chatroom_member.get('adminWxid', [])
  200. admin_wxids = chatroom_member.get('adminWxid')
  201. if admin_wxids is None:
  202. admin_wxids = [] # 如果 admin_wxids 是 None,将其初始化为空列表
  203. # 判断当天群成员是否已经加了200个好友
  204. is_add_group_200_times = await gewe_service.is_group_add_contacts_history_one_day_200_async(wxid, chatroom_id)
  205. if is_add_group_200_times:
  206. logger.info(f"{wxid}在 {chatroom_nickname} 群成员已经加了200个好友,不再添加,群id:{chatroom_id}")
  207. continue
  208. logger.info(f'{chatroom_nickname} 的群主是 {chatroom_owner_wxid},管理员是{admin_wxids}')
  209. contact_wxids_set = set(contact_wxids)
  210. # for admin_wxid in admin_wxids:
  211. # contact_wxids_set.add(admin_wxid)
  212. contact_wxids_set.update(set(admin_wxids))
  213. if chatroom_owner_wxid is not None:
  214. contact_wxids_set.add(chatroom_owner_wxid)
  215. contact_wxids_set.add(wxid)
  216. # unavailable_wixds=await gewe_service.check_wixd_group_add_contacts_history_async(wxid,chatroom_id)
  217. # contact_wxids_set.update(unavailable_wixds)
  218. chatroot_member_list = chatroom.get('memberList', [])
  219. remaining_chatroot_members = [x for x in chatroot_member_list if x.get('wxid') not in contact_wxids_set]
  220. nickname = next((member['nickName'] for member in chatroot_member_list if member['wxid'] == wxid), None)
  221. logger.info(f'{nickname}-{wxid} 在 {chatroom_nickname} 群里还可以邀请的好友有:{[x.get("nickName") for x in remaining_chatroot_members]}')
  222. for m in remaining_chatroot_members:
  223. contact_wxid= m.get('wxid')
  224. member_nickname=m.get("nickName")
  225. group_add_contacts_history = await gewe_service.get_group_add_contacts_history_async(wxid,chatroom_id,contact_wxid)
  226. sorted_history = sorted(group_add_contacts_history, key=lambda x: x.addTime, reverse=True)
  227. # 已经邀请过两次,不再邀请
  228. if len(sorted_history)==2:
  229. logger.info(f'{nickname}-{wxid}在{chatroom_nickname}-{chatroom_id} 群的 {member_nickname}-{contact_wxid} 已经邀请过2次,不再邀请')
  230. continue
  231. # 当天邀请过,不再邀请
  232. if len(sorted_history) > 0:
  233. last_add_time = sorted_history[0].addTime
  234. def is_add_time_more_than_one_day(addTime: int) -> bool:
  235. """
  236. 判断 addTime 是否与当前时间相隔大于 3600 × 24 秒
  237. :param addTime: Unix 时间戳
  238. :return: 如果 addTime 与当前时间相隔大于 3600 × 24 秒,返回 True;否则返回 False
  239. """
  240. # 获取当前时间的时间戳
  241. current_time = time.time()
  242. # 计算时间戳差值
  243. time_difference = abs(current_time - addTime)
  244. # 检查是否大于 3600 × 24 秒
  245. return time_difference > 3600 * 24
  246. is_more_than_one_day= is_add_time_more_than_one_day(last_add_time)
  247. if not is_more_than_one_day:
  248. logger.info(f'{nickname}-{wxid}在{chatroom_nickname}-{chatroom_id} 群的{member_nickname}-{contact_wxid}已经当天邀请,不再邀请')
  249. continue
  250. ret, msg, data = await gewe_service.add_group_member_as_friend_async(token_id, app_id, chatroom_id, m.get('wxid'), f'我是群聊"{chatroom_nickname}"群的{nickname}')
  251. # if ret==200:
  252. # history=AddGroupContactsHistory.model_validate({
  253. # "chatroomId":chatroom_id,
  254. # "wxid":wxid,
  255. # "contactWixd":contact_wxid,
  256. # "addTime":int(time.time())
  257. # })
  258. # await gewe_service.save_group_add_contacts_history_async(wxid,chatroom_id,contact_wxid,history)
  259. # else:
  260. # logger.info(f'群好友邀请失败原因:{data}')
  261. if ret!=200:
  262. logger.warning(f'群好友邀请失败原因:{ret} {data}')
  263. history=AddGroupContactsHistory.model_validate({
  264. "chatroomId":chatroom_id,
  265. "wxid":wxid,
  266. "contactWixd":contact_wxid,
  267. "addTime":int(time.time())
  268. })
  269. await gewe_service.save_group_add_contacts_history_async(wxid,chatroom_id,contact_wxid,history)
  270. logger.info(f'{nickname} 向 {chatroom_nickname}-{chatroom_id} 群的 {m.get("nickName")}-{m.get("wxid")} 发送好友邀请 {msg}')
  271. await asyncio.sleep(random.uniform(1.5, 3))
  272. await asyncio.sleep(random.uniform(1.5, 3))
  273. except Exception as e:
  274. logger.error(f"任务执行过程中发生异常: {e}")
  275. loop = asyncio.get_event_loop()
  276. if loop.is_closed():
  277. loop = asyncio.new_event_loop()
  278. asyncio.set_event_loop(loop)
  279. loop.run_until_complete(task()) # 在现有事件循环中运行任务
  280. REDIS_KEY_PATTERN = "friend_add_limit:{date}"
  281. REDIS_LAST_RUN_KEY = "last_run_time:add_friends_task"
  282. @celery_app.task(name='tasks.add_friends_task', bind=True, acks_late=True)
  283. def add_friends_task(self,redis_config):
  284. """
  285. 限制每天最多 15 个,每 2 小时最多 8 个
  286. """
  287. async def task():
  288. redis_service = RedisService()
  289. await redis_service.init(**redis_config)
  290. today_str = datetime.datetime.now().strftime("%Y%m%d")
  291. redis_key = REDIS_KEY_PATTERN.format(date=today_str)
  292. # 获取当前总添加数量
  293. total_added = await redis_service.get_hash_field(redis_key, "total") or 0
  294. last_2h_added =await redis_service.get_hash_field(redis_key, "last_2h") or 0
  295. total_added = int(total_added)
  296. last_2h_added = int(last_2h_added)
  297. logger.info(f"当前添加好友总数: {total_added}, 过去2小时添加: {last_2h_added}")
  298. # 判断是否超过限制
  299. if total_added >= 15:
  300. logger.warning("今日好友添加已达上限!")
  301. return
  302. if last_2h_added >= 8:
  303. logger.warning("过去2小时添加已达上限!")
  304. return
  305. # 计算本次要添加的好友数量 (控制每天 5-15 个)
  306. max_add = min(15 - total_added, 8 - last_2h_added)
  307. if max_add <= 0:
  308. return
  309. num_to_add = min(max_add, 1) # 每次最多加 1 个
  310. logger.info(f"本次添加 {num_to_add} 位好友")
  311. # TODO: 调用好友添加逻辑 (接口 or 业务逻辑)
  312. # success = add_friends(num_to_add)
  313. success = num_to_add # 假设成功添加 num_to_add 个
  314. # 更新 Redis 计数
  315. if success > 0:
  316. await redis_service.increment_hash_field(redis_key, "total", success)
  317. await redis_service.increment_hash_field(redis_key, "last_2h", success)
  318. # 设置 Redis 过期时间 (每日记录存 1 天, 2 小时记录存 2 小时)
  319. await redis_service.expire(redis_key, 86400) # 24小时
  320. await redis_service.expire_field(redis_key, "last_2h", 7200) # 2小时
  321. logger.info(f"成功添加 {success} 位好友, 今日总数 {total_added + success}")
  322. # 生成一个新的随机时间(5-15 分钟之间)
  323. # next_interval = random.randint(10, 20)
  324. # # 计算新的执行时间
  325. # next_run_time = datetime.datetime.now() + timedelta(seconds=next_interval)
  326. # # 重新注册 RedBeat 任务,确保下次执行时间不同
  327. # redbeat_entry = RedBeatSchedulerEntry(
  328. # name="redbeat:add_friends_task",
  329. # task="tasks.add_friends_task",
  330. # schedule=celery.schedules.schedule(timedelta(seconds=next_interval)),
  331. # args=[redis_config],
  332. # app=celery_app
  333. # )
  334. # # 设置任务的下次执行时间
  335. # redbeat_entry.last_run_at = next_run_time
  336. # redbeat_entry.save()
  337. # logger.info(f"下次任务将在 {next_run_time} 执行(间隔 {next_interval} 秒)")
  338. loop = asyncio.get_event_loop()
  339. if loop.is_closed():
  340. loop = asyncio.new_event_loop()
  341. asyncio.set_event_loop(loop)
  342. loop.run_until_complete(task()) # 在现有事件循环中运行任务
  343. @celery_app.task(name='tasks.random_scheduled_task', bind=True, acks_late=True)
  344. def random_scheduled_task(self,):
  345. print(f"Task executed at {datetime.datetime.now()}")
  346. # 随机生成下次执行时间(例如:10-60秒内的随机时间)
  347. next_run_in = random.randint(10, 60)
  348. print(f"Next execution will be in {next_run_in} seconds")
  349. # 设置下次执行时间
  350. entry = RedBeatSchedulerEntry(
  351. name='random-task',
  352. task='tasks.random_scheduled_task',
  353. schedule=timedelta(seconds=next_run_in),
  354. app=celery_app
  355. )
  356. entry.save()
  357. return f"Scheduled next run in {next_run_in} seconds"