PromoterLiveInfoSpider.py 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107
  1. # Author renyupeng
  2. """
  3. coding=utf-8
  4. @Time : 2023/2/8 10:27 上午
  5. @Site :
  6. @File : PromoterLiveInfoSpider.py
  7. @Software: PyCharm
  8. @contact: renyupeng@c-top.com.cn
  9. @Tel 1501435553
  10. """
  11. import json
  12. import requests
  13. from utils.mysql_helper import insert, batch_insert
  14. from utils.mysql_utils import MysqlUtils
  15. from utils.send_feishu_msg import SendFeiShuMsg
  16. class PromoterLiveInfoSpider:
  17. def __init__(self):
  18. self.conn = MysqlUtils()
  19. self.list = [1, 2, 3]
  20. def PromoterLiveInfoSpiderHander(self, promoterId):
  21. sql = "select cookie from ruixuan.kuaishou_supply_chain_cookie"
  22. cookie = self.conn.QueryOne(sql)[0]
  23. headers = {'User-Agent': 'Mozilla/5.0',
  24. 'Cookie': cookie}
  25. try:
  26. for i in self.list:
  27. url = "https://cps.kwaixiaodian.com/distribute/pc/seller/promoter/live/info?" \
  28. "timeRangeType={timeRangeType}&promoterId={promoterId}&type=1".format(timeRangeType=i,
  29. promoterId=promoterId)
  30. rep = requests.get(url=url, headers=headers)
  31. table_name = 'kwai_promoter_live_info'
  32. data = json.loads(rep.text)["data"]
  33. promoter_info_item = {"commentsCountInfo": json.dumps(data["commentsCountInfo"]),
  34. "likesCountInfo": json.dumps(data["likesCountInfo"]),
  35. "liveMinuteDurationInfo": json.dumps(data["liveMinuteDurationInfo"]),
  36. "liveVisitorCountInfo": json.dumps(data["liveVisitorCountInfo"]),
  37. "maxVisitorCountInfo": json.dumps(data["maxVisitorCountInfo"]),
  38. "sharesCountInfo": json.dumps(data["sharesCountInfo"]),
  39. "promoterId": data["promoterId"],
  40. "staticDataInfoView": json.dumps(data["staticDataInfoView"]),
  41. "timeRangeType": i}
  42. insert(table_name=table_name, item=promoter_info_item)
  43. base_table_name = 'kwai_promoter_live_base_info'
  44. promoter_base_info_item = {
  45. "promoterId": data["promoterId"],
  46. "timeRangeType": i,
  47. "avgLiveStreamDuration": data["staticDataInfoView"]["avgLiveStreamDuration"],
  48. "avgLiveVisitorCount": data["staticDataInfoView"]["avgLiveVisitorCount"],
  49. "avgMinuteDuration": data["staticDataInfoView"]["avgMinuteDuration"],
  50. "avgPromoteSaleVolume": data["staticDataInfoView"]["avgPromoteSaleVolume"],
  51. "avgSameTimeVisitorCount": data["staticDataInfoView"]["avgSameTimeVisitorCount"],
  52. "avgViewTime": data["staticDataInfoView"]["avgViewTime"],
  53. "avgVisitorOnlineCount": data["staticDataInfoView"]["avgVisitorOnlineCount"],
  54. "interactionRate": data["staticDataInfoView"]["interactionRate"],
  55. "liveStreamVisitorCount": data["staticDataInfoView"]["liveStreamVisitorCount"],
  56. "maxLiveVisitorCount": data["staticDataInfoView"]["maxLiveVisitorCount"],
  57. "maxMinuteDuration": data["staticDataInfoView"]["maxMinuteDuration"],
  58. "maxPromoteSaleVolume": data["staticDataInfoView"]["maxPromoteSaleVolume"],
  59. "maxSameTimeVisitorCount": data["staticDataInfoView"]["maxSameTimeVisitorCount"],
  60. "minLiveVisitorCount": data["staticDataInfoView"]["minLiveVisitorCount"],
  61. "minMinuteDuration": data["staticDataInfoView"]["minMinuteDuration"],
  62. "minPromoteSaleVolume": data["staticDataInfoView"]["minPromoteSaleVolume"],
  63. "promoteItemCount": data["staticDataInfoView"]["promoteItemCount"],
  64. "promoteLiveCount": data["staticDataInfoView"]["promoteLiveCount"],
  65. "promoteLiveDays": data["staticDataInfoView"]["promoteLiveDays"],
  66. "promoteSaleVolume": data["staticDataInfoView"]["promoteSaleVolume"],
  67. }
  68. insert(table_name=base_table_name, item=promoter_base_info_item)
  69. if i == 3:
  70. live_analyse_table_name = 'kwai_promoter_live_analyse_info'
  71. commentsCountInfo = tuple(data["commentsCountInfo"])
  72. likesCountInfo = tuple(data["likesCountInfo"])
  73. liveMinuteDurationInfo = tuple(data["liveMinuteDurationInfo"])
  74. liveVisitorCountInfo = tuple(data["liveVisitorCountInfo"])
  75. maxVisitorCountInfo = tuple(data["maxVisitorCountInfo"])
  76. sharesCountInfo = tuple(data["sharesCountInfo"])
  77. live_analyse_item_list = []
  78. for i in range(len(commentsCountInfo)):
  79. live_analyse_item = {}
  80. commentsCount = commentsCountInfo[i]
  81. likesCount = likesCountInfo[i]
  82. liveMinuteDuration = liveMinuteDurationInfo[i]
  83. liveVisitorCount = liveVisitorCountInfo[i]
  84. maxVisitorCount = maxVisitorCountInfo[i]
  85. sharesCount = sharesCountInfo[i]
  86. live_analyse_item["date"] = commentsCount["date"]
  87. live_analyse_item["promoterId"] = commentsCount["promoterId"]
  88. live_analyse_item["commentsCount"] = commentsCount["commentsCount"]
  89. live_analyse_item["likesCount"] = likesCount["likesCount"]
  90. live_analyse_item["liveMinuteDuration"] = liveMinuteDuration["minuteDuration"]
  91. live_analyse_item["liveVisitorCount"] = liveVisitorCount["visitorCount"]
  92. live_analyse_item["maxVisitorCount"] = maxVisitorCount["maxVisitorCount"]
  93. live_analyse_item["sharesCount"] = sharesCount["sharesCount"]
  94. live_analyse_item_list.append(live_analyse_item)
  95. batch_insert(table_name=live_analyse_table_name, item_list=live_analyse_item_list)
  96. except Exception as e:
  97. SendFeiShuMsg.send_robot_msg('请求错误请检查cookie{e}'.format(e=e))