PromoterLiveInfoSpider.py 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104
  1. # Author renyupeng
  2. """
  3. coding=utf-8
  4. @Time : 2023/2/8 10:27 上午
  5. @Site :
  6. @File : PromoterLiveInfoSpider.py
  7. @Software: PyCharm
  8. @contact: renyupeng@c-top.com.cn
  9. @Tel 1501435553
  10. """
  11. import json
  12. import requests
  13. from utils.mysql_helper import insert, batch_insert
  14. from utils.mysql_utils import MysqlUtils
  15. from utils.send_feishu_msg import SendFeiShuMsg
  16. class PromoterLiveInfoSpider:
  17. def __init__(self):
  18. self.conn = MysqlUtils()
  19. self.list = [1, 2, 3]
  20. def PromoterLiveInfoSpiderHander(self, promoterId, cookie):
  21. headers = {'User-Agent': 'Mozilla/5.0',
  22. 'Cookie': cookie}
  23. try:
  24. for i in self.list:
  25. url = "https://cps.kwaixiaodian.com/distribute/pc/seller/promoter/live/info?" \
  26. "timeRangeType={timeRangeType}&promoterId={promoterId}&type=1".format(timeRangeType=i,
  27. promoterId=promoterId)
  28. rep = requests.get(url=url, headers=headers)
  29. table_name = 'kwai_promoter_live_info'
  30. data = json.loads(rep.text)["data"]
  31. promoter_info_item = {"commentsCountInfo": json.dumps(data["commentsCountInfo"]),
  32. "likesCountInfo": json.dumps(data["likesCountInfo"]),
  33. "liveMinuteDurationInfo": json.dumps(data["liveMinuteDurationInfo"]),
  34. "liveVisitorCountInfo": json.dumps(data["liveVisitorCountInfo"]),
  35. "maxVisitorCountInfo": json.dumps(data["maxVisitorCountInfo"]),
  36. "sharesCountInfo": json.dumps(data["sharesCountInfo"]),
  37. "promoterId": data["promoterId"],
  38. "staticDataInfoView": json.dumps(data["staticDataInfoView"]),
  39. "timeRangeType": i}
  40. insert(table_name=table_name, item=promoter_info_item)
  41. base_table_name = 'kwai_promoter_live_base_info'
  42. promoter_base_info_item = {
  43. "promoterId": data["promoterId"],
  44. "timeRangeType": i,
  45. "avgLiveStreamDuration": data["staticDataInfoView"]["avgLiveStreamDuration"],
  46. "avgLiveVisitorCount": data["staticDataInfoView"]["avgLiveVisitorCount"],
  47. "avgMinuteDuration": data["staticDataInfoView"]["avgMinuteDuration"],
  48. "avgPromoteSaleVolume": data["staticDataInfoView"]["avgPromoteSaleVolume"],
  49. "avgSameTimeVisitorCount": data["staticDataInfoView"]["avgSameTimeVisitorCount"],
  50. "avgViewTime": data["staticDataInfoView"]["avgViewTime"],
  51. "avgVisitorOnlineCount": data["staticDataInfoView"]["avgVisitorOnlineCount"],
  52. "interactionRate": data["staticDataInfoView"]["interactionRate"],
  53. "liveStreamVisitorCount": data["staticDataInfoView"]["liveStreamVisitorCount"],
  54. "maxLiveVisitorCount": data["staticDataInfoView"]["maxLiveVisitorCount"],
  55. "maxMinuteDuration": data["staticDataInfoView"]["maxMinuteDuration"],
  56. "maxPromoteSaleVolume": data["staticDataInfoView"]["maxPromoteSaleVolume"],
  57. "maxSameTimeVisitorCount": data["staticDataInfoView"]["maxSameTimeVisitorCount"],
  58. "minLiveVisitorCount": data["staticDataInfoView"]["minLiveVisitorCount"],
  59. "minMinuteDuration": data["staticDataInfoView"]["minMinuteDuration"],
  60. "minPromoteSaleVolume": data["staticDataInfoView"]["minPromoteSaleVolume"],
  61. "promoteItemCount": data["staticDataInfoView"]["promoteItemCount"],
  62. "promoteLiveCount": data["staticDataInfoView"]["promoteLiveCount"],
  63. "promoteLiveDays": data["staticDataInfoView"]["promoteLiveDays"],
  64. "promoteSaleVolume": data["staticDataInfoView"]["promoteSaleVolume"],
  65. }
  66. insert(table_name=base_table_name, item=promoter_base_info_item)
  67. if i == 3:
  68. live_analyse_table_name = 'kwai_promoter_live_analyse_info'
  69. commentsCountInfo = tuple(data["commentsCountInfo"])
  70. likesCountInfo = tuple(data["likesCountInfo"])
  71. liveMinuteDurationInfo = tuple(data["liveMinuteDurationInfo"])
  72. liveVisitorCountInfo = tuple(data["liveVisitorCountInfo"])
  73. maxVisitorCountInfo = tuple(data["maxVisitorCountInfo"])
  74. sharesCountInfo = tuple(data["sharesCountInfo"])
  75. live_analyse_item_list = []
  76. for i in range(len(commentsCountInfo)):
  77. live_analyse_item = {}
  78. commentsCount = commentsCountInfo[i]
  79. likesCount = likesCountInfo[i]
  80. liveMinuteDuration = liveMinuteDurationInfo[i]
  81. liveVisitorCount = liveVisitorCountInfo[i]
  82. maxVisitorCount = maxVisitorCountInfo[i]
  83. sharesCount = sharesCountInfo[i]
  84. live_analyse_item["date"] = commentsCount["date"]
  85. live_analyse_item["promoterId"] = commentsCount["promoterId"]
  86. live_analyse_item["commentsCount"] = commentsCount["commentsCount"]
  87. live_analyse_item["likesCount"] = likesCount["likesCount"]
  88. live_analyse_item["liveMinuteDuration"] = liveMinuteDuration["minuteDuration"]
  89. live_analyse_item["liveVisitorCount"] = liveVisitorCount["visitorCount"]
  90. live_analyse_item["maxVisitorCount"] = maxVisitorCount["maxVisitorCount"]
  91. live_analyse_item["sharesCount"] = sharesCount["sharesCount"]
  92. live_analyse_item_list.append(live_analyse_item)
  93. batch_insert(table_name=live_analyse_table_name, item_list=live_analyse_item_list)
  94. except Exception as e:
  95. SendFeiShuMsg.send_robot_msg('PromoterLiveInfoSpider请求错误请检查cookie{e}'.format(e=e))