adq_advertiser_report_hourly.py 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113
  1. # Author renyupeng
  2. # Date 2019/10/22 14:00
  3. # @File : adq_advertiser_report_hourly.py
  4. # @Desc : 广告主日报表
  5. # encoding=utf-8
  6. import logging
  7. from Apietl.conn.TidbConn import TidbConn
  8. from Apietl.utlis.Utils import Utils
  9. class AdqAdvertiserReportHourly(object):
  10. def __init__(self):
  11. self.conn = TidbConn.get_connection()
  12. self.parm = Utils.get_args()
  13. self.start_time = self.parm[0]
  14. self.end_time = self.parm[1]
  15. def HourlyReport(self):
  16. try:
  17. sql = """
  18. replace
  19. into application.adq_advertiser_report_hourly(account_id, stat_date,stat_hour, project_id, product_id,
  20. account_name, project_name, advertiser_name, company_name, sale_id,
  21. user_id, org_code,
  22. cost, view_count, valid_click_count, conversions_count,
  23. deep_conversions_count, activated_count,
  24. reg_pv, retention_count,
  25. video_outer_play_count, video_outer_play100_count,
  26. key_behavior_conversions_count, purchase_pv, purchase_amount,
  27. first_pay_count, income_pv_1d_pla, ad_paying_users_d1, income_val_1,
  28. income_pv_pla, app_ad_paying_users, ad_monetization_amount,
  29. create_time,
  30. update_time)
  31. select report.advertiser_id as account_id,
  32. stat_time_day as stat_date,
  33. `hour` as stat_hour,
  34. project_id,
  35. product_id,
  36. account_name,
  37. project_name,
  38. advertiser_name,
  39. company_name,
  40. sale_id,
  41. user_id,
  42. org_code,
  43. cost/100 as cost,
  44. view_count,
  45. valid_click_count,
  46. conversions_count,
  47. deep_conversions_count,
  48. activated_count,
  49. reg_pv,
  50. retention_count,
  51. video_outer_play_count,
  52. video_outer_play100_count,
  53. key_behavior_conversions_count,
  54. purchase_pv,
  55. purchase_amount/100 as purchase_amount,
  56. first_pay_count,
  57. income_pv_1d_pla,
  58. ad_paying_users_d1,
  59. income_val_1/100 as income_val_1,
  60. income_pv_pla,
  61. app_ad_paying_users,
  62. ad_monetization_amount/100 as ad_monetization_amount,
  63. create_time,
  64. update_time
  65. from media_api.adq_advertiser_report_hour report
  66. left join
  67. (SELECT cua.account_id id,
  68. cua.account_id account_id,
  69. cp.id project_id,
  70. product.id product_id,
  71. ca.id advertiser_id,
  72. uc.company_id company_id,
  73. cua.auth_name account_name,
  74. cp.project_name project_name,
  75. ca.`name` advertiser_name,
  76. uc.company_name company_name,
  77. cp.sale_id sale_id,
  78. su.id user_id,
  79. su.leader_id,
  80. su.org_code org_code
  81. FROM `jeecg-boot`.ctop_user_allocation cua
  82. LEFT JOIN `jeecg-boot`.ctop_project cp ON cua.project_id = cp.id
  83. LEFT JOIN `jeecg-boot`.ctop_advertiser ca ON ca.id = cua.advertiser_id
  84. LEFT JOIN `jeecg-boot`.sys_user su ON su.id = cua.user_id
  85. LEFT JOIN `jeecg-boot`.user_company uc ON uc.user_id = cua.user_id
  86. LEFT JOIN `jeecg-boot`.ctop_product product ON product.id = cp.product_id
  87. WHERE cua.account_id IS NOT NULL) sys
  88. on report.advertiser_id = sys.account_id
  89. where report.stat_time_day >= {start_date} and report.stat_time_day<={end_date}
  90. """.format(start_date=self.start_time, end_date=self.end_time)
  91. print(sql)
  92. TidbConn.upsert(conn=self.conn, sql_buff=sql)
  93. self.conn.commit()
  94. TidbConn.conn_close(conn=self.conn)
  95. return 0
  96. except Exception as e:
  97. logging.error(e)
  98. return -1
  99. if __name__ == '__main__':
  100. obj = AdqAdvertiserReportHourly()
  101. status = obj.HourlyReport()
  102. if status == 0:
  103. print("作业执行成功")
  104. exit(0)
  105. else:
  106. print("作业执行失败")
  107. exit(-1)