Browse Source

"etl 脚本"

renyupeng 3 years ago
parent
commit
6ce740b55a
1 changed files with 3 additions and 1 deletions
  1. 3 1
      Apietl/kwai_etl/report/CampaignDailyReport.py

+ 3 - 1
Apietl/kwai_etl/report/CampaignDailyReport.py

@@ -27,7 +27,9 @@ class CampaignDailyReport:
             totalNum = TidbConn.quary(sql)[0][0]
             pageCount = ceil(totalNum / 5000)
             for i in range(pageCount):
-                sql = """replace into application.kuaishou_campaign_report_daily_dw
+                sql = """
+                set @@tidb_mem_quota_query = 8 << 30;
+                replace into application.kuaishou_campaign_report_daily_dw
 (account_id, stat_date, campaign_id, campaign_name, project_id, product_id, advertiser_id,
  company_id, account_name, project_name, advertiser_name, company_name, sale_id, user_id, org_code, charge, `show`, photo_click, aclick, bclick, photo_click_ratio, play_3s_ratio, action_ratio,
  impression_1k_cost, photo_click_cost, action_cost, share, comment, `like`, follow, cancel_follow, report, block,