renyupeng před 3 roky
rodič
revize
388d5636b4

+ 52 - 0
Apietl/task/BytedanceMaterialFristCostDateUpdate.py

@@ -0,0 +1,52 @@
+# Author renyupeng
+# coding=utf-8
+# @Time    : 2021/11/17 3:40 下午
+# @Site    :
+# @File    : MaterialFristCostDateUpdate.py
+# @Software: PyCharm
+# @contact: renyupeng@c-top.com.cn
+# @Tel 1501435553
+import datetime
+import logging
+from Apietl.conn.TidbProConn import TidbProConn
+from Apietl.utlis.Utils import Utils
+
+
+class MaterialFristCostDateUpdate:
+    def __init__(self):
+        self.conn = TidbProConn.get_connection()
+        self.parm = Utils.get_args()
+        self.start_time = self.parm[0]
+        self.end_time = self.parm[1]
+
+    def TaskHandler(self):
+        try:
+            sql = """
+replace into application.bytedance_material_farst_cost_time
+select a.signature,
+case when b.frast_cost_time is null then a.stat_datetime 
+when a.stat_datetime<b.frast_cost_time then a.stat_datetime
+else b.frast_cost_time end as frast_cost_time
+from 
+(select signature, stat_datetime
+from (
+         select signature, stat_datetime, row_number() over (partition by signature order by stat_datetime) as rn
+         from application.bytedance_material_video_report_daily_dw
+         where signature is not null
+           and stat_date  between  {start_time} and  {end_time}
+     ) t
+where t.rn = 1)a
+left join 
+(select signature, frast_cost_time from application.bytedance_material_farst_cost_time)b
+on a.signature=b.signature
+            """.format(start_time=self.start_time, end_time=self.end_time)
+            print(sql)
+            TidbProConn.upsert(conn=self.conn, sql_buff=sql)
+            self.conn.commit()
+            TidbProConn.conn_close(self.conn)
+        except Exception as e:
+            logging.error(e)
+
+
+if __name__ == '__main__':
+    MaterialFristCostDateUpdate().TaskHandler()

+ 56 - 0
Apietl/task/BytedanceMaterialFristCostTime.py

@@ -0,0 +1,56 @@
+# Author renyupeng
+# coding=utf-8
+# @Time    : 2021/11/17 3:40 下午
+# @Site    : 
+# @File    : MaterialFristCostTime.py
+# @Software: PyCharm
+# @contact: renyupeng@c-top.com.cn
+# @Tel 1501435553
+import logging
+from math import ceil
+from Apietl.conn.TidbProConn import TidbProConn
+
+
+class MaterialFristCostTime:
+    def __init__(self):
+        self.conn = TidbProConn.get_connection()
+
+    def TaskHandler(self):
+        try:
+            sql = """
+          select count(1) from (
+select signature,stat_datetime
+from (
+         select signature, stat_datetime, row_number() over (partition by signature order by stat_datetime) as rn
+         from application.bytedance_material_video_report_daily_dw
+     )t
+where t.rn=1)t
+            """
+            totalNum = TidbProConn.quary(self.conn, sql)[0][0]
+            pageCount = ceil(totalNum / 20000)
+            for i in range(pageCount):
+                try:
+                    sql = """
+                    replace into application.bytedance_material_farst_cost_time
+                    select signature,stat_datetime
+from (
+         select signature, stat_datetime, row_number() over (partition by signature order by stat_datetime) as rn
+         from application.bytedance_material_video_report_daily_dw where signature is not null
+     )t
+where t.rn=1
+order by signature,stat_datetime limit {num},20000
+             """.format(num=i * 20000)
+                    print(sql)
+                    TidbProConn.upsert(conn=self.conn, sql_buff=sql)
+                    self.conn.commit()
+                except Exception as e:
+                    logging.error(e)
+                    return -1
+            TidbProConn.conn_close(conn=self.conn)
+            return 0
+        except Exception as e:
+            logging.error(e)
+
+
+if __name__ == '__main__':
+    MaterialFristCostTime().TaskHandler()