renyupeng 3 anni fa
parent
commit
06c3a976f9

+ 8 - 2
Apietl/task/BytedanceMaterialFristCostTime.py

@@ -8,12 +8,15 @@
 # @Tel 1501435553
 import logging
 from math import ceil
+
+from Apietl.conn.TidbConn import TidbConn
 from Apietl.conn.TidbProConn import TidbProConn
 
 
 class MaterialFristCostTime:
     def __init__(self):
         self.conn = TidbProConn.get_connection()
+        self.Innerconn = TidbConn.get_connection()
 
     def TaskHandler(self):
         try:
@@ -26,7 +29,7 @@ from (
      )t
 where t.rn=1)t
             """
-            totalNum = TidbProConn.quary(self.conn, sql)[0][0]
+            totalNum = TidbConn.quary(self.conn, sql)[0][0]
             pageCount = ceil(totalNum / 20000)
             for i in range(pageCount):
                 try:
@@ -42,11 +45,14 @@ order by signature,stat_datetime limit {num},20000
              """.format(num=i * 20000)
                     print(sql)
                     TidbProConn.upsert(conn=self.conn, sql_buff=sql)
-                    self.conn.commit()
+                    TidbConn.upsert(self.Innerconn, sql_buff=sql)
+                    # self.conn.commit()
+                    self.Innerconn.commit()
                 except Exception as e:
                     logging.error(e)
                     return -1
             TidbProConn.conn_close(conn=self.conn)
+            TidbConn.conn_close(conn=self.Innerconn)
             return 0
         except Exception as e:
             logging.error(e)

+ 9 - 3
Apietl/task/MaterialFristCostTime.py

@@ -8,12 +8,15 @@
 # @Tel 1501435553
 import logging
 from math import ceil
+
+from Apietl.conn.TidbConn import TidbConn
 from Apietl.conn.TidbProConn import TidbProConn
 
 
 class MaterialFristCostTime:
     def __init__(self):
         self.conn = TidbProConn.get_connection()
+        self.Innerconn = TidbConn.get_connection()
 
     def TaskHandler(self):
         try:
@@ -27,7 +30,7 @@ from (
 where t.rn=1)t
             """
             totalNum = TidbProConn.quary(self.conn, sql)[0][0]
-            pageCount = ceil(totalNum / 20000)
+            pageCount = ceil(totalNum / 10000)
             for i in range(pageCount):
                 try:
                     sql = """
@@ -38,14 +41,17 @@ from (
          from application.kuaishou_material_video_report_daily_dw where signature is not null
      )t
 where t.rn=1
-order by signature,stat_date limit {num},20000
-             """.format(num=i * 20000)
+order by signature,stat_date limit {num},10000
+             """.format(num=i * 10000)
                     print(sql)
+                    TidbConn.upsert(conn=self.Innerconn, sql_buff=sql)
                     TidbProConn.upsert(conn=self.conn, sql_buff=sql)
                     self.conn.commit()
+                    self.Innerconn.commit()
                 except Exception as e:
                     logging.error(e)
                     return -1
+            TidbConn.conn_close(conn=self.Innerconn)
             TidbProConn.conn_close(conn=self.conn)
             return 0
         except Exception as e: