Explorar o código

修改素材池清洗项目素材

zhaoxian %!s(int64=4) %!d(string=hai) anos
pai
achega
a7357d3fd3

+ 1 - 1
module-kuaishou/src/main/java/cn/com/ctop/kuaishou/modules/batch/mapper/xml/KuaiShouVideoGetMapper.xml

@@ -309,7 +309,7 @@
         <if test="updateTime!=null">
             AND t1.update_time >=#{updateTime}
         </if>
-
+        group by t1.signature
     </select>
 
     <select id="getAccountIds" resultType="com.alibaba.fastjson.JSONObject">

+ 7 - 4
module-kuaishou/src/main/java/cn/com/ctop/kuaishou/modules/batch/service/impl/KuaishouProjectVideoGetServiceImpl.java

@@ -17,6 +17,7 @@ import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
 import com.github.pagehelper.PageHelper;
 import com.github.pagehelper.PageInfo;
 import com.xxl.job.core.enums.NoEn;
+import lombok.extern.slf4j.Slf4j;
 import org.apache.shiro.SecurityUtils;
 import org.jeecg.common.api.vo.Result;
 import org.jeecg.common.system.vo.LoginUser;
@@ -39,6 +40,7 @@ import java.util.concurrent.Executors;
  * @version V1.0
  * @date 2021-05-21
  */
+@Slf4j
 @Service
 public class KuaishouProjectVideoGetServiceImpl extends ServiceImpl<KuaishouProjectVideoGetMapper, KuaishouProjectVideoGet> implements IKuaishouProjectVideoGetService {
     static ExecutorService kuaiShouExecutorService = Executors.newFixedThreadPool(5);
@@ -60,18 +62,19 @@ public class KuaishouProjectVideoGetServiceImpl extends ServiceImpl<KuaishouProj
     private IKuaiShouVideoGetService videoGetService;
 
     @Override
-    public void clearProjectVideo(Long projectId, Integer pageStart) {
+    public void clearProjectVideo(Long projectId, Integer pageNo) {
         try {
+            log.info("清洗快手项目素材数据,projectId:{},pageNo:{}", projectId,pageNo);
             String updateTime = projectVideoGetMapper.queryLatestUpdateTime(projectId);
-            PageHelper.startPage(pageStart, 1500);
+            PageHelper.startPage(pageNo, 1500);
             List<KuaishouProjectVideoGet> list = videoGetMapper.selectProjectVideo(projectId, updateTime);
             if (Check.isNull(list)) {
                 return;
             }
             projectVideoGetMapper.replaceBatch(list);
-            clearProjectVideo(projectId, pageStart + 1);
+            clearProjectVideo(projectId, pageNo + 1);
         } catch (Exception e) {
-            log.error("清洗项目数据异常",e);
+            log.error("清洗项目数据异常", e);
         }
     }