Forráskód Böngészése

修改自动删评论代码

syh 5 éve
szülő
commit
692dbdefb7

+ 0 - 8
jeecg-boot-module-system/src/main/java/org/jeecg/modules/ctop/controller/TestController.java

@@ -361,7 +361,6 @@ public class TestController {
             log.info("定时获取头条数据异常:为获取到可用的token");
         }
         tokens.forEach(token -> {
-            //3:获取广告计划信息数据
             advertiserDataService.getMaterialList(token);
         });
         ResultMapUtils.setResultMap(result, StatusCode.COMMON_SUCCESS);
@@ -446,7 +445,6 @@ public class TestController {
             executorService.submit(new Runnable() {
                 @Override
                 public void run() {
-                    //1: 获取广告主信息数据
                     reportService.getAdvertiserReport(token, finalGetDate, finalGetDate, CtopAdConstant.BYTEDANCE_REPORT_TYPE_HOURLY);
                 }
             });
@@ -493,12 +491,6 @@ public class TestController {
         } catch (InterruptedException e) {
             e.printStackTrace();
         }
-        //清洗关于缘多多数据
-        planDailyReportService.cleanYddData(113, finalGetDate);
-        //清洗关于交友数据
-        planDailyReportService.cleanYddData(112, finalGetDate);
-        //清洗关于附近约会数据
-        planDailyReportService.cleanYddData(222, finalGetDate);
         log.info("头条计划时报数据获取完成");
         Map<String, Object> result = new HashMap<>();
         ResultMapUtils.setResultMap(result, StatusCode.COMMON_SUCCESS);

+ 4 - 3
jeecg-boot-module-system/src/main/java/org/jeecg/modules/ctop/job/BytedancePlanDailyReportLoadJob.java

@@ -46,10 +46,11 @@ public class BytedancePlanDailyReportLoadJob implements Job {
             reportService.getAdvertiserPlanReport(token, getDate, getDate, CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
         });
         formatZybData(215, getDate);
-        planDailyReportService.cleanYddData(112, getDate);
-        planDailyReportService.cleanYddData(113, getDate);
-        planDailyReportService.cleanYddData(222, getDate);
+        planDailyReportService.cleanChannelCodeData(112, getDate);
+        planDailyReportService.cleanChannelCodeData(113, getDate);
+        planDailyReportService.cleanChannelCodeData(222, getDate);
         planDailyReportService.cleanYzData(151);
+        planDailyReportService.cleanChannelCodeData(235, getDate);
     }
 
     private void formatZybData(Integer projectId, Date getDate) {

+ 6 - 1
module-kuaishou/src/main/java/cn/com/ctop/kuaishou/modules/app/service/impl/KuaishouAppServiceImpl.java

@@ -18,6 +18,7 @@ import com.fasterxml.jackson.core.type.TypeReference;
 import com.fasterxml.jackson.databind.DeserializationFeature;
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.ObjectMapper;
+import lombok.extern.slf4j.Slf4j;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.stereotype.Service;
 
@@ -28,6 +29,7 @@ import java.util.List;
  * @author yumeng
  * 2019年11月12日10:04:00
  */
+@Slf4j
 @Service
 public class KuaishouAppServiceImpl implements IKuaishouAppService {
     @Autowired
@@ -43,6 +45,7 @@ public class KuaishouAppServiceImpl implements IKuaishouAppService {
     public void adFetch(KuaishouAppAccount kuaishouAppAccount, Integer page) {
         String videoFeeds = kuaishouCrawlerService.getVideoFeeds(kuaishouAppAccount, page);
         ObjectMapper mapper = new ObjectMapper();
+        int i = 0;
         mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
         try {
             AppResult appResult = mapper.readValue(videoFeeds, new TypeReference<AppResult>() {
@@ -76,7 +79,9 @@ public class KuaishouAppServiceImpl implements IKuaishouAppService {
                             ad.setHeight(ad.getAdCover().getHeight());
                             ad.setType(appFeeds.getType());
                             ad.setAppName(ad.getAppName().replace(".apk","").replace(".APK","").replace("ios","").replace("IOS",""));
+                            System.out.println(ad.getAdCover());
                             appAdService.saveOrUpdate(ad);
+                            i++;
                             try {
                                 KuaishouAdAccount kuaishouAdAccount = kuaishouAdAccountService.getById(ad.getUserId());
                                 if (kuaishouAdAccount == null) {
@@ -93,7 +98,7 @@ public class KuaishouAppServiceImpl implements IKuaishouAppService {
                     }
                 }
             }
-
+            log.info("account:{} 抓取数据个数:{}", kuaishouAppAccount.getId(), i);
         } catch (IOException e) {
             e.printStackTrace();
         }

+ 1 - 1
module-report/src/main/java/cn/com/ctop/bytedance/mapper/BytedancePlanDailyReportMapper.java

@@ -31,5 +31,5 @@ public interface BytedancePlanDailyReportMapper extends BaseMapper<BytedancePlan
     @Update("update ctop_bytedance_report_plan_daily " +
             "set channel_code = substring_index(ad_name, '-', 1) " +
             "where advertiser_id in (select account_id from ctop_user_allocation where project_id = #{projectId}) and stat_datetime =#{date}")
-    void cleanYddData(@Param(value = "projectId") Integer projectId, @Param(value = "date") String date);
+    void cleanChannelCodeData(@Param(value = "projectId") Integer projectId, @Param(value = "date") String date);
 }

+ 1 - 1
module-report/src/main/java/cn/com/ctop/bytedance/service/IBytedancePlanDailyReportService.java

@@ -20,5 +20,5 @@ public interface IBytedancePlanDailyReportService extends IService<BytedancePlan
 
     void cleanYzData(Integer projectId);
 
-    void cleanYddData(Integer projectId, Date getDate);
+    void cleanChannelCodeData(Integer projectId, Date getDate);
 }

+ 2 - 4
module-report/src/main/java/cn/com/ctop/bytedance/service/impl/BytedancePlanDailyReportServiceImpl.java

@@ -58,10 +58,8 @@ public class BytedancePlanDailyReportServiceImpl extends ServiceImpl<BytedancePl
     }
 
     @Override
-    public void cleanYddData(Integer projectId, Date getDate) {
+    public void cleanChannelCodeData(Integer projectId, Date getDate) {
         String dateString = DateUtils.formatDate(getDate) + " 00:00:00";
-        dailyReportMapper.cleanYddData(projectId, dateString);
-        dailyReportMapper.cleanYddData(projectId, dateString);
-        dailyReportMapper.cleanYddData(projectId, dateString);
+        dailyReportMapper.cleanChannelCodeData(projectId, dateString);
     }
 }