ソースを参照

删除无用的日志输出

syh 5 年 前
コミット
8e777dcba2
18 ファイル変更16 行追加107 行削除
  1. 1 11
      jeecg-boot-base-common/src/main/java/org/jeecg/common/util/DateUtils.java
  2. 0 11
      jeecg-boot-module-system/src/main/java/org/jeecg/modules/ctop/job/KuaishouCrawlerJob.java
  3. 0 1
      jeecg-boot-module-system/src/main/java/org/jeecg/modules/opencv/utils/CornerCheck.java
  4. 0 1
      jeecg-boot-module-system/src/main/java/org/jeecg/modules/opencv/utils/Perspective.java
  5. 0 5
      module-common/src/main/java/cn/com/ctop/common/module/utils/LoadFileUtil.java
  6. 0 11
      module-common/src/main/java/cn/com/ctop/common/module/utils/OSSUtils.java
  7. 0 10
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeCompanyServiceImpl.java
  8. 0 10
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeLabelServiceImpl.java
  9. 14 18
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeMediaServiceImpl.java
  10. 0 7
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeProductServiceImpl.java
  11. 0 6
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/pangolin/service/impl/PangolinLoginServiceImpl.java
  12. 0 6
      module-ctop/src/main/java/cn/com/ctop/manage/modules/edu/service/impl/EduLessonServiceImpl.java
  13. 1 1
      module-job-bytedance/src/main/java/cn/com/ctop/job/bytedance/handler/ByteDanceVideoReportJob.java
  14. 0 2
      module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/controller/ByteDanceVideoReportDailyController.java
  15. 0 1
      module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/entity/BytedanceFundDaily.java
  16. 0 1
      module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/service/impl/ByteDanceVideoReportDailyServiceImpl.java
  17. 0 3
      module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/service/impl/BytedanceReportServiceImpl.java
  18. 0 2
      module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/service/impl/ReportServiceImpl.java

+ 1 - 11
jeecg-boot-base-common/src/main/java/org/jeecg/common/util/DateUtils.java

@@ -784,10 +784,6 @@ public class DateUtils extends PropertyEditorSupport {
         return sdf.format(calendar.getTime());
     }
 
-    //public static void main(String[] args) throws ParseException {
-    //    System.out.println(DateUtils.addDay( "2020-01-03",  7));
-    //}
-
     public static Date addDay(Date date, int day) {
         Calendar calendar = Calendar.getInstance();
         calendar.setTime(date);
@@ -1220,7 +1216,6 @@ public class DateUtils extends PropertyEditorSupport {
     public static long getDiscrepantDays(String dateStart, String dateEnd){
         //设置转换的日期格式
         SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
-
         //结束时间
         Date startDate = null;
         Date endDate = null;
@@ -1231,13 +1226,8 @@ public class DateUtils extends PropertyEditorSupport {
         } catch (ParseException e) {
             e.printStackTrace();
         }
-
         //得到相差的天数 betweenDate
-        long betweenDate = (endDate.getTime() - startDate.getTime())/(60*60*24*1000);
-
-        //打印控制台相差的天数
-        System.out.println(betweenDate);
-        return betweenDate;
+        return  (endDate.getTime() - startDate.getTime())/(60*60*24*1000);
     }
 
     /***

+ 0 - 11
jeecg-boot-module-system/src/main/java/org/jeecg/modules/ctop/job/KuaishouCrawlerJob.java

@@ -53,15 +53,4 @@ public class KuaishouCrawlerJob implements Job {
             e.printStackTrace();
         }
     }
-
-    public static void main(String[] args) {
-        for (int i = 0; i < 100; i++) {
-            System.out.println(i);
-            try {
-                System.out.println(1 / 0);
-            } catch (Exception e) {
-                e.printStackTrace();
-            }
-        }
-    }
 }

+ 0 - 1
jeecg-boot-module-system/src/main/java/org/jeecg/modules/opencv/utils/CornerCheck.java

@@ -224,7 +224,6 @@ public class CornerCheck {
                 System.out.println(imageGR.get((int) point.y, (int) point.x)[1]);
                 if (imageGR.get((int) point.y, (int) point.x)[1] >= 120) {
                     if (point.x <= rightDown.x) {
-                        System.out.println("greenPoint:" + point.toString());
                         checkPoints.add(point);
                     }
                 }

+ 0 - 1
jeecg-boot-module-system/src/main/java/org/jeecg/modules/opencv/utils/Perspective.java

@@ -48,7 +48,6 @@ public class Perspective {
             Imgcodecs.imwrite(targetFileName, dst);
         } catch (Exception e) {
             e.printStackTrace();
-            System.out.println("例外:" + e);
         }
     }
 

+ 0 - 5
module-common/src/main/java/cn/com/ctop/common/module/utils/LoadFileUtil.java

@@ -108,11 +108,6 @@ public class LoadFileUtil {
         return DigestUtils.md5Hex(inputStream);
     }
 
-
-    public static void main(String[] args) throws IOException {
-        System.out.println(LoadFileUtil.getMD5("D://video/BMjAyMDAzMDQxODMyMTlfMTU3ODQ0ODY5MV8yNDQ1ODc0Mzk1OF8wXzM=_b_Bd696ca7f28234aac3713b18edd139469.mp4"));
-    }
-
     public static void checkFile(String filePackageName) {
         File file = new File(filePackageName);
         if (!file.exists()) {

+ 0 - 11
module-common/src/main/java/cn/com/ctop/common/module/utils/OSSUtils.java

@@ -71,20 +71,9 @@ public class OSSUtils {
             UploadFileResult uploadResult = ossClient.uploadFile(uploadFileRequest);
 
             CompleteMultipartUploadResult multipartUploadResult = uploadResult.getMultipartUploadResult();
-            System.out.println(multipartUploadResult.getETag());
 
         } catch (OSSException oe) {
-            System.out.println("Caught an OSSException, which means your request made it to OSS, "
-                    + "but was rejected with an error response for some reason.");
-            System.out.println("Error Message: " + oe.getErrorMessage());
-            System.out.println("Error Code:       " + oe.getErrorCode());
-            System.out.println("Request ID:      " + oe.getRequestId());
-            System.out.println("Host ID:           " + oe.getHostId());
         } catch (ClientException ce) {
-            System.out.println("Caught an ClientException, which means the client encountered "
-                    + "a serious internal problem while trying to communicate with OSS, "
-                    + "such as not being able to access the network.");
-            System.out.println("Error Message: " + ce.getMessage());
         } catch (Throwable e) {
             e.printStackTrace();
         } finally {

+ 0 - 10
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeCompanyServiceImpl.java

@@ -28,7 +28,6 @@ public class DataeyeCompanyServiceImpl extends ServiceImpl<DataeyeCompanyMapper,
         Map<String,Object> paramMap = new HashMap<>();
         paramMap.put("companyId",companyId);
         String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/company/getCompanyInfo",paramMap,null);
-        System.out.println(response);
         ObjectMapper mapper = new ObjectMapper();
         mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
         try {
@@ -40,7 +39,6 @@ public class DataeyeCompanyServiceImpl extends ServiceImpl<DataeyeCompanyMapper,
                 if(company != null && company.getCompanyName() != null){
                     this.saveOrUpdate(company);
                     String result = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/company/listProductDistribution?companyId="+companyId,null,null);
-                    System.out.println(result);
                     rootNode = mapper.readTree(result);
                     statusCode = rootNode.get("statusCode").asInt();
                     if (statusCode == 200) {
@@ -48,14 +46,6 @@ public class DataeyeCompanyServiceImpl extends ServiceImpl<DataeyeCompanyMapper,
                         while (nodes.hasNext()){
                             JsonNode node = nodes.next();
                             Long productId = node.get("id").asLong();
-//                            Map<String,Long> map = new HashMap<>();
-//                            map.put("companyId",companyId.longValue());
-//                            map.put("productId",productId);
-//                            try {
-//                                DataeyeProductServiceImpl.taskQueue.put(map);
-//                            } catch (InterruptedException e) {
-//                                e.printStackTrace();
-//                            }
                             dataeyeProductService.getProductInfo(companyId.longValue(),productId);
                         }
                     }

+ 0 - 10
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeLabelServiceImpl.java

@@ -2,12 +2,8 @@ package cn.com.ctop.crawler.modules.dataeye.service.impl;
 
 import cn.com.ctop.common.module.utils.HttpUtils;
 import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeAdArtStyle;
-import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeCompany;
 import cn.com.ctop.crawler.modules.dataeye.entity.DataeyePlayRules;
 import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeThemes;
-import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeAdArtStyleMapper;
-import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyePlayRulesMapper;
-import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeThemesMapper;
 import cn.com.ctop.crawler.modules.dataeye.service.DataeyeAdArtStyleService;
 import cn.com.ctop.crawler.modules.dataeye.service.DataeyeLabelService;
 import cn.com.ctop.crawler.modules.dataeye.service.DataeyePlayRulesService;
@@ -36,7 +32,6 @@ public class DataeyeLabelServiceImpl implements DataeyeLabelService {
 
     public void getLabelList(){
         String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/common/getNewLabelMenu",null,null);
-        System.out.println(response);
         ObjectMapper mapper = new ObjectMapper();
         mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
         try {
@@ -52,11 +47,6 @@ public class DataeyeLabelServiceImpl implements DataeyeLabelService {
                 dataeyeAdArtStyleService.saveOrUpdateBatch(adArtStyles);
                 dataeyeThemesService.saveOrUpdateBatch(themes);
                 dataeyePlayRulesService.saveOrUpdateBatch(playRules);
-//                DataeyeCompany company = mapper.readValue(content,DataeyeCompany.class);
-//                if(company != null && company.getCompanyName() != null){
-//                    this.save(company);
-//                }
-
             }
         } catch (IOException e) {
             e.printStackTrace();

+ 14 - 18
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeMediaServiceImpl.java

@@ -1,7 +1,6 @@
 package cn.com.ctop.crawler.modules.dataeye.service.impl;
 
 import cn.com.ctop.common.module.utils.HttpUtils;
-import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeCompany;
 import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeMedia;
 import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeMediaMapper;
 import cn.com.ctop.crawler.modules.dataeye.service.DataeyeCompanyService;
@@ -10,13 +9,14 @@ import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
 import com.fasterxml.jackson.databind.DeserializationFeature;
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.ObjectMapper;
-import io.swagger.models.auth.In;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.context.annotation.Primary;
 import org.springframework.stereotype.Service;
 
 import java.io.IOException;
-import java.util.*;
+import java.util.ArrayList;
+import java.util.Iterator;
+import java.util.List;
 
 @Service
 @Primary
@@ -27,7 +27,6 @@ public class DataeyeMediaServiceImpl extends ServiceImpl<DataeyeMediaMapper, Dat
     @Override
     public void getMediaList(){
         String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/common/listMedia",null,null);
-        System.out.println(response);
         ObjectMapper mapper = new ObjectMapper();
         mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
         try {
@@ -41,7 +40,6 @@ public class DataeyeMediaServiceImpl extends ServiceImpl<DataeyeMediaMapper, Dat
                     Integer mediaId = node.get("k").asInt();
                     ids.add(mediaId);
                     response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/getMediaInfo?mediaId="+mediaId,null,null);
-                    System.out.println(response);
                     rootNode = mapper.readTree(response);
                     statusCode = rootNode.get("statusCode").asInt();
                     if (statusCode == 200){
@@ -53,19 +51,17 @@ public class DataeyeMediaServiceImpl extends ServiceImpl<DataeyeMediaMapper, Dat
                         }
                     }
                 }
-                if(ids != null){
-                    for (Integer mediaId :ids){
-                        response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/listCompanyDistribution?mediaId="+mediaId,null,null);
-                        System.out.println(response);
-                        rootNode = mapper.readTree(response);
-                        statusCode = rootNode.get("statusCode").asInt();
-                        if (statusCode == 200){
-                            Iterator<JsonNode> companyNodes = rootNode.get("content").elements();
-                            while (companyNodes.hasNext()){
-                                JsonNode companyNode = companyNodes.next();
-                                Integer companyId = companyNode.get("id").asInt();
-                                dataeyeCompanyService.getCompanyInfo(companyId);
-                            }
+
+                for (Integer mediaId :ids){
+                    response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/listCompanyDistribution?mediaId="+mediaId,null,null);
+                    rootNode = mapper.readTree(response);
+                    statusCode = rootNode.get("statusCode").asInt();
+                    if (statusCode == 200){
+                        Iterator<JsonNode> companyNodes = rootNode.get("content").elements();
+                        while (companyNodes.hasNext()){
+                            JsonNode companyNode = companyNodes.next();
+                            Integer companyId = companyNode.get("id").asInt();
+                            dataeyeCompanyService.getCompanyInfo(companyId);
                         }
                     }
                 }

+ 0 - 7
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeProductServiceImpl.java

@@ -6,23 +6,17 @@ import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeProductMapper;
 import cn.com.ctop.crawler.modules.dataeye.service.*;
 import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
 import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
-import com.fasterxml.jackson.core.type.TypeReference;
 import com.fasterxml.jackson.databind.DeserializationFeature;
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.ObjectMapper;
-import org.slf4j.LoggerFactory;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.context.annotation.Primary;
 import org.springframework.stereotype.Service;
-import us.codecraft.webmagic.thread.CountableThreadPool;
 
 import java.io.IOException;
 import java.util.HashMap;
 import java.util.Iterator;
-import java.util.List;
 import java.util.Map;
-import java.util.concurrent.LinkedBlockingQueue;
-import java.util.logging.Logger;
 
 @Service
 @Primary
@@ -42,7 +36,6 @@ public class DataeyeProductServiceImpl extends ServiceImpl<DataeyeProductMapper,
         Map<String,Object> paramMap = new HashMap<>();
         paramMap.put("productId",productId);
         String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/product/getProductInfo",paramMap,null);
-        System.out.println(response);
         ObjectMapper mapper = new ObjectMapper();
         mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
         try {

+ 0 - 6
module-crawler/src/main/java/cn/com/ctop/crawler/modules/pangolin/service/impl/PangolinLoginServiceImpl.java

@@ -27,12 +27,6 @@ public class PangolinLoginServiceImpl implements PangolinLoginService {
     @Value("${jeecg.path.chrome-driver}")
     private String chromeDriver;
 
-    public static void main(String[] args){
-        PangolinLoginServiceImpl loginService = new PangolinLoginServiceImpl();
-        loginService.pangolinLogin("douyin_novel60","BpGT7afFWU");
-        String result = HttpUtils2.httpGetRequest("https://pangolin.bytedance.com/api/search/external_default");
-        System.out.println(result);
-    }
     @Override
     public void pangolinLogin(String username, String password) {
         System.getProperties().setProperty("webdriver.chrome.driver", chromeDriver);

ファイルの差分が大きいため隠しています
+ 0 - 6
module-ctop/src/main/java/cn/com/ctop/manage/modules/edu/service/impl/EduLessonServiceImpl.java


+ 1 - 1
module-job-bytedance/src/main/java/cn/com/ctop/job/bytedance/handler/ByteDanceVideoReportJob.java

@@ -22,7 +22,7 @@ public class ByteDanceVideoReportJob {
 
     @XxlJob("byteDanceVideoReport")
     public ReturnT<String> execute(String param) throws Exception {
-        String getDate = DateUtils.formatDate(   DateUtils.addDay(new Date(), -1)  );
+        String getDate = DateUtils.formatDate(DateUtils.addDay(new Date(), -1));
         XxlJobLogger.log("头条视频报表清洗数据定时任务开始, 执行时间为:" + getDate);
         byteDanceVideoReportDailyService.videoInfoList(getDate, getDate);
         return ReturnT.SUCCESS;

+ 0 - 2
module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/controller/ByteDanceVideoReportDailyController.java

@@ -53,8 +53,6 @@ public class ByteDanceVideoReportDailyController {
 		 for(int i=0; i<=days; i++){
 			 String endStr = DateUtils.addDay(startDate ,i);
 			 dateList.add(endStr);
-			 System.out.println(endStr);
-			// videoReportDailyService.videoInfoList(startDate, endStr);
 		 }
 
 

+ 0 - 1
module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/entity/BytedanceFundDaily.java

@@ -111,7 +111,6 @@ public class BytedanceFundDaily {
     private Date updateTime;
 
     public BytedanceFundDaily(JSONObject data, CtopOauthToken token) {
-        System.out.println(data.toJSONString());
         this.advertiserId = token.getAccountId();
         this.date = data.getString("date");
         this.id = this.advertiserId + "_" + this.date;

+ 0 - 1
module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/service/impl/ByteDanceVideoReportDailyServiceImpl.java

@@ -34,7 +34,6 @@ public class ByteDanceVideoReportDailyServiceImpl extends ServiceImpl<ByteDanceV
         videoInfoListByCompanyId(startDate, endDate, "d57fecdcf7a94d009736d9c850731582");
         //华东
         videoInfoListByCompanyId(startDate, endDate, "4b10089775c040119e139087517aed88");
-        System.out.println(endDate + "结束");
     }
 
     private void videoInfoListByCompanyId(String startDate, String endDate, String companyId){

+ 0 - 3
module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/service/impl/BytedanceReportServiceImpl.java

@@ -509,18 +509,15 @@ public class BytedanceReportServiceImpl implements IBytedanceReportService {
                 if (i == 0) {
                     Map<String, String> dateMap = DateUtils.getMaxMinDaysOfAddMonth(startDate, "yyyy-MM-dd", i);
                     String end = dateMap.get("endDate");
-                    //System.out.println(startDate + " ----- " + end);
                     bytedanceAsyncTaskCreateByMonth(startDate, end, token, type);
                 } else if (i == diffMonths) {
                     Map<String, String> dateMap = DateUtils.getMaxMinDaysOfAddMonth(startDate, "yyyy-MM-dd", i);
                     String start = dateMap.get("startDate");
-                    //System.out.println(start + " ----- " + endDate);
                     bytedanceAsyncTaskCreateByMonth(start, endDate, token, type);
                 } else {
                     Map<String, String> dateMap = DateUtils.getMaxMinDaysOfAddMonth(startDate, "yyyy-MM-dd", i);
                     String start = dateMap.get("startDate");
                     String end = dateMap.get("endDate");
-                    //System.out.println(start + " ----- " + end);
                     bytedanceAsyncTaskCreateByMonth(start, end, token, type);
                 }
             }

+ 0 - 2
module-toutiao/src/main/java/cn/com/ctop/toutiao/modules/report/service/impl/ReportServiceImpl.java

@@ -76,7 +76,6 @@ public class ReportServiceImpl implements IReportService {
             return;
         }
         JSONArray dataArray = getObject.getJSONObject("data").getJSONArray("list");
-        System.out.println(dataArray.toJSONString());
         if (null == dataArray || dataArray.size() <= 0) {
             return;
         }
@@ -229,7 +228,6 @@ public class ReportServiceImpl implements IReportService {
             log.error("素材报表数据获取异常:{}", message);
             return;
         }
-        System.out.println(getObject.toJSONString());
         JSONArray dataArray = getObject.getJSONObject("data").getJSONArray("list");
         if (null == dataArray || dataArray.size() <= 0) {
             return;