Просмотр исходного кода

增加dataeye爬虫所需的实体

yumeng 5 лет назад
Родитель
Сommit
7278bd8177
14 измененных файлов с 157 добавлено и 1 удалено
  1. 1 1
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/core/util/HttpParamUtil.java
  2. 12 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/core/util/SignUtil.java
  3. 7 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeAdArtStyle.java
  4. 7 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeCompany.java
  5. 30 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeMaterial.java
  6. 14 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeMedia.java
  7. 8 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyePlayRules.java
  8. 19 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeProduct.java
  9. 15 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeProductDownload.java
  10. 17 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeTarget.java
  11. 7 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeThemes.java
  12. 8 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeTitle.java
  13. 4 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/DataeyeProductService.java
  14. 8 0
      module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeProductServiceImpl.java

+ 1 - 1
module-crawler/src/main/java/cn/com/ctop/crawler/modules/core/util/HttpParamUtil.java

@@ -34,7 +34,7 @@ public class HttpParamUtil {
                 if(ignoreKeyList!=null && ignoreKeyList.contains(key)){
                     continue;
                 }
-                sb.append("&"+key + "=" + URLDecoder.decode(String.valueOf(map.get(key)), "UTF-8"));
+                sb.append("&"+key + "=" + URLDecoder.decode(String.valueOf(map.get(key)==null?"":map.get(key)), "UTF-8"));
             }
         }catch (Exception e){
             e.printStackTrace();

+ 12 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/core/util/SignUtil.java

@@ -2,6 +2,9 @@ package cn.com.ctop.crawler.modules.core.util;
 
 import org.jeecg.common.util.MD5Util;
 
+import java.util.HashMap;
+import java.util.Map;
+
 /**
  * @author jeecg-boot
  * 2019年12月5日19:57:58
@@ -10,4 +13,13 @@ public class SignUtil {
     public static String getMd5Sign(String source, String signKey) {
         return MD5Util.getMd5(source + signKey);
     }
+    public static String getDataeyeSign(Map<String,Object> param){
+        String queryString = "";
+        if (param != null && param.size() > 0){
+            param = SortUtil.sortMapByKey(param);
+            queryString = HttpParamUtil.mapToUrlString(param,null);
+        }
+        queryString = queryString +"&key=OH_MY_LADY_GA_GA";
+        return MD5Util.getMd5(queryString).toUpperCase();
+    }
 }

+ 7 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeAdArtStyle.java

@@ -0,0 +1,7 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+public class DataeyeAdArtStyle {
+    private Integer id;
+    private String artStyle;
+    private Integer orderId;
+}

+ 7 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeCompany.java

@@ -0,0 +1,7 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+public class DataeyeCompany {
+    private Integer id;
+    private String companyName;
+
+}

+ 30 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeMaterial.java

@@ -0,0 +1,30 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+import io.swagger.models.auth.In;
+
+import java.util.Date;
+
+public class DataeyeMaterial {
+    private Integer id;
+    private Integer materialType;
+    private Integer materialWidth;
+    private Integer materialHigh;
+    private Integer picWidth;
+    private Integer picHigh;
+    private Integer layout;
+    private Date materialFirstSeen;
+    private Date materialLastSeen;
+    private Integer materialDays;
+    private Integer materialNum;
+    private Integer creativeNum;
+    private Integer productNum;
+    private Integer playNum;
+    private Integer likeNum;
+    private Integer commentNum;
+    private Integer forwardNum;
+    private Integer creativeMaxDays;
+    private String fetchTimeInfo;
+    private String collectLabel;
+    private String collectTime;
+    private Integer isWatch;
+}

+ 14 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeMedia.java

@@ -0,0 +1,14 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+import io.swagger.models.auth.In;
+
+import java.util.Date;
+
+public class DataeyeMedia {
+    private Integer id;
+    private String mediaName;
+    private String logoUrl;
+    private Integer isShow;
+    private Date createTime;
+    private Date updateTime;
+}

+ 8 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyePlayRules.java

@@ -0,0 +1,8 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+public class DataeyePlayRules {
+    private Integer id;
+    private String playRule;
+    private Integer orderId;
+    private Integer type;
+}

+ 19 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeProduct.java

@@ -0,0 +1,19 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+import java.util.Date;
+
+public class DataeyeProduct {
+    private Integer productId;
+    private String icon;
+    private String productName;
+    private Date firstSceen;
+    private Date lastSeen;
+    private Integer days;
+    private Integer type;
+    private Integer companyNum;
+    private Integer mediaNum;
+    private Integer positionNum;
+    private Integer materialNum;
+    private String wxQrCode;
+
+}

+ 15 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeProductDownload.java

@@ -0,0 +1,15 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+import io.swagger.models.auth.In;
+
+import java.util.Date;
+
+public class DataeyeProductDownload {
+    private String seqno;
+    private Integer productId;
+    private Integer mobileType;
+    private Integer size;
+    private String downloadUrl;
+    private Date createTime;
+    private Date updateTime;
+}

+ 17 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeTarget.java

@@ -0,0 +1,17 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+import java.util.Date;
+
+public class DataeyeTarget {
+    private String seqno;
+    private Integer productId;
+    private Integer num;
+    private Integer days;
+    private Date firstSeen;
+    private Date lastSeen;
+    private String targetUrl;
+    private String targetUrlMd5;
+    private String screenshot;
+    private Date createTime;
+    private Date updateTime;
+}

+ 7 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeThemes.java

@@ -0,0 +1,7 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+public class DataeyeThemes {
+    private Integer id;
+    private String theme;
+    private Integer orderId;
+}

+ 8 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/entity/DataeyeTitle.java

@@ -0,0 +1,8 @@
+package cn.com.ctop.crawler.modules.dataeye.entity;
+
+public class DataeyeTitle {
+    private Integer titleId;
+    private String adTitle;
+    private Integer materialNum;
+    private Integer companyNum;
+}

+ 4 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/DataeyeProductService.java

@@ -0,0 +1,4 @@
+package cn.com.ctop.crawler.modules.dataeye.service;
+
+public interface DataeyeProductService {
+}

+ 8 - 0
module-crawler/src/main/java/cn/com/ctop/crawler/modules/dataeye/service/impl/DataeyeProductServiceImpl.java

@@ -0,0 +1,8 @@
+package cn.com.ctop.crawler.modules.dataeye.service.impl;
+
+import cn.com.ctop.crawler.modules.dataeye.service.DataeyeProductService;
+import org.springframework.stereotype.Service;
+
+@Service
+public class DataeyeProductServiceImpl implements DataeyeProductService {
+}