|
@@ -1,7 +1,6 @@
|
|
package cn.com.ctop.crawler.modules.dataeye.service.impl;
|
|
package cn.com.ctop.crawler.modules.dataeye.service.impl;
|
|
|
|
|
|
import cn.com.ctop.common.module.utils.HttpUtils;
|
|
import cn.com.ctop.common.module.utils.HttpUtils;
|
|
-import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeCompany;
|
|
|
|
import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeMedia;
|
|
import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeMedia;
|
|
import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeMediaMapper;
|
|
import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeMediaMapper;
|
|
import cn.com.ctop.crawler.modules.dataeye.service.DataeyeCompanyService;
|
|
import cn.com.ctop.crawler.modules.dataeye.service.DataeyeCompanyService;
|
|
@@ -10,13 +9,14 @@ import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
|
|
import com.fasterxml.jackson.databind.DeserializationFeature;
|
|
import com.fasterxml.jackson.databind.DeserializationFeature;
|
|
import com.fasterxml.jackson.databind.JsonNode;
|
|
import com.fasterxml.jackson.databind.JsonNode;
|
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
-import io.swagger.models.auth.In;
|
|
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|
import org.springframework.context.annotation.Primary;
|
|
import org.springframework.context.annotation.Primary;
|
|
import org.springframework.stereotype.Service;
|
|
import org.springframework.stereotype.Service;
|
|
|
|
|
|
import java.io.IOException;
|
|
import java.io.IOException;
|
|
-import java.util.*;
|
|
|
|
|
|
+import java.util.ArrayList;
|
|
|
|
+import java.util.Iterator;
|
|
|
|
+import java.util.List;
|
|
|
|
|
|
@Service
|
|
@Service
|
|
@Primary
|
|
@Primary
|
|
@@ -27,7 +27,6 @@ public class DataeyeMediaServiceImpl extends ServiceImpl<DataeyeMediaMapper, Dat
|
|
@Override
|
|
@Override
|
|
public void getMediaList(){
|
|
public void getMediaList(){
|
|
String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/common/listMedia",null,null);
|
|
String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/common/listMedia",null,null);
|
|
- System.out.println(response);
|
|
|
|
ObjectMapper mapper = new ObjectMapper();
|
|
ObjectMapper mapper = new ObjectMapper();
|
|
mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
|
|
mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
|
|
try {
|
|
try {
|
|
@@ -41,7 +40,6 @@ public class DataeyeMediaServiceImpl extends ServiceImpl<DataeyeMediaMapper, Dat
|
|
Integer mediaId = node.get("k").asInt();
|
|
Integer mediaId = node.get("k").asInt();
|
|
ids.add(mediaId);
|
|
ids.add(mediaId);
|
|
response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/getMediaInfo?mediaId="+mediaId,null,null);
|
|
response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/getMediaInfo?mediaId="+mediaId,null,null);
|
|
- System.out.println(response);
|
|
|
|
rootNode = mapper.readTree(response);
|
|
rootNode = mapper.readTree(response);
|
|
statusCode = rootNode.get("statusCode").asInt();
|
|
statusCode = rootNode.get("statusCode").asInt();
|
|
if (statusCode == 200){
|
|
if (statusCode == 200){
|
|
@@ -53,19 +51,17 @@ public class DataeyeMediaServiceImpl extends ServiceImpl<DataeyeMediaMapper, Dat
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
- if(ids != null){
|
|
|
|
- for (Integer mediaId :ids){
|
|
|
|
- response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/listCompanyDistribution?mediaId="+mediaId,null,null);
|
|
|
|
- System.out.println(response);
|
|
|
|
- rootNode = mapper.readTree(response);
|
|
|
|
- statusCode = rootNode.get("statusCode").asInt();
|
|
|
|
- if (statusCode == 200){
|
|
|
|
- Iterator<JsonNode> companyNodes = rootNode.get("content").elements();
|
|
|
|
- while (companyNodes.hasNext()){
|
|
|
|
- JsonNode companyNode = companyNodes.next();
|
|
|
|
- Integer companyId = companyNode.get("id").asInt();
|
|
|
|
- dataeyeCompanyService.getCompanyInfo(companyId);
|
|
|
|
- }
|
|
|
|
|
|
+
|
|
|
|
+ for (Integer mediaId :ids){
|
|
|
|
+ response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/media/listCompanyDistribution?mediaId="+mediaId,null,null);
|
|
|
|
+ rootNode = mapper.readTree(response);
|
|
|
|
+ statusCode = rootNode.get("statusCode").asInt();
|
|
|
|
+ if (statusCode == 200){
|
|
|
|
+ Iterator<JsonNode> companyNodes = rootNode.get("content").elements();
|
|
|
|
+ while (companyNodes.hasNext()){
|
|
|
|
+ JsonNode companyNode = companyNodes.next();
|
|
|
|
+ Integer companyId = companyNode.get("id").asInt();
|
|
|
|
+ dataeyeCompanyService.getCompanyInfo(companyId);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|