|
@@ -5,6 +5,7 @@ import cn.com.ctop.crawler.modules.core.util.SignUtil;
|
|
import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeCompany;
|
|
import cn.com.ctop.crawler.modules.dataeye.entity.DataeyeCompany;
|
|
import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeCompanyMapper;
|
|
import cn.com.ctop.crawler.modules.dataeye.mapper.DataeyeCompanyMapper;
|
|
import cn.com.ctop.crawler.modules.dataeye.service.DataeyeCompanyService;
|
|
import cn.com.ctop.crawler.modules.dataeye.service.DataeyeCompanyService;
|
|
|
|
+import cn.com.ctop.crawler.modules.dataeye.service.DataeyeProductService;
|
|
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
|
|
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
|
|
import com.fasterxml.jackson.databind.DeserializationFeature;
|
|
import com.fasterxml.jackson.databind.DeserializationFeature;
|
|
import com.fasterxml.jackson.databind.JsonNode;
|
|
import com.fasterxml.jackson.databind.JsonNode;
|
|
@@ -13,6 +14,7 @@ import com.google.gson.Gson;
|
|
import org.apache.http.cookie.Cookie;
|
|
import org.apache.http.cookie.Cookie;
|
|
import org.apache.http.impl.cookie.BasicClientCookie;
|
|
import org.apache.http.impl.cookie.BasicClientCookie;
|
|
import org.jeecg.common.util.DateUtils;
|
|
import org.jeecg.common.util.DateUtils;
|
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
import org.springframework.stereotype.Service;
|
|
import org.springframework.stereotype.Service;
|
|
import sun.misc.BASE64Encoder;
|
|
import sun.misc.BASE64Encoder;
|
|
|
|
|
|
@@ -22,26 +24,17 @@ import java.security.MessageDigest;
|
|
import java.security.NoSuchAlgorithmException;
|
|
import java.security.NoSuchAlgorithmException;
|
|
import java.util.Date;
|
|
import java.util.Date;
|
|
import java.util.HashMap;
|
|
import java.util.HashMap;
|
|
|
|
+import java.util.Iterator;
|
|
import java.util.Map;
|
|
import java.util.Map;
|
|
@Service
|
|
@Service
|
|
public class DataeyeCompanyServiceImpl extends ServiceImpl<DataeyeCompanyMapper, DataeyeCompany> implements DataeyeCompanyService {
|
|
public class DataeyeCompanyServiceImpl extends ServiceImpl<DataeyeCompanyMapper, DataeyeCompany> implements DataeyeCompanyService {
|
|
-
|
|
|
|
|
|
+ @Autowired
|
|
|
|
+ private DataeyeProductService dataeyeProductService;
|
|
public void getCompanyInfo(Integer companyId){
|
|
public void getCompanyInfo(Integer companyId){
|
|
- Map<String,String> headerMap = new HashMap<>();
|
|
|
|
- headerMap.put("Host","adx.dataeye.com");
|
|
|
|
- headerMap.put("Origin","https://adx.dataeye.com");
|
|
|
|
- headerMap.put("Referer","https://adx.dataeye.com/");
|
|
|
|
- BasicClientCookie ck = new BasicClientCookie("tokenglobal", "721501ec4ec04a50bbffc0c0240cbbdd63a0d5456205b9a5ea1581ce6c6554ca");
|
|
|
|
- ck.setDomain("adx.dataeye.com");
|
|
|
|
- ck.setExpiryDate(DateUtils.addDay(new Date(),365));
|
|
|
|
- ck.setPath("/");
|
|
|
|
- HttpUtils.COOKIESTORE.addCookie(ck);
|
|
|
|
Map<String,Object> paramMap = new HashMap<>();
|
|
Map<String,Object> paramMap = new HashMap<>();
|
|
paramMap.put("companyId",companyId);
|
|
paramMap.put("companyId",companyId);
|
|
- paramMap.put("thisTimes",(long)(new Date().getTime()/100));
|
|
|
|
- String sign = SignUtil.getDataeyeSign(paramMap);
|
|
|
|
- paramMap.put("sign",sign);
|
|
|
|
- String response = HttpUtils.httpPostFormRequest("https://adx.dataeye.com/company/getCompanyInfo",paramMap,headerMap);
|
|
|
|
|
|
+ String response = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/company/getCompanyInfo",paramMap,null);
|
|
|
|
+ System.out.println(response);
|
|
ObjectMapper mapper = new ObjectMapper();
|
|
ObjectMapper mapper = new ObjectMapper();
|
|
mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
|
|
mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
|
|
try {
|
|
try {
|
|
@@ -50,7 +43,29 @@ public class DataeyeCompanyServiceImpl extends ServiceImpl<DataeyeCompanyMapper,
|
|
if (statusCode == 200){
|
|
if (statusCode == 200){
|
|
String content = rootNode.get("content").toString();
|
|
String content = rootNode.get("content").toString();
|
|
DataeyeCompany company = mapper.readValue(content,DataeyeCompany.class);
|
|
DataeyeCompany company = mapper.readValue(content,DataeyeCompany.class);
|
|
- this.save(company);
|
|
|
|
|
|
+ if(company != null && company.getCompanyName() != null){
|
|
|
|
+ this.saveOrUpdate(company);
|
|
|
|
+ String result = HttpUtils.httpPostFormRequest("https://blzs.dataeye.com/company/listProductDistribution?companyId="+companyId,null,null);
|
|
|
|
+ System.out.println(result);
|
|
|
|
+ rootNode = mapper.readTree(result);
|
|
|
|
+ statusCode = rootNode.get("statusCode").asInt();
|
|
|
|
+ if (statusCode == 200) {
|
|
|
|
+ Iterator<JsonNode> nodes = rootNode.get("content").elements();
|
|
|
|
+ while (nodes.hasNext()){
|
|
|
|
+ JsonNode node = nodes.next();
|
|
|
|
+ Long productId = node.get("id").asLong();
|
|
|
|
+// Map<String,Long> map = new HashMap<>();
|
|
|
|
+// map.put("companyId",companyId.longValue());
|
|
|
|
+// map.put("productId",productId);
|
|
|
|
+// try {
|
|
|
|
+// DataeyeProductServiceImpl.taskQueue.put(map);
|
|
|
|
+// } catch (InterruptedException e) {
|
|
|
|
+// e.printStackTrace();
|
|
|
|
+// }
|
|
|
|
+ dataeyeProductService.getProductInfo(companyId.longValue(),productId);
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+ }
|
|
}
|
|
}
|
|
} catch (IOException e) {
|
|
} catch (IOException e) {
|
|
e.printStackTrace();
|
|
e.printStackTrace();
|