|
@@ -1,8 +1,10 @@
|
|
package cn.com.ctop.kuaishou.modules.report.service.impl;
|
|
package cn.com.ctop.kuaishou.modules.report.service.impl;
|
|
|
|
|
|
import cn.com.ctop.common.module.utils.HttpUtils2;
|
|
import cn.com.ctop.common.module.utils.HttpUtils2;
|
|
|
|
+import cn.com.ctop.kuaishou.modules.report.entity.KuaishouAgentAccount;
|
|
import cn.com.ctop.kuaishou.modules.report.entity.KuaishouReportDailyAgent;
|
|
import cn.com.ctop.kuaishou.modules.report.entity.KuaishouReportDailyAgent;
|
|
import cn.com.ctop.kuaishou.modules.report.entity.KuaishouReportDailyAgentSum;
|
|
import cn.com.ctop.kuaishou.modules.report.entity.KuaishouReportDailyAgentSum;
|
|
|
|
+import cn.com.ctop.kuaishou.modules.report.mapper.KuaishouAgentAccountMapper;
|
|
import cn.com.ctop.kuaishou.modules.report.mapper.KuaishouReportDailyAgentMapper;
|
|
import cn.com.ctop.kuaishou.modules.report.mapper.KuaishouReportDailyAgentMapper;
|
|
import cn.com.ctop.kuaishou.modules.report.mapper.KuaishouReportDailyAgentSumMapper;
|
|
import cn.com.ctop.kuaishou.modules.report.mapper.KuaishouReportDailyAgentSumMapper;
|
|
import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyAgentService;
|
|
import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyAgentService;
|
|
@@ -40,6 +42,8 @@ public class KuaishouReportDailyAgentServiceImpl extends ServiceImpl<KuaishouRep
|
|
private KuaishouReportDailyAgentMapper kuaishouReportDailyAgentMapper;
|
|
private KuaishouReportDailyAgentMapper kuaishouReportDailyAgentMapper;
|
|
@Autowired
|
|
@Autowired
|
|
private KuaishouReportDailyAgentSumMapper kuaishouReportDailyAgentSumMapper;
|
|
private KuaishouReportDailyAgentSumMapper kuaishouReportDailyAgentSumMapper;
|
|
|
|
+ @Autowired
|
|
|
|
+ private KuaishouAgentAccountMapper kuaishouAgentAccountMapper;
|
|
@Value("${jeecg.path.chrome-driver}")
|
|
@Value("${jeecg.path.chrome-driver}")
|
|
private String chromeDriver;
|
|
private String chromeDriver;
|
|
@Override
|
|
@Override
|
|
@@ -47,7 +51,8 @@ public class KuaishouReportDailyAgentServiceImpl extends ServiceImpl<KuaishouRep
|
|
kuaishouReportDailyAgentMapper.replaceBatch(list);
|
|
kuaishouReportDailyAgentMapper.replaceBatch(list);
|
|
}
|
|
}
|
|
|
|
|
|
- public void getReport(String startDate,String endDate){
|
|
|
|
|
|
+ public boolean loginAgent(){
|
|
|
|
+ boolean loginStatus = false;
|
|
System.getProperties().setProperty("webdriver.chrome.driver", "D:/chromedriver.exe");
|
|
System.getProperties().setProperty("webdriver.chrome.driver", "D:/chromedriver.exe");
|
|
String url = "https://agent.e.kuaishou.com";
|
|
String url = "https://agent.e.kuaishou.com";
|
|
ChromeOptions chromeOptions = new ChromeOptions();
|
|
ChromeOptions chromeOptions = new ChromeOptions();
|
|
@@ -75,15 +80,7 @@ public class KuaishouReportDailyAgentServiceImpl extends ServiceImpl<KuaishouRep
|
|
//点击登录
|
|
//点击登录
|
|
loginElement.click();
|
|
loginElement.click();
|
|
Thread.sleep(3000L);
|
|
Thread.sleep(3000L);
|
|
- Map<String,String> headerMap = new HashMap<String,String>();
|
|
|
|
- headerMap.put("Accept","application/json");
|
|
|
|
- headerMap.put("Accept-Encoding","gzip, deflate, br");
|
|
|
|
- headerMap.put("Accept-Language","zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
|
|
|
|
- headerMap.put("Connection","keep-alive");
|
|
|
|
- headerMap.put("Host","agent.e.kuaishou.com");
|
|
|
|
- headerMap.put("Referer","https://agent.e.kuaishou.com/");
|
|
|
|
- headerMap.put("Content-Type","application/json;charset=utf-8");
|
|
|
|
- headerMap.put("User-Agent",HttpUtils2.USER_AGENT);
|
|
|
|
|
|
+
|
|
Set<Cookie> cookies = webDriver.manage().getCookies();
|
|
Set<Cookie> cookies = webDriver.manage().getCookies();
|
|
Iterator iterator = cookies.iterator();
|
|
Iterator iterator = cookies.iterator();
|
|
CookieStore cookieStore = new BasicCookieStore();
|
|
CookieStore cookieStore = new BasicCookieStore();
|
|
@@ -103,8 +100,75 @@ public class KuaishouReportDailyAgentServiceImpl extends ServiceImpl<KuaishouRep
|
|
clientCookie.setPath(cookieMap.get("path"));
|
|
clientCookie.setPath(cookieMap.get("path"));
|
|
HttpUtils2.cookieStore.addCookie(clientCookie);
|
|
HttpUtils2.cookieStore.addCookie(clientCookie);
|
|
}
|
|
}
|
|
- String currentDate = startDate;
|
|
|
|
|
|
+ loginStatus = true;
|
|
|
|
+ }catch (Exception e) {
|
|
|
|
+ e.printStackTrace();
|
|
|
|
+ loginStatus = false;
|
|
|
|
+ }finally {
|
|
|
|
+ webDriver.manage().deleteAllCookies();
|
|
|
|
+// webDriver.close();
|
|
|
|
+ webDriver.quit();
|
|
|
|
+ }
|
|
|
|
+ return loginStatus;
|
|
|
|
+ }
|
|
|
|
|
|
|
|
+ public boolean getAccount(int currentPage){
|
|
|
|
+ boolean hasNextPage = false;
|
|
|
|
+ try {
|
|
|
|
+ if (!loginAgent()){
|
|
|
|
+ return hasNextPage;
|
|
|
|
+ }
|
|
|
|
+ Map<String,String> headerMap = new HashMap<String,String>();
|
|
|
|
+ headerMap.put("Accept","application/json");
|
|
|
|
+ headerMap.put("Accept-Encoding","gzip, deflate, br");
|
|
|
|
+ headerMap.put("Accept-Language","zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
|
|
|
|
+ headerMap.put("Connection","keep-alive");
|
|
|
|
+ headerMap.put("Host","agent.e.kuaishou.com");
|
|
|
|
+ headerMap.put("Referer","https://agent.e.kuaishou.com/");
|
|
|
|
+ headerMap.put("Content-Type","application/json;charset=utf-8");
|
|
|
|
+ headerMap.put("User-Agent",HttpUtils2.USER_AGENT);
|
|
|
|
+ String postData = "{\"pageInfo\":{\"currentPage\":"+currentPage+",\"pageSize\":20,\"total\":1000},\"reviewStatus\":\"-1\",\"selectType\":1,\"selectValue\":\"\",\"createBeginTime\":0,\"createEndTime\":0}";
|
|
|
|
+ String listUrl = "https://agent.e.kuaishou.com/rest/dsp/agent/account/list";
|
|
|
|
+ String result = HttpUtils2.httpPostRequestTest(listUrl,postData,headerMap);
|
|
|
|
+ ObjectMapper mapper = new ObjectMapper();
|
|
|
|
+ JsonNode resultNode = mapper.readTree(result);
|
|
|
|
+ Integer code = resultNode.get("result").intValue();
|
|
|
|
+ if(code == 1) {
|
|
|
|
+ Iterator<JsonNode> iterator1 = resultNode.get("adDspAccountList").elements();
|
|
|
|
+ int i = 0;
|
|
|
|
+ List<KuaishouAgentAccount> accountList = new ArrayList<>();
|
|
|
|
+ while (iterator1.hasNext()) {
|
|
|
|
+ hasNextPage = true;
|
|
|
|
+ JsonNode dataNode = iterator1.next();
|
|
|
|
+ KuaishouAgentAccount agentAccount = mapper.readValue(dataNode.toString(),KuaishouAgentAccount.class);
|
|
|
|
+ accountList.add(agentAccount);
|
|
|
|
+ }
|
|
|
|
+ if (accountList != null && accountList.size() > 0){
|
|
|
|
+ kuaishouAgentAccountMapper.replaceBatch(accountList);
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ }catch (Exception e){
|
|
|
|
+ e.printStackTrace();
|
|
|
|
+ }
|
|
|
|
+ return hasNextPage;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ public void getReport(String startDate,String endDate){
|
|
|
|
+ try{
|
|
|
|
+ if (!loginAgent()){
|
|
|
|
+ return;
|
|
|
|
+ }
|
|
|
|
+ String currentDate = startDate;
|
|
|
|
+ Map<String,String> headerMap = new HashMap<String,String>();
|
|
|
|
+ headerMap.put("Accept","application/json");
|
|
|
|
+ headerMap.put("Accept-Encoding","gzip, deflate, br");
|
|
|
|
+ headerMap.put("Accept-Language","zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
|
|
|
|
+ headerMap.put("Connection","keep-alive");
|
|
|
|
+ headerMap.put("Host","agent.e.kuaishou.com");
|
|
|
|
+ headerMap.put("Referer","https://agent.e.kuaishou.com/");
|
|
|
|
+ headerMap.put("Content-Type","application/json;charset=utf-8");
|
|
|
|
+ headerMap.put("User-Agent",HttpUtils2.USER_AGENT);
|
|
while(DateUtils.compareDate(currentDate,endDate)<=0){
|
|
while(DateUtils.compareDate(currentDate,endDate)<=0){
|
|
String listUrl = "https://agent.e.kuaishou.com/rest/dsp/agent/account/data/list";
|
|
String listUrl = "https://agent.e.kuaishou.com/rest/dsp/agent/account/data/list";
|
|
String postData = "{\"agentId\":403756224,\"date\":\""+currentDate+"\",\"sortKey\":\"totalCharge\",\"isAscending\":false,\"pageInfo\":{\"totalCount\":1616,\"currentPage\":1,\"pageSize\":999999}}";
|
|
String postData = "{\"agentId\":403756224,\"date\":\""+currentDate+"\",\"sortKey\":\"totalCharge\",\"isAscending\":false,\"pageInfo\":{\"totalCount\":1616,\"currentPage\":1,\"pageSize\":999999}}";
|
|
@@ -172,14 +236,8 @@ public class KuaishouReportDailyAgentServiceImpl extends ServiceImpl<KuaishouRep
|
|
System.out.println("代理商日报"+currentDate+"入库完成");
|
|
System.out.println("代理商日报"+currentDate+"入库完成");
|
|
currentDate = DateUtils.addDay(currentDate,1);
|
|
currentDate = DateUtils.addDay(currentDate,1);
|
|
}
|
|
}
|
|
-
|
|
|
|
-
|
|
|
|
} catch (Exception e) {
|
|
} catch (Exception e) {
|
|
e.printStackTrace();
|
|
e.printStackTrace();
|
|
- } finally {
|
|
|
|
- webDriver.manage().deleteAllCookies();
|
|
|
|
-// webDriver.close();
|
|
|
|
- webDriver.quit();
|
|
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|