SampleTest.java 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549
  1. package org.jeecg;
  2. import cn.com.ctop.common.module.entity.BindAccountLogin;
  3. import cn.com.ctop.common.module.entity.CtopOauthToken;
  4. import cn.com.ctop.common.module.service.IBindAccountLoginService;
  5. import cn.com.ctop.common.module.service.ICtopOauthTokenService;
  6. import cn.com.ctop.common.module.service.ISendMessageService;
  7. import cn.com.ctop.common.module.utils.Check;
  8. import cn.com.ctop.common.module.utils.CtopAdConstant;
  9. import cn.com.ctop.kuaishou.modules.ai.entity.AiKuaishouUnitLevelOperationRecord;
  10. import cn.com.ctop.kuaishou.modules.ai.mapper.AiKuaishouUnitLevelOperationRecordMapper;
  11. import cn.com.ctop.kuaishou.modules.batch.entity.KuaishouOperationRecord;
  12. import cn.com.ctop.kuaishou.modules.batch.mapper.KuaishouOperationRecordMapper;
  13. import cn.com.ctop.kuaishou.modules.batch.service.IKuaiShouReportDailyMaterialService;
  14. import cn.com.ctop.kuaishou.modules.batch.service.IKuaishouInterfaceService;
  15. import cn.com.ctop.kuaishou.modules.batch.service.IKuaishouInterfaceService2;
  16. import cn.com.ctop.kuaishou.modules.batch.service.IKuaishouProgramCreativeService;
  17. import cn.com.ctop.kuaishou.modules.dimension.service.IKuaiShouDimensionStrategyService;
  18. import cn.com.ctop.kuaishou.modules.dimension.service.IKuaiShouDimensionVariableService;
  19. import cn.com.ctop.kuaishou.modules.graphql.service.IKuaishouWebInterfaceService;
  20. import cn.com.ctop.kuaishou.modules.material.service.IEtlKuaishouVideoInfoService;
  21. import cn.com.ctop.kuaishou.modules.report.mapper.EtlKuaishouAccountMaterialReportDailyMapper;
  22. import cn.com.ctop.kuaishou.modules.report.service.IKuaishouAudienceReportDailyService;
  23. import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyImageService;
  24. import cn.com.ctop.kuaishou.modules.report.service.IRuleKuaiShouPlanService;
  25. import cn.com.ctop.oa.modules.service.IWechatNoListService;
  26. import cn.com.ctop.toutiao.modules.link.service.IETLReportBytedanceVideoService;
  27. import cn.com.ctop.toutiao.modules.material.service.IByteDanceAdvertiserDataService;
  28. import cn.com.ctop.toutiao.modules.report.entity.BytedanceCheckReportTaskInfo;
  29. import cn.com.ctop.toutiao.modules.report.service.*;
  30. import com.alibaba.fastjson.JSONArray;
  31. import com.alibaba.fastjson.JSONObject;
  32. import com.xxl.job.core.context.XxlJobHelper;
  33. import lombok.extern.slf4j.Slf4j;
  34. import org.jeecg.common.util.DateUtils;
  35. import org.junit.Test;
  36. import org.junit.runner.RunWith;
  37. import org.springframework.beans.factory.annotation.Autowired;
  38. import org.springframework.boot.test.context.SpringBootTest;
  39. import org.springframework.test.context.ActiveProfiles;
  40. import org.springframework.test.context.junit4.SpringRunner;
  41. import javax.annotation.Resource;
  42. import java.text.ParseException;
  43. import java.util.*;
  44. import java.util.concurrent.CountDownLatch;
  45. import java.util.concurrent.ExecutorService;
  46. import java.util.concurrent.Executors;
  47. @RunWith(SpringRunner.class)
  48. @SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
  49. @ActiveProfiles("wps")
  50. @Slf4j
  51. public class SampleTest {
  52. @Autowired
  53. private IBytedanceVideoEtlInfoService bytedanceVideoEtlInfoService;
  54. @Autowired
  55. IBytedanceVideoReportService bytedanceVideoReportService;
  56. @Autowired
  57. IETLReportBytedanceVideoService ietlReportBytedanceVideoService;
  58. @Autowired
  59. IKuaishouReportDailyImageService kuaishouReportDailyImageService;
  60. @Autowired
  61. IRuleByteDanceAccountService ruleByteDanceAccountService;
  62. @Autowired
  63. private ICtopOauthTokenService tokenService;
  64. @Autowired
  65. private IBindAccountLoginService bindAccountLoginService;
  66. @Autowired
  67. private IKuaishouWebInterfaceService kuaishouWebInterfaceService;
  68. @Autowired
  69. private IByteDanceAdvertiserDataService advertiserDataService;
  70. @Autowired
  71. private IWechatNoListService wechatNoListService;
  72. @Autowired
  73. private IETLReportBytedanceVideoService bytedanceVideoService;
  74. @Autowired
  75. private IByteDanceVideoReportDailyService videoReportDailyService;
  76. @Resource
  77. private EtlKuaishouAccountMaterialReportDailyMapper etlKuaishouAccountMaterialReportDailyMapper;
  78. @Autowired
  79. private IReportService reportService;
  80. @Resource
  81. private IBytedanceCheckReportTaskInfoService checkReportTaskInfoService;
  82. @Autowired
  83. private IEtlBytedanceReportVideoDailyService etlBytedanceReportVideoDailyService;
  84. static ExecutorService executorService = null;
  85. static CountDownLatch countDownLatch = null;
  86. @Autowired
  87. private IBytedanceReportService bytedanceReportService;
  88. @Autowired
  89. private IETLReportBytedanceVideoService etlReportBytedanceVideoService;
  90. @Autowired
  91. private IKuaishouInterfaceService iKuaishouInterfaceService;
  92. @Autowired
  93. private IKuaiShouDimensionVariableService kuaiShouDimensionVariableService;
  94. @Autowired
  95. private IKuaiShouDimensionStrategyService dimensionStrategyService;
  96. @Autowired
  97. private IKuaiShouDimensionVariableService dimensionVariableService;
  98. @Autowired
  99. IRuleKuaiShouPlanService ruleKuaiShouPlanService;
  100. @Autowired
  101. private ISendMessageService sendMessageService;
  102. @Autowired
  103. private IKuaishouProgramCreativeService kuaishouProgramCreativeService;
  104. @Test
  105. public void loadKuaishouCookie() throws ParseException {
  106. /* CtopOauthToken oauthToken = tokenService.getTokenByAccountId(10571378L);
  107. ruleKuaiShouPlanService.cleanRuleDataTarget(10571378L, oauthToken.getAccessToken(), 1);*/
  108. // sendMessageService.sendMessage("eb003a809ff44ee6bd1d9be5384ef4b8","测试发送消息");
  109. CtopOauthToken oauthToken = tokenService.getTokenByAccountId(10838846L);
  110. kuaishouProgramCreativeService.getProgramCreative(oauthToken.getAccountId(), 536025521L, oauthToken.getAccessToken(), null, null, 1);
  111. // iKuaishouInterfaceService.getVideoList(oauthToken,null,null);
  112. }
  113. @Test
  114. public void deleteKuaishouComment() {
  115. Long start = System.currentTimeMillis();
  116. List<BindAccountLogin> loginList = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1);
  117. if (loginList != null && !loginList.isEmpty()) {
  118. executorService = Executors.newFixedThreadPool(5);
  119. countDownLatch = new CountDownLatch(loginList.size());
  120. loginList.forEach(login -> executorService.submit(() -> {
  121. try {
  122. kuaishouWebInterfaceService.deleteAllComment(new HashMap<>(), login);
  123. } catch (Exception e) {
  124. log.error(e.getMessage(), e);
  125. } finally {
  126. countDownLatch.countDown();
  127. }
  128. }));
  129. try {
  130. countDownLatch.await();
  131. } catch (InterruptedException e) {
  132. e.printStackTrace();
  133. }
  134. Long end = System.currentTimeMillis();
  135. log.info("快手删评论所用时长:{}毫秒", end - start);
  136. }
  137. }
  138. @Test
  139. public void loadBytedanceVideoReportData() {
  140. CtopOauthToken token = tokenService.getTokenByAccountId(1696831659659278L);
  141. advertiserDataService.getMaterialList(token);
  142. }
  143. @Test
  144. public void etlBytedanceVideoInfo() {
  145. String startDate = "2021-02-01";
  146. for (int i = 0; i < 100; i++) {
  147. bytedanceVideoService.cleanData(DateUtils.addDay(startDate, i));
  148. }
  149. }
  150. @Test
  151. public void getData() {
  152. //汇创 人员
  153. // wechatUserInfoService.getUserList();
  154. // //考勤记录
  155. // wechatCheckinDataService.getCheckinData("2021-03-01 00:00:00", "2021-03-31 23:59:59");
  156. //异常记录
  157. wechatNoListService.getNoDateByNo("2021-03-01 00:00:00", "2021-03-31 23:59:59", "0");
  158. //优容
  159. // wechatUserInfoService.getYRUserList();
  160. // wechatCheckinDataService.getYRCheckinData("2021-03-01 00:00:00", "2021-03-31 23:59:59");
  161. wechatNoListService.getNoDateByNo("2021-03-01 00:00:00", "2021-03-31 23:59:59", "1");
  162. }
  163. @Test
  164. public void formatVideoReportData() {
  165. for (int i = 1; i < 45; i++) {
  166. Date getDate = DateUtils.addDay(new Date(), -i);
  167. String date = DateUtils.formatDate(getDate);
  168. videoReportDailyService.videoInfoList(date, date);
  169. }
  170. }
  171. @Test
  172. public void loadBDAccoutData() {
  173. Date startDate = DateUtils.addDay(new Date(), -2000);
  174. for (int i = 0; i <= 2000; i++) {
  175. Date getDate = DateUtils.addDay(startDate, i);
  176. bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
  177. }
  178. }
  179. @Test
  180. public void etlKuaishouVideoInfo() {
  181. etlKuaishouAccountMaterialReportDailyMapper.etlKuaishouAccountMaterialReportDailyData(DateUtils.formatDate());
  182. }
  183. @Test
  184. public void testLoadBytedanceCampaign() {
  185. CtopOauthToken token = tokenService.getTokenByAccountId(1681669009084429L);
  186. bytedanceReportService.bytedanceMaterialReport(token, "2021-05-01", "2021-05-06");
  187. }
  188. /*
  189. @Test
  190. public void etlBytedanceVideoReportInfo() throws Exception {
  191. etlBytedanceReportVideoDailyService.etlBytedanceVideo();
  192. }
  193. */
  194. @Test
  195. public void loadBytedanceAccountReport() {
  196. CtopOauthToken token1 = tokenService.getTokenByAccountId(1693648201498637L);
  197. reportService.getAdvertiserReport(token1, DateUtils.parseDate("2021-04-01", "yyyy-MM-dd"), DateUtils.parseDate("2021-04-12", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
  198. }
  199. @Test
  200. public void checkCostData() {
  201. String date = "2021-06-11";
  202. for (int i = 0; i < 7; i++) {
  203. String getDate = DateUtils.addDay(date, i);
  204. //1:初始化
  205. checkReportTaskInfoService.initTask(getDate);
  206. //2: checkCost
  207. List<BytedanceCheckReportTaskInfo> taskInfos = checkReportTaskInfoService.getListByParams(null, getDate, 0);
  208. if (null != taskInfos && !taskInfos.isEmpty()) {
  209. for (BytedanceCheckReportTaskInfo task : taskInfos) {
  210. checkReportTaskInfoService.checkCost(task);
  211. }
  212. log.info("{}:数据获取完成", getDate);
  213. }
  214. }
  215. }
  216. @Test
  217. public void refreshReportData() throws Exception {
  218. //1:查询异常任务数据
  219. List<BytedanceCheckReportTaskInfo> taskInfos = checkReportTaskInfoService.getListByParams(null, null, 50001);
  220. if (null != taskInfos && !taskInfos.isEmpty()) {
  221. countDownLatch = new CountDownLatch(taskInfos.size());
  222. taskInfos.forEach(taskInfo -> {
  223. try {
  224. checkReportTaskInfoService.reloadData(taskInfo);
  225. checkReportTaskInfoService.checkCost(taskInfo);
  226. } catch (Exception e) {
  227. } finally {
  228. countDownLatch.countDown();
  229. }
  230. });
  231. countDownLatch.await();
  232. XxlJobHelper.log("{}数据更新完成");
  233. }
  234. }
  235. /* @Test
  236. public void loadBkData(){
  237. Date startDate = DateUtils.addDay(new Date(),-60);
  238. for(int i=0;i<=60;i++){
  239. Date getDate = DateUtils.addDay(startDate,i);
  240. bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
  241. }
  242. }*/
  243. @Autowired
  244. private IEtlKuaishouVideoInfoService etlKuaishouVideoInfo;
  245. @Test
  246. public void loadkuaishouVideoData(){
  247. String startDate = "2021-05-07";
  248. for(int i=0;i<=60;i++){
  249. String getDate = DateUtils.formatDate(DateUtils.addDay(startDate,i));
  250. etlKuaishouVideoInfo.etlKuaishouVideoInfo(getDate);
  251. }
  252. }
  253. @Autowired
  254. private IKuaiShouReportDailyMaterialService kuaiShouReportDailyMaterialService;
  255. @Test
  256. public void loadKuaishouMatData() throws InterruptedException {
  257. String startDate = "2021-06-18";
  258. String endDate = "2021-06-24";
  259. //1:查询当日数据
  260. List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
  261. countDownLatch = new CountDownLatch(tokens.size());
  262. tokens.forEach(token -> executorService.submit(() -> {
  263. try {
  264. kuaiShouReportDailyMaterialService.getMaterialReportByAccountIdAndStatDate(token.getAccountId(), token.getAccessToken(), startDate, endDate, "DAILY", 1);
  265. }catch (Exception e){
  266. }finally {
  267. countDownLatch.countDown();
  268. }
  269. }));
  270. countDownLatch.await();
  271. System.out.println("数据获取完成");
  272. }
  273. @Test
  274. public void loadKuaiShouMatHourlyData() throws InterruptedException{
  275. // kuaiShouReportDailyMaterialService.getMaterialReportByAccountIdAndStatDate(7411077l, tokenService.getOauthTokenByAccountId("7411077").getAccessToken(), "2021-07-02", "2021-07-02", "HOURLY", 1);
  276. String startDate = "2021-07-19";
  277. String endDate = "2021-07-19";
  278. System.out.println(DateUtils.now());
  279. List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
  280. System.out.println(tokens.size());
  281. countDownLatch = new CountDownLatch(tokens.size());
  282. tokens.forEach(token -> executorService.submit(() -> {
  283. try {
  284. kuaiShouReportDailyMaterialService.getMaterialReportByAccountIdAndStatDate(token.getAccountId(), token.getAccessToken(), startDate, endDate, "HOURLY", 1);
  285. }catch (Exception e){
  286. }finally {
  287. countDownLatch.countDown();
  288. }
  289. }));
  290. countDownLatch.await();
  291. System.out.println("数据获取完成");
  292. System.out.println(DateUtils.now());
  293. }
  294. @Autowired
  295. IKuaishouInterfaceService2 kuaishouInterfaceService2;
  296. @Resource
  297. private KuaishouOperationRecordMapper kuaishouOperationRecordMapper;
  298. @Test
  299. public void dealOperationRecordData() throws InterruptedException {
  300. Date beginDate = DateUtils.parseDate("2020-04-28", "yyyy-MM-dd"); //chuangyi
  301. Date endDate = DateUtils.parseDate("2021-07-19", "yyyy-MM-dd");
  302. // Date beginDate = DateUtils.parseDate("2020-04-21", "yyyy-MM-dd");
  303. // Date endDate = DateUtils.parseDate("2021-07-17", "yyyy-MM-dd");
  304. int recordsCount = 0;
  305. int newRecordCount = 0;
  306. while (beginDate.before(endDate)){
  307. System.out.println("开始拆分数据,当前时间为:" + beginDate);
  308. List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectCreativeRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd")); //开始拆分数据,当前时间为:Tue Apr 28 00:00:00 CST 2020
  309. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectAccountRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  310. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectAppRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  311. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectCampaignRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd")); //已执行完毕
  312. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectPackageRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  313. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectUnitRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd")); //已执行完毕
  314. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectVideoRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  315. if (!Check
  316. .isNull(records)) {
  317. recordsCount += records.size();
  318. countDownLatch = new CountDownLatch(records.size());
  319. List<KuaishouOperationRecord> newRecords = new ArrayList<>();
  320. records.forEach(record -> executorService.submit(() -> {
  321. try {
  322. String log = record.getLog();
  323. JSONArray jsonArray = JSONArray.parseArray(log);
  324. for (int i = 0; i < jsonArray.size(); i++) {
  325. JSONObject object = jsonArray.getJSONObject(i);
  326. String originalData = object.getString("original_data");
  327. String updateData = object.getString("update_data");
  328. String fieldName = object.getString("field_name");
  329. KuaishouOperationRecord newRecord = new KuaishouOperationRecord(record);
  330. newRecord.setOriginalData(originalData);
  331. newRecord.setUpdateData(updateData);
  332. newRecord.setFieldName(fieldName);
  333. if ("".equals(newRecord.getOriginalData()) && "".equals(newRecord.getUpdateData())) {
  334. continue;
  335. }
  336. newRecords.add(newRecord);
  337. }
  338. } catch (Exception e) {
  339. } finally {
  340. countDownLatch.countDown();
  341. }
  342. }));
  343. countDownLatch.await();
  344. newRecordCount += newRecords.size();
  345. this.saveOperationRecordListToDb(newRecords);
  346. beginDate = DateUtils.addDay(beginDate, 1);
  347. } else {
  348. System.out.print(" -> 今日的数据为空!!!");
  349. beginDate = DateUtils.addDay(beginDate, 1);
  350. }
  351. }
  352. System.out.println("---------------------------------------------------------------");
  353. System.out.println("------------获取数据结束"+recordsCount+"条原始数据变成了"+newRecordCount+"条数据------------");
  354. System.out.println("---------------------------------------------------------------");
  355. }
  356. private void saveOperationRecordListToDb(List<KuaishouOperationRecord> records) {
  357. if (Check.isNull(records)) {
  358. return;
  359. }
  360. List<KuaishouOperationRecord> batchList = new ArrayList<>();
  361. records.removeAll(Collections.singleton(null));
  362. Integer operationTarget = records.get(0).getOperationTarget();
  363. for (KuaishouOperationRecord sumPosition : records) {
  364. batchList.add(sumPosition);
  365. if (batchList.size() >= 1000) {
  366. if (operationTarget == 1) {
  367. kuaishouOperationRecordMapper.insertOperationRecordInfoAccountNew(batchList);
  368. } else if (operationTarget == 2) {
  369. kuaishouOperationRecordMapper.insertOperationRecordInfoCampaignNew(batchList);
  370. } else if (operationTarget == 3) {
  371. kuaishouOperationRecordMapper.insertOperationRecordInfoUnitNew(batchList);
  372. } else if (operationTarget == 4) {
  373. kuaishouOperationRecordMapper.insertOperationRecordInfoCreativeNew(batchList);
  374. } else if (operationTarget == 5) {
  375. kuaishouOperationRecordMapper.insertOperationRecordInfoVideoNew(batchList);
  376. } else if (operationTarget == 6) {
  377. kuaishouOperationRecordMapper.insertOperationRecordInfoAppNew(batchList);
  378. } else if (operationTarget == 7) {
  379. kuaishouOperationRecordMapper.insertOperationRecordInfoPackageNew(batchList);
  380. } else {
  381. System.out.println("未知的目标类型!");
  382. }
  383. batchList.clear();
  384. }
  385. }
  386. if (!batchList.isEmpty()) {
  387. if (operationTarget == 1) {
  388. kuaishouOperationRecordMapper.insertOperationRecordInfoAccountNew(batchList);
  389. } else if (operationTarget == 2) {
  390. kuaishouOperationRecordMapper.insertOperationRecordInfoCampaignNew(batchList);
  391. } else if (operationTarget == 3) {
  392. kuaishouOperationRecordMapper.insertOperationRecordInfoUnitNew(batchList);
  393. } else if (operationTarget == 4) {
  394. kuaishouOperationRecordMapper.insertOperationRecordInfoCreativeNew(batchList);
  395. } else if (operationTarget == 5) {
  396. kuaishouOperationRecordMapper.insertOperationRecordInfoVideoNew(batchList);
  397. } else if (operationTarget == 6) {
  398. kuaishouOperationRecordMapper.insertOperationRecordInfoAppNew(batchList);
  399. } else if (operationTarget == 7) {
  400. kuaishouOperationRecordMapper.insertOperationRecordInfoPackageNew(batchList);
  401. } else {
  402. System.out.println("未知的目标类型!");
  403. }
  404. batchList.clear();
  405. }
  406. }
  407. public void testfreshBytedanceUrl(){
  408. etlReportBytedanceVideoService.etlBytedanceVideoClipIdJob(null);
  409. etlReportBytedanceVideoService.etlBytedanceVideoPlanInfoJob();
  410. etlReportBytedanceVideoService.etlBytedanceVideoShotInfoJob();
  411. }
  412. @Autowired
  413. IKuaishouInterfaceService2 kuaishouInterfaceServiceImpl2;
  414. @Test
  415. public void getUnitData() throws InterruptedException {
  416. List<Long> accountIdList = new ArrayList<>();
  417. accountIdList.add(9556188l);
  418. accountIdList.add(9677284l);
  419. accountIdList.add(9677304l);
  420. accountIdList.add(10072135l);
  421. accountIdList.add(9901975l);
  422. accountIdList.add(9677344l);
  423. accountIdList.add(9901956l);
  424. accountIdList.add(9556431l);
  425. accountIdList.add(9767055l);
  426. accountIdList.add(10248827l);
  427. Date beginDate = DateUtils.parseDate("2021-06-04", "yyyy-MM-dd");
  428. Date endDate = DateUtils.parseDate("2021-07-22", "yyyy-MM-dd");
  429. List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
  430. while (beginDate.before(endDate)){
  431. Date mulDate = beginDate;
  432. countDownLatch = new CountDownLatch(tokens.size());
  433. tokens.forEach(token -> executorService.submit(() -> {
  434. try{
  435. if(!accountIdList.contains(token.getAccountId())){
  436. kuaishouInterfaceServiceImpl2.getOperationRecord( token.getAccountId(),
  437. token.getAccessToken(),
  438. 3, //先3组 后2计划
  439. DateUtils.formatDate(mulDate,"yyyy-MM-dd"),
  440. DateUtils.formatDate(mulDate,"yyyy-MM-dd"));
  441. System.out.println("获取完毕 -> accountId:" + token.getAccountId() +",日期:" + DateUtils.formatDate(mulDate,"yyyy-MM-dd"));
  442. }
  443. }catch (Exception e){
  444. }finally {
  445. countDownLatch.countDown();
  446. }
  447. }));
  448. beginDate = DateUtils.addDay(beginDate, 1);
  449. countDownLatch.await();
  450. }
  451. System.out.println("走完了~");
  452. }
  453. @Autowired
  454. IKuaishouAudienceReportDailyService kuaishouAudienceReportDailyService;
  455. @Resource
  456. AiKuaishouUnitLevelOperationRecordMapper kuaishouUnitLevelOperationRecordMapper;
  457. @Test
  458. public void getAudienceReport() throws InterruptedException {
  459. int page = 1;
  460. int pageSize = 2000;
  461. Date beginDate = DateUtils.parseDate("2021-05-01", "yyyy-MM-dd");
  462. Date endDate = DateUtils.parseDate("2021-06-01", "yyyy-MM-dd");
  463. while (beginDate.before(endDate)){
  464. Date mulDate = beginDate;
  465. List<AiKuaishouUnitLevelOperationRecord> planIdsAndUnitIds = kuaishouUnitLevelOperationRecordMapper.selectAllByAccountId(mulDate, DateUtils.addDay(mulDate,1));
  466. countDownLatch = new CountDownLatch(planIdsAndUnitIds.size());
  467. planIdsAndUnitIds.forEach(planIdAndUnitId -> executorService.submit(() -> {
  468. try{
  469. CtopOauthToken token = tokenService.getTokenByAccountId(planIdAndUnitId.getAccountId());
  470. if(!Check.isNull(token)){
  471. Date startDate = mulDate;
  472. Date enDate = DateUtils.addDay(startDate, 30);
  473. // province: 省级地域分布, city: 地级地域分布,gender: 性别分布,ageSegment: 年龄分布clientId: 系统分布 businessInterestTags: 商业兴趣分布
  474. while (startDate.before(enDate)){
  475. kuaishouAudienceReportDailyService.crowdAnalysisReport2(token, DateUtils.formatDate(startDate,"yyyy-MM-dd"), "ageSegment", planIdAndUnitId.getCampaignId(), planIdAndUnitId.getUnitId(), page, pageSize);
  476. System.out.println("获取完毕 -> unit:" + planIdAndUnitId.getUnitId() +",日期:" + DateUtils.formatDate(startDate,"yyyy-MM-dd"));
  477. startDate = DateUtils.addDay(startDate, 1);
  478. }
  479. }else {
  480. System.out.println("token异常 -》 accountId:"+planIdAndUnitId.getAccountId());
  481. }
  482. }catch (Exception e){
  483. }finally {
  484. countDownLatch.countDown();
  485. }
  486. }));
  487. beginDate = DateUtils.addDay(beginDate, 1);
  488. countDownLatch.await();
  489. }
  490. System.out.println("走完了~");
  491. }
  492. }