SampleTest.java 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536
  1. package org.jeecg;
  2. import cn.com.ctop.common.module.entity.BindAccountLogin;
  3. import cn.com.ctop.common.module.entity.CtopOauthToken;
  4. import cn.com.ctop.common.module.service.IBindAccountLoginService;
  5. import cn.com.ctop.common.module.service.ICtopOauthTokenService;
  6. import cn.com.ctop.common.module.utils.Check;
  7. import cn.com.ctop.common.module.utils.CtopAdConstant;
  8. import cn.com.ctop.kuaishou.modules.ai.entity.AiKuaishouUnitLevelOperationRecord;
  9. import cn.com.ctop.kuaishou.modules.ai.mapper.AiKuaishouUnitLevelOperationRecordMapper;
  10. import cn.com.ctop.kuaishou.modules.batch.entity.KuaishouOperationRecord;
  11. import cn.com.ctop.kuaishou.modules.batch.mapper.KuaishouOperationRecordMapper;
  12. import cn.com.ctop.kuaishou.modules.batch.service.IKuaiShouReportDailyMaterialService;
  13. import cn.com.ctop.kuaishou.modules.batch.service.IKuaishouInterfaceService2;
  14. import cn.com.ctop.kuaishou.modules.batch.service.impl.KuaishouInterfaceServiceImpl2;
  15. import cn.com.ctop.kuaishou.modules.batch.service.IKuaishouInterfaceService;
  16. import cn.com.ctop.kuaishou.modules.dimension.service.IKuaiShouDimensionStrategyService;
  17. import cn.com.ctop.kuaishou.modules.dimension.service.IKuaiShouDimensionVariableService;
  18. import cn.com.ctop.kuaishou.modules.graphql.service.IKuaishouWebInterfaceService;
  19. import cn.com.ctop.kuaishou.modules.material.service.IEtlKuaishouVideoInfoService;
  20. import cn.com.ctop.kuaishou.modules.report.mapper.EtlKuaishouAccountMaterialReportDailyMapper;
  21. import cn.com.ctop.kuaishou.modules.report.service.IKuaishouAudienceReportDailyService;
  22. import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyImageService;
  23. import cn.com.ctop.kuaishou.modules.report.service.IRuleKuaiShouPlanService;
  24. import cn.com.ctop.oa.modules.service.IWechatNoListService;
  25. import cn.com.ctop.toutiao.modules.link.service.IETLReportBytedanceVideoService;
  26. import cn.com.ctop.toutiao.modules.material.service.IByteDanceAdvertiserDataService;
  27. import cn.com.ctop.toutiao.modules.report.entity.BytedanceCheckReportTaskInfo;
  28. import cn.com.ctop.toutiao.modules.report.service.*;
  29. import com.alibaba.fastjson.JSONArray;
  30. import com.alibaba.fastjson.JSONObject;
  31. import com.xxl.job.core.context.XxlJobHelper;
  32. import lombok.extern.slf4j.Slf4j;
  33. import org.jeecg.common.util.DateUtils;
  34. import org.junit.Test;
  35. import org.junit.runner.RunWith;
  36. import org.springframework.beans.factory.annotation.Autowired;
  37. import org.springframework.boot.test.context.SpringBootTest;
  38. import org.springframework.test.context.ActiveProfiles;
  39. import org.springframework.test.context.junit4.SpringRunner;
  40. import javax.annotation.Resource;
  41. import java.text.ParseException;
  42. import java.util.*;
  43. import java.util.concurrent.CountDownLatch;
  44. import java.util.concurrent.ExecutorService;
  45. import java.util.concurrent.Executors;
  46. @RunWith(SpringRunner.class)
  47. @SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
  48. @ActiveProfiles("wps")
  49. @Slf4j
  50. public class SampleTest {
  51. @Autowired
  52. private IBytedanceVideoEtlInfoService bytedanceVideoEtlInfoService;
  53. @Autowired
  54. IBytedanceVideoReportService bytedanceVideoReportService;
  55. @Autowired
  56. IETLReportBytedanceVideoService ietlReportBytedanceVideoService;
  57. @Autowired
  58. IKuaishouReportDailyImageService kuaishouReportDailyImageService;
  59. @Autowired
  60. IRuleByteDanceAccountService ruleByteDanceAccountService;
  61. @Autowired
  62. private ICtopOauthTokenService tokenService;
  63. @Autowired
  64. private IBindAccountLoginService bindAccountLoginService;
  65. @Autowired
  66. private IKuaishouWebInterfaceService kuaishouWebInterfaceService;
  67. @Autowired
  68. private IByteDanceAdvertiserDataService advertiserDataService;
  69. @Autowired
  70. private IWechatNoListService wechatNoListService;
  71. @Autowired
  72. private IETLReportBytedanceVideoService bytedanceVideoService;
  73. @Autowired
  74. private IByteDanceVideoReportDailyService videoReportDailyService;
  75. @Resource
  76. private EtlKuaishouAccountMaterialReportDailyMapper etlKuaishouAccountMaterialReportDailyMapper;
  77. @Autowired
  78. private IReportService reportService;
  79. @Resource
  80. private IBytedanceCheckReportTaskInfoService checkReportTaskInfoService;
  81. @Autowired
  82. private IEtlBytedanceReportVideoDailyService etlBytedanceReportVideoDailyService;
  83. static ExecutorService executorService = null;
  84. static CountDownLatch countDownLatch = null;
  85. @Autowired
  86. private IBytedanceReportService bytedanceReportService;
  87. @Autowired
  88. private IETLReportBytedanceVideoService etlReportBytedanceVideoService;
  89. @Autowired
  90. private IKuaishouInterfaceService iKuaishouInterfaceService;
  91. @Autowired
  92. private IKuaiShouDimensionVariableService kuaiShouDimensionVariableService;
  93. @Autowired
  94. private IKuaiShouDimensionStrategyService dimensionStrategyService;
  95. @Autowired
  96. private IKuaiShouDimensionVariableService dimensionVariableService;
  97. @Autowired
  98. IRuleKuaiShouPlanService ruleKuaiShouPlanService;
  99. @Test
  100. public void loadKuaishouCookie() throws ParseException {
  101. CtopOauthToken oauthToken = tokenService.getTokenByAccountId(10571378L);
  102. ruleKuaiShouPlanService.cleanRuleDataTarget(10571378L, oauthToken.getAccessToken(), 1);
  103. }
  104. @Test
  105. public void deleteKuaishouComment() {
  106. Long start = System.currentTimeMillis();
  107. List<BindAccountLogin> loginList = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1);
  108. if (loginList != null && !loginList.isEmpty()) {
  109. executorService = Executors.newFixedThreadPool(5);
  110. countDownLatch = new CountDownLatch(loginList.size());
  111. loginList.forEach(login -> executorService.submit(() -> {
  112. try {
  113. kuaishouWebInterfaceService.deleteAllComment(new HashMap<>(), login);
  114. } catch (Exception e) {
  115. log.error(e.getMessage(), e);
  116. } finally {
  117. countDownLatch.countDown();
  118. }
  119. }));
  120. try {
  121. countDownLatch.await();
  122. } catch (InterruptedException e) {
  123. e.printStackTrace();
  124. }
  125. Long end = System.currentTimeMillis();
  126. log.info("快手删评论所用时长:{}毫秒", end - start);
  127. }
  128. }
  129. @Test
  130. public void loadBytedanceVideoReportData() {
  131. CtopOauthToken token = tokenService.getTokenByAccountId(1696831659659278L);
  132. advertiserDataService.getMaterialList(token);
  133. }
  134. @Test
  135. public void etlBytedanceVideoInfo() {
  136. String startDate = "2021-02-01";
  137. for (int i = 0; i < 100; i++) {
  138. bytedanceVideoService.cleanData(DateUtils.addDay(startDate, i));
  139. }
  140. }
  141. @Test
  142. public void getData() {
  143. //汇创 人员
  144. // wechatUserInfoService.getUserList();
  145. // //考勤记录
  146. // wechatCheckinDataService.getCheckinData("2021-03-01 00:00:00", "2021-03-31 23:59:59");
  147. //异常记录
  148. wechatNoListService.getNoDateByNo("2021-03-01 00:00:00", "2021-03-31 23:59:59", "0");
  149. //优容
  150. // wechatUserInfoService.getYRUserList();
  151. // wechatCheckinDataService.getYRCheckinData("2021-03-01 00:00:00", "2021-03-31 23:59:59");
  152. wechatNoListService.getNoDateByNo("2021-03-01 00:00:00", "2021-03-31 23:59:59", "1");
  153. }
  154. @Test
  155. public void formatVideoReportData() {
  156. for (int i = 1; i < 45; i++) {
  157. Date getDate = DateUtils.addDay(new Date(), -i);
  158. String date = DateUtils.formatDate(getDate);
  159. videoReportDailyService.videoInfoList(date, date);
  160. }
  161. }
  162. @Test
  163. public void loadBDAccoutData() {
  164. Date startDate = DateUtils.addDay(new Date(), -2000);
  165. for (int i = 0; i <= 2000; i++) {
  166. Date getDate = DateUtils.addDay(startDate, i);
  167. bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
  168. }
  169. }
  170. @Test
  171. public void etlKuaishouVideoInfo() {
  172. etlKuaishouAccountMaterialReportDailyMapper.etlKuaishouAccountMaterialReportDailyData(DateUtils.formatDate());
  173. }
  174. @Test
  175. public void testLoadBytedanceCampaign() {
  176. CtopOauthToken token = tokenService.getTokenByAccountId(1681669009084429L);
  177. bytedanceReportService.bytedanceMaterialReport(token, "2021-05-01", "2021-05-06");
  178. }
  179. @Test
  180. public void etlBytedanceVideoReportInfo() throws Exception {
  181. etlBytedanceReportVideoDailyService.etlBytedanceVideo();
  182. }
  183. @Test
  184. public void loadBytedanceAccountReport() {
  185. CtopOauthToken token1 = tokenService.getTokenByAccountId(1693648201498637L);
  186. reportService.getAdvertiserReport(token1, DateUtils.parseDate("2021-04-01", "yyyy-MM-dd"), DateUtils.parseDate("2021-04-12", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
  187. }
  188. @Test
  189. public void checkCostData() {
  190. String date = "2021-06-11";
  191. for (int i = 0; i < 7; i++) {
  192. String getDate = DateUtils.addDay(date, i);
  193. //1:初始化
  194. checkReportTaskInfoService.initTask(getDate);
  195. //2: checkCost
  196. List<BytedanceCheckReportTaskInfo> taskInfos = checkReportTaskInfoService.getListByParams(null, getDate, 0);
  197. if (null != taskInfos && !taskInfos.isEmpty()) {
  198. for (BytedanceCheckReportTaskInfo task : taskInfos) {
  199. checkReportTaskInfoService.checkCost(task);
  200. }
  201. log.info("{}:数据获取完成", getDate);
  202. }
  203. }
  204. }
  205. @Test
  206. public void refreshReportData() throws Exception {
  207. //1:查询异常任务数据
  208. List<BytedanceCheckReportTaskInfo> taskInfos = checkReportTaskInfoService.getListByParams(null, null, 50001);
  209. if (null != taskInfos && !taskInfos.isEmpty()) {
  210. countDownLatch = new CountDownLatch(taskInfos.size());
  211. taskInfos.forEach(taskInfo -> {
  212. try {
  213. checkReportTaskInfoService.reloadData(taskInfo);
  214. checkReportTaskInfoService.checkCost(taskInfo);
  215. } catch (Exception e) {
  216. } finally {
  217. countDownLatch.countDown();
  218. }
  219. });
  220. countDownLatch.await();
  221. XxlJobHelper.log("{}数据更新完成");
  222. }
  223. }
  224. @Test
  225. public void loadBkData(){
  226. Date startDate = DateUtils.addDay(new Date(),-60);
  227. for(int i=0;i<=60;i++){
  228. Date getDate = DateUtils.addDay(startDate,i);
  229. bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
  230. }
  231. }
  232. @Autowired
  233. private IEtlKuaishouVideoInfoService etlKuaishouVideoInfo;
  234. @Test
  235. public void loadkuaishouVideoData(){
  236. String startDate = "2021-05-07";
  237. for(int i=0;i<=60;i++){
  238. String getDate = DateUtils.formatDate(DateUtils.addDay(startDate,i));
  239. etlKuaishouVideoInfo.etlKuaishouVideoInfo(getDate);
  240. }
  241. }
  242. @Autowired
  243. private IKuaiShouReportDailyMaterialService kuaiShouReportDailyMaterialService;
  244. @Test
  245. public void loadKuaishouMatData() throws InterruptedException {
  246. String startDate = "2021-06-18";
  247. String endDate = "2021-06-24";
  248. //1:查询当日数据
  249. List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
  250. countDownLatch = new CountDownLatch(tokens.size());
  251. tokens.forEach(token -> executorService.submit(() -> {
  252. try {
  253. kuaiShouReportDailyMaterialService.getMaterialReportByAccountIdAndStatDate(token.getAccountId(), token.getAccessToken(), startDate, endDate, "DAILY", 1);
  254. }catch (Exception e){
  255. }finally {
  256. countDownLatch.countDown();
  257. }
  258. }));
  259. countDownLatch.await();
  260. System.out.println("数据获取完成");
  261. }
  262. @Test
  263. public void loadKuaiShouMatHourlyData() throws InterruptedException{
  264. // kuaiShouReportDailyMaterialService.getMaterialReportByAccountIdAndStatDate(7411077l, tokenService.getOauthTokenByAccountId("7411077").getAccessToken(), "2021-07-02", "2021-07-02", "HOURLY", 1);
  265. String startDate = "2021-07-19";
  266. String endDate = "2021-07-19";
  267. System.out.println(DateUtils.now());
  268. List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
  269. System.out.println(tokens.size());
  270. countDownLatch = new CountDownLatch(tokens.size());
  271. tokens.forEach(token -> executorService.submit(() -> {
  272. try {
  273. kuaiShouReportDailyMaterialService.getMaterialReportByAccountIdAndStatDate(token.getAccountId(), token.getAccessToken(), startDate, endDate, "HOURLY", 1);
  274. }catch (Exception e){
  275. }finally {
  276. countDownLatch.countDown();
  277. }
  278. }));
  279. countDownLatch.await();
  280. System.out.println("数据获取完成");
  281. System.out.println(DateUtils.now());
  282. }
  283. @Autowired
  284. IKuaishouInterfaceService2 kuaishouInterfaceService2;
  285. @Resource
  286. private KuaishouOperationRecordMapper kuaishouOperationRecordMapper;
  287. @Test
  288. public void dealOperationRecordData() throws InterruptedException {
  289. Date beginDate = DateUtils.parseDate("2020-04-28", "yyyy-MM-dd"); //chuangyi
  290. Date endDate = DateUtils.parseDate("2021-07-19", "yyyy-MM-dd");
  291. // Date beginDate = DateUtils.parseDate("2020-04-21", "yyyy-MM-dd");
  292. // Date endDate = DateUtils.parseDate("2021-07-17", "yyyy-MM-dd");
  293. int recordsCount = 0;
  294. int newRecordCount = 0;
  295. while (beginDate.before(endDate)){
  296. System.out.println("开始拆分数据,当前时间为:" + beginDate);
  297. List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectCreativeRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd")); //开始拆分数据,当前时间为:Tue Apr 28 00:00:00 CST 2020
  298. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectAccountRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  299. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectAppRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  300. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectCampaignRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd")); //已执行完毕
  301. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectPackageRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  302. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectUnitRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd")); //已执行完毕
  303. // List<KuaishouOperationRecord> records = kuaishouOperationRecordMapper.selectVideoRecordByStatDate(DateUtils.formatDate(beginDate, "yyyy-MM-dd"));
  304. if (!Check
  305. .isNull(records)) {
  306. recordsCount += records.size();
  307. countDownLatch = new CountDownLatch(records.size());
  308. List<KuaishouOperationRecord> newRecords = new ArrayList<>();
  309. records.forEach(record -> executorService.submit(() -> {
  310. try {
  311. String log = record.getLog();
  312. JSONArray jsonArray = JSONArray.parseArray(log);
  313. for (int i = 0; i < jsonArray.size(); i++) {
  314. JSONObject object = jsonArray.getJSONObject(i);
  315. String originalData = object.getString("original_data");
  316. String updateData = object.getString("update_data");
  317. String fieldName = object.getString("field_name");
  318. KuaishouOperationRecord newRecord = new KuaishouOperationRecord(record);
  319. newRecord.setOriginalData(originalData);
  320. newRecord.setUpdateData(updateData);
  321. newRecord.setFieldName(fieldName);
  322. if ("".equals(newRecord.getOriginalData()) && "".equals(newRecord.getUpdateData())) {
  323. continue;
  324. }
  325. newRecords.add(newRecord);
  326. }
  327. } catch (Exception e) {
  328. } finally {
  329. countDownLatch.countDown();
  330. }
  331. }));
  332. countDownLatch.await();
  333. newRecordCount += newRecords.size();
  334. this.saveOperationRecordListToDb(newRecords);
  335. beginDate = DateUtils.addDay(beginDate, 1);
  336. } else {
  337. System.out.print(" -> 今日的数据为空!!!");
  338. beginDate = DateUtils.addDay(beginDate, 1);
  339. }
  340. }
  341. System.out.println("---------------------------------------------------------------");
  342. System.out.println("------------获取数据结束"+recordsCount+"条原始数据变成了"+newRecordCount+"条数据------------");
  343. System.out.println("---------------------------------------------------------------");
  344. }
  345. private void saveOperationRecordListToDb(List<KuaishouOperationRecord> records) {
  346. if (Check.isNull(records)) {
  347. return;
  348. }
  349. List<KuaishouOperationRecord> batchList = new ArrayList<>();
  350. records.removeAll(Collections.singleton(null));
  351. Integer operationTarget = records.get(0).getOperationTarget();
  352. for (KuaishouOperationRecord sumPosition : records) {
  353. batchList.add(sumPosition);
  354. if (batchList.size() >= 1000) {
  355. if (operationTarget == 1) {
  356. kuaishouOperationRecordMapper.insertOperationRecordInfoAccountNew(batchList);
  357. } else if (operationTarget == 2) {
  358. kuaishouOperationRecordMapper.insertOperationRecordInfoCampaignNew(batchList);
  359. } else if (operationTarget == 3) {
  360. kuaishouOperationRecordMapper.insertOperationRecordInfoUnitNew(batchList);
  361. } else if (operationTarget == 4) {
  362. kuaishouOperationRecordMapper.insertOperationRecordInfoCreativeNew(batchList);
  363. } else if (operationTarget == 5) {
  364. kuaishouOperationRecordMapper.insertOperationRecordInfoVideoNew(batchList);
  365. } else if (operationTarget == 6) {
  366. kuaishouOperationRecordMapper.insertOperationRecordInfoAppNew(batchList);
  367. } else if (operationTarget == 7) {
  368. kuaishouOperationRecordMapper.insertOperationRecordInfoPackageNew(batchList);
  369. } else {
  370. System.out.println("未知的目标类型!");
  371. }
  372. batchList.clear();
  373. }
  374. }
  375. if (!batchList.isEmpty()) {
  376. if (operationTarget == 1) {
  377. kuaishouOperationRecordMapper.insertOperationRecordInfoAccountNew(batchList);
  378. } else if (operationTarget == 2) {
  379. kuaishouOperationRecordMapper.insertOperationRecordInfoCampaignNew(batchList);
  380. } else if (operationTarget == 3) {
  381. kuaishouOperationRecordMapper.insertOperationRecordInfoUnitNew(batchList);
  382. } else if (operationTarget == 4) {
  383. kuaishouOperationRecordMapper.insertOperationRecordInfoCreativeNew(batchList);
  384. } else if (operationTarget == 5) {
  385. kuaishouOperationRecordMapper.insertOperationRecordInfoVideoNew(batchList);
  386. } else if (operationTarget == 6) {
  387. kuaishouOperationRecordMapper.insertOperationRecordInfoAppNew(batchList);
  388. } else if (operationTarget == 7) {
  389. kuaishouOperationRecordMapper.insertOperationRecordInfoPackageNew(batchList);
  390. } else {
  391. System.out.println("未知的目标类型!");
  392. }
  393. batchList.clear();
  394. }
  395. }
  396. public void testfreshBytedanceUrl(){
  397. etlReportBytedanceVideoService.etlBytedanceVideoClipIdJob();
  398. etlReportBytedanceVideoService.etlBytedanceVideoPlanInfoJob();
  399. etlReportBytedanceVideoService.etlBytedanceVideoShotInfoJob();
  400. }
  401. @Autowired
  402. IKuaishouInterfaceService2 kuaishouInterfaceServiceImpl2;
  403. @Test
  404. public void getUnitData() throws InterruptedException {
  405. List<Long> accountIdList = new ArrayList<>();
  406. accountIdList.add(9556188l);
  407. accountIdList.add(9677284l);
  408. accountIdList.add(9677304l);
  409. accountIdList.add(10072135l);
  410. accountIdList.add(9901975l);
  411. accountIdList.add(9677344l);
  412. accountIdList.add(9901956l);
  413. accountIdList.add(9556431l);
  414. accountIdList.add(9767055l);
  415. accountIdList.add(10248827l);
  416. Date beginDate = DateUtils.parseDate("2021-06-04", "yyyy-MM-dd");
  417. Date endDate = DateUtils.parseDate("2021-07-22", "yyyy-MM-dd");
  418. List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
  419. while (beginDate.before(endDate)){
  420. Date mulDate = beginDate;
  421. countDownLatch = new CountDownLatch(tokens.size());
  422. tokens.forEach(token -> executorService.submit(() -> {
  423. try{
  424. if(!accountIdList.contains(token.getAccountId())){
  425. kuaishouInterfaceServiceImpl2.getOperationRecord( token.getAccountId(),
  426. token.getAccessToken(),
  427. 3, //先3组 后2计划
  428. DateUtils.formatDate(mulDate,"yyyy-MM-dd"),
  429. DateUtils.formatDate(mulDate,"yyyy-MM-dd"));
  430. System.out.println("获取完毕 -> accountId:" + token.getAccountId() +",日期:" + DateUtils.formatDate(mulDate,"yyyy-MM-dd"));
  431. }
  432. }catch (Exception e){
  433. }finally {
  434. countDownLatch.countDown();
  435. }
  436. }));
  437. beginDate = DateUtils.addDay(beginDate, 1);
  438. countDownLatch.await();
  439. }
  440. System.out.println("走完了~");
  441. }
  442. @Autowired
  443. IKuaishouAudienceReportDailyService kuaishouAudienceReportDailyService;
  444. @Resource
  445. AiKuaishouUnitLevelOperationRecordMapper kuaishouUnitLevelOperationRecordMapper;
  446. @Test
  447. public void getAudienceReport() throws InterruptedException {
  448. int page = 1;
  449. int pageSize = 2000;
  450. Date beginDate = DateUtils.parseDate("2021-05-01", "yyyy-MM-dd");
  451. Date endDate = DateUtils.parseDate("2021-06-01", "yyyy-MM-dd");
  452. while (beginDate.before(endDate)){
  453. Date mulDate = beginDate;
  454. List<AiKuaishouUnitLevelOperationRecord> planIdsAndUnitIds = kuaishouUnitLevelOperationRecordMapper.selectAllByAccountId(mulDate, DateUtils.addDay(mulDate,1));
  455. countDownLatch = new CountDownLatch(planIdsAndUnitIds.size());
  456. planIdsAndUnitIds.forEach(planIdAndUnitId -> executorService.submit(() -> {
  457. try{
  458. CtopOauthToken token = tokenService.getTokenByAccountId(planIdAndUnitId.getAccountId());
  459. if(!Check.isNull(token)){
  460. Date startDate = mulDate;
  461. Date enDate = DateUtils.addDay(startDate, 30);
  462. // province: 省级地域分布, city: 地级地域分布,gender: 性别分布,ageSegment: 年龄分布clientId: 系统分布 businessInterestTags: 商业兴趣分布
  463. while (startDate.before(enDate)){
  464. kuaishouAudienceReportDailyService.crowdAnalysisReport2(token, DateUtils.formatDate(startDate,"yyyy-MM-dd"), "ageSegment", planIdAndUnitId.getCampaignId(), planIdAndUnitId.getUnitId(), page, pageSize);
  465. System.out.println("获取完毕 -> unit:" + planIdAndUnitId.getUnitId() +",日期:" + DateUtils.formatDate(startDate,"yyyy-MM-dd"));
  466. startDate = DateUtils.addDay(startDate, 1);
  467. }
  468. }else {
  469. System.out.println("token异常 -》 accountId:"+planIdAndUnitId.getAccountId());
  470. }
  471. }catch (Exception e){
  472. }finally {
  473. countDownLatch.countDown();
  474. }
  475. }));
  476. beginDate = DateUtils.addDay(beginDate, 1);
  477. countDownLatch.await();
  478. }
  479. System.out.println("走完了~");
  480. }
  481. }