SampleTest.java 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. package org.jeecg;
  2. import cn.com.ctop.common.module.entity.BindAccountLogin;
  3. import cn.com.ctop.common.module.entity.CtopOauthToken;
  4. import cn.com.ctop.common.module.service.IBindAccountLoginService;
  5. import cn.com.ctop.common.module.service.ICtopOauthTokenService;
  6. import cn.com.ctop.common.module.utils.CtopAdConstant;
  7. import cn.com.ctop.crawler.modules.pangolin.entity.PangolinApp;
  8. import cn.com.ctop.crawler.modules.pangolin.service.PangolinAppService;
  9. import cn.com.ctop.crawler.modules.pangolin.service.PangolinCrawlerService;
  10. import cn.com.ctop.crawler.modules.pangolin.service.PangolinLoginService;
  11. import cn.com.ctop.toutiao.modules.report.service.IBytedanceFundDailyService;
  12. import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
  13. import lombok.extern.slf4j.Slf4j;
  14. import org.jeecg.common.util.DateUtils;
  15. import org.junit.Test;
  16. import org.junit.runner.RunWith;
  17. import org.springframework.beans.factory.annotation.Autowired;
  18. import org.springframework.boot.test.context.SpringBootTest;
  19. import org.springframework.test.context.junit4.SpringRunner;
  20. import java.util.List;
  21. import java.util.concurrent.CountDownLatch;
  22. import java.util.concurrent.ExecutorService;
  23. import java.util.concurrent.Executors;
  24. @RunWith(SpringRunner.class)
  25. @SpringBootTest
  26. @Slf4j
  27. public class SampleTest {
  28. @Autowired
  29. private IBindAccountLoginService bindAccountLoginService;
  30. @Autowired
  31. private PangolinLoginService pangolinLoginService;
  32. @Autowired
  33. private PangolinCrawlerService pangolinCrawlerService;
  34. @Autowired
  35. private PangolinAppService pangolinAppService;
  36. @Test
  37. public void testPangolinLogin(){
  38. QueryWrapper<BindAccountLogin> queryWrapper = new QueryWrapper<>();
  39. queryWrapper.eq("login_type","pangolin");
  40. queryWrapper.eq("status",1);
  41. List<BindAccountLogin> list = bindAccountLoginService.list(queryWrapper);
  42. if(list!=null&&!list.isEmpty()){
  43. for (BindAccountLogin login:list) {
  44. if(null==login.getCookie()||"".equals(login.getCookie().trim())){
  45. pangolinLoginService.pangolinLogin(login.getAccountName(), login.getPassword());
  46. }
  47. }
  48. }
  49. }
  50. @Test
  51. public void testPangolinData(){
  52. QueryWrapper<BindAccountLogin> queryWrapper = new QueryWrapper<>();
  53. queryWrapper.eq("login_type", "pangolin");
  54. queryWrapper.eq("status", 1);
  55. queryWrapper.isNotNull("cookie");
  56. List<BindAccountLogin> list = bindAccountLoginService.list(queryWrapper);
  57. if (list != null && !list.isEmpty()) {
  58. for (BindAccountLogin bindAccountLogin : list) {
  59. pangolinCrawlerService.getChannelList(bindAccountLogin);
  60. pangolinCrawlerService.getActivationList(bindAccountLogin, DateUtils.getNowDate("yyyy-MM-dd"), 1);
  61. pangolinCrawlerService.getCheckList(bindAccountLogin);
  62. QueryWrapper<PangolinApp> queryWrapper1 = new QueryWrapper<>();
  63. queryWrapper1.eq("account_name", bindAccountLogin.getAccountName());
  64. List<PangolinApp> appList = pangolinAppService.list(queryWrapper1);
  65. if (appList != null && !appList.isEmpty()) {
  66. appList.forEach(pangolinApp -> pangolinCrawlerService.getRealTimeList(bindAccountLogin, pangolinApp.getId()));
  67. }
  68. }
  69. }
  70. }
  71. @Autowired
  72. private ICtopOauthTokenService tokenService;
  73. @Autowired
  74. private IBytedanceFundDailyService bytedanceFundDailyService;
  75. static ExecutorService executorService = null;
  76. @Test
  77. public void testflowFund(){
  78. List<CtopOauthToken> tokens = tokenService.getTokenListByType(CtopAdConstant.PLATFORM_TYPE_BYTEDANCE);
  79. if (null == tokens || tokens.size() <= 0) {
  80. log.error("头条账户流水数据异常:未获取到可用的token");
  81. return ;
  82. }
  83. CountDownLatch countDownLatch = new CountDownLatch(tokens.size());
  84. executorService = Executors.newFixedThreadPool(5);
  85. tokens.forEach(token -> {
  86. executorService.submit(() -> {
  87. try {
  88. for(int i=0;i<60;i++){
  89. String findDate = DateUtils.addDay(DateUtils.formatDate(),-i);
  90. bytedanceFundDailyService.loadFundDataByPage(token, findDate, findDate,1);
  91. }
  92. }catch (Exception e){
  93. }finally {
  94. countDownLatch.countDown();
  95. }
  96. });
  97. });
  98. try {
  99. countDownLatch.await();
  100. } catch (InterruptedException e) {
  101. e.printStackTrace();
  102. }
  103. }
  104. }