SampleTest.java 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155
  1. package org.jeecg;
  2. import cn.com.ctop.common.module.entity.BindAccountLogin;
  3. import cn.com.ctop.common.module.entity.CtopOauthToken;
  4. import cn.com.ctop.common.module.service.IBindAccountLoginService;
  5. import cn.com.ctop.common.module.service.ICtopOauthTokenService;
  6. import cn.com.ctop.common.module.utils.CtopAdConstant;
  7. import cn.com.ctop.crawler.modules.pangolin.service.PangolinAppService;
  8. import cn.com.ctop.crawler.modules.pangolin.service.PangolinCrawlerService;
  9. import cn.com.ctop.crawler.modules.pangolin.service.PangolinLoginService;
  10. import cn.com.ctop.kuaishou.modules.graphql.service.IKuaishouWebInterfaceService;
  11. import cn.com.ctop.toutiao.modules.material.service.IByteDanceAdvertiserDataService;
  12. import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
  13. import lombok.extern.slf4j.Slf4j;
  14. import org.junit.Test;
  15. import org.junit.runner.RunWith;
  16. import org.springframework.beans.factory.annotation.Autowired;
  17. import org.springframework.boot.test.context.SpringBootTest;
  18. import org.springframework.test.context.junit4.SpringRunner;
  19. import java.util.HashMap;
  20. import java.util.List;
  21. import java.util.concurrent.CountDownLatch;
  22. import java.util.concurrent.ExecutorService;
  23. import java.util.concurrent.Executors;
  24. @RunWith(SpringRunner.class)
  25. @SpringBootTest
  26. @Slf4j
  27. public class SampleTest {
  28. @Autowired
  29. private ICtopOauthTokenService oauthTokenService;
  30. @Autowired
  31. private IByteDanceAdvertiserDataService advertiserDataService;
  32. @Test
  33. public void testOceanEngineJob() {
  34. CtopOauthToken token = oauthTokenService.getTokenByAccountId(1629785592929294L);
  35. advertiserDataService.getMaterialList(token);
  36. }
  37. @Autowired
  38. private IBindAccountLoginService bindAccountLoginService;
  39. @Autowired
  40. private IKuaishouWebInterfaceService kuaishouWebInterfaceService;
  41. @Test
  42. public void kuaishouLogin() {
  43. Long start = System.currentTimeMillis();
  44. List<BindAccountLogin> list = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1);
  45. if (list != null && !list.isEmpty()) {
  46. for (BindAccountLogin login : list) {
  47. if (null == login.getCookie() || "".equals(login.getCookie().trim())) {
  48. kuaishouWebInterfaceService.getkuaishouWebLoginCookie(login);
  49. }
  50. }
  51. }
  52. Long end = System.currentTimeMillis();
  53. log.info("总用时:{}毫秒", end - start);
  54. }
  55. static ExecutorService executorService = null;
  56. static CountDownLatch countDownLatch = null;
  57. @Test
  58. public void kuaishouCommentDelete() {
  59. Long start = System.currentTimeMillis();
  60. List<BindAccountLogin> list = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1);
  61. if (list != null && !list.isEmpty()) {
  62. executorService = Executors.newFixedThreadPool(10);
  63. countDownLatch = new CountDownLatch(list.size());
  64. list.forEach(login -> {
  65. executorService.submit(() -> {
  66. try {
  67. if (null != login.getCookie() && !"".equals(login.getCookie().trim())) {
  68. kuaishouWebInterfaceService.deleteAllComment(new HashMap<>(), login);
  69. }
  70. } catch (Exception e) {
  71. } finally {
  72. countDownLatch.countDown();
  73. }
  74. });
  75. });
  76. }
  77. try {
  78. countDownLatch.await();
  79. } catch (InterruptedException e) {
  80. e.printStackTrace();
  81. }
  82. Long end = System.currentTimeMillis();
  83. log.info("总用时:{}毫秒", end - start);
  84. }
  85. @Autowired
  86. private PangolinLoginService pangolinLoginService;
  87. @Autowired
  88. private PangolinCrawlerService pangolinCrawlerService;
  89. @Autowired
  90. private PangolinAppService pangolinAppService;
  91. @Test
  92. public void testPangolinLogin() {
  93. QueryWrapper<BindAccountLogin> queryWrapper = new QueryWrapper<>();
  94. queryWrapper.eq("login_type", "pangolin");
  95. queryWrapper.eq("status", 1);
  96. List<BindAccountLogin> list = bindAccountLoginService.list(queryWrapper);
  97. if (list != null && !list.isEmpty()) {
  98. for (BindAccountLogin login : list) {
  99. if (null == login.getCookie() || "".equals(login.getCookie().trim())) {
  100. pangolinLoginService.pangolinLogin(login.getAccountName(), login.getPassword());
  101. }
  102. }
  103. }
  104. }
  105. @Test
  106. public void testPangolinData() {
  107. QueryWrapper<BindAccountLogin> queryWrapper = new QueryWrapper<>();
  108. queryWrapper.eq("login_type", "pangolin");
  109. queryWrapper.eq("status", 1);
  110. queryWrapper.isNotNull("cookie");
  111. List<BindAccountLogin> list = bindAccountLoginService.list(queryWrapper);
  112. if (list != null && !list.isEmpty()) {
  113. for (BindAccountLogin bindAccountLogin : list) {
  114. pangolinCrawlerService.getChannelList(bindAccountLogin);
  115. // pangolinCrawlerService.getActivationList(bindAccountLogin, DateUtils.getNowDate("yyyy-MM-dd"), 1);
  116. // pangolinCrawlerService.getCheckList(bindAccountLogin);
  117. // QueryWrapper<PangolinApp> queryWrapper1 = new QueryWrapper<>();
  118. // queryWrapper1.eq("account_name", bindAccountLogin.getAccountName());
  119. // List<PangolinApp> appList = pangolinAppService.list(queryWrapper1);
  120. // if (appList != null && !appList.isEmpty()) {
  121. // appList.forEach(pangolinApp -> pangolinCrawlerService.getRealTimeList(bindAccountLogin, pangolinApp.getId()));
  122. // }
  123. }
  124. }
  125. }
  126. }