123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500 |
- package org.jeecg;
- import cn.com.ctop.common.module.entity.BindAccountLogin;
- import cn.com.ctop.common.module.entity.CtopOauthToken;
- import cn.com.ctop.common.module.entity.UserAllocation;
- import cn.com.ctop.common.module.service.IBindAccountLoginService;
- import cn.com.ctop.common.module.service.ICtopOauthTokenService;
- import cn.com.ctop.common.module.service.IUserAllocationService;
- import cn.com.ctop.common.module.utils.Check;
- import cn.com.ctop.common.module.utils.CtopAdConstant;
- import cn.com.ctop.kuaishou.modules.ai.entity.AiKuaishouAccountTargetTemplate;
- import cn.com.ctop.kuaishou.modules.ai.service.IAiKuaishouAccountTargetTemplateService;
- import cn.com.ctop.kuaishou.modules.ai.service.IAiKuaishouNewCreateCampaign;
- import cn.com.ctop.kuaishou.modules.batch.entity.KuaiShouVideoGet;
- import cn.com.ctop.kuaishou.modules.batch.service.*;
- import cn.com.ctop.kuaishou.modules.graphql.service.IKuaishouWebInterfaceService;
- import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyAgentService;
- import cn.com.ctop.kuaishou.modules.report.service.IKuaishouVideoEtlInfoService;
- import cn.com.ctop.kuaishou.modules.report.service.IRuleKuaiShouPlanService;
- import cn.com.ctop.oa.modules.service.IWechatCheckinDataService;
- import cn.com.ctop.oa.modules.service.IWechatNoListService;
- import cn.com.ctop.oa.modules.service.IWechatUserListService;
- import cn.com.ctop.toutiao.modules.material.service.IByteDanceAdvertiserDataService;
- import cn.com.ctop.toutiao.modules.report.service.*;
- import com.alibaba.fastjson.JSONArray;
- import lombok.extern.slf4j.Slf4j;
- import org.apache.catalina.User;
- import org.jeecg.common.util.DateUtils;
- import org.junit.Test;
- import org.junit.runner.RunWith;
- import org.springframework.beans.factory.annotation.Autowired;
- import org.springframework.boot.test.context.SpringBootTest;
- import org.springframework.test.context.ActiveProfiles;
- import org.springframework.test.context.junit4.SpringRunner;
- import java.text.ParseException;
- import java.text.SimpleDateFormat;
- import java.util.Date;
- import java.util.HashMap;
- import java.util.List;
- import java.util.Map;
- import java.util.concurrent.CountDownLatch;
- import java.util.concurrent.ExecutorService;
- import java.util.concurrent.Executors;
- import static org.jeecg.common.util.DateUtils.getAnotherDay;
- @RunWith(SpringRunner.class)
- @SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
- @ActiveProfiles("wps")
- @Slf4j
- public class SampleTest {
- @Autowired
- private ICtopOauthTokenService oauthTokenService;
- @Autowired
- private IReportService reportService;
- @Autowired
- private IByteDanceAdvertiserDataService advertiserDataService;
- @Autowired
- private ICtopOauthTokenService tokenService;
- @Autowired
- private IKuaiShouVideoGetService videoGetService;
- @Autowired
- private IKuaishouVideoRelateCreativesService kuaishouVideoRelateCreativesService;
- @Autowired
- private IBindAccountLoginService bindAccountLoginService;
- @Autowired
- private IKuaishouWebInterfaceService kuaishouWebInterfaceService;
- @Test
- public void loadBytedanceCreativeData() throws ParseException {
- List<KuaiShouVideoGet> KuaiShouVideoGets = videoGetService.selectPhotoIdsByAccountId(9743746L);
- if (!Check.isNull(KuaiShouVideoGets)) {
- JSONArray dateList = new JSONArray();
- JSONArray photoIds = new JSONArray();
- Map<String, Object> statdateMap = new HashMap<>();
- int count = 0;
- for (KuaiShouVideoGet video : KuaiShouVideoGets) {
- count++;
- if (count < 10) {
- photoIds.add(video.getPhotoId());
- statdateMap.put(video.getPhotoId(), video.getStatDate());
- } else {
- photoIds.add(video.getPhotoId());
- statdateMap.put(video.getPhotoId(), video.getStatDate());
- dateList.add(photoIds);
- photoIds = new JSONArray();
- count = 0;
- }
- }
- dateList.add(photoIds);
- kuaishouVideoRelateCreativesService.videoRelateCreatives(9743746L, dateList, statdateMap);
- }
- }
- @Test
- public void loadKuaishouCookie() {
- List<BindAccountLogin> list = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1);
- if (list != null && !list.isEmpty()) {
- int i = 0;
- for (BindAccountLogin login : list) {
- if (null == login.getCookie() || "".equals(login.getCookie().trim())) {
- kuaishouWebInterfaceService.getkuaishouWebLoginCookie(login);
- i++;
- }
- }
- }
- }
- static ExecutorService executorService = null;
- static CountDownLatch countDownLatch = null;
- @Test
- public void deleteKuaishouComment() {
- Long start = System.currentTimeMillis();
- List<BindAccountLogin> loginList = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1);
- if (loginList != null && !loginList.isEmpty()) {
- executorService = Executors.newFixedThreadPool(5);
- countDownLatch = new CountDownLatch(loginList.size());
- loginList.forEach(login -> executorService.submit(() -> {
- try {
- kuaishouWebInterfaceService.deleteAllComment(new HashMap<>(), login);
- } catch (Exception e) {
- log.error(e.getMessage(), e);
- } finally {
- countDownLatch.countDown();
- }
- }));
- try {
- countDownLatch.await();
- } catch (InterruptedException e) {
- e.printStackTrace();
- }
- Long end = System.currentTimeMillis();
- log.info("快手删评论所用时长:{}毫秒", end - start);
- }
- }
- @Autowired
- private IUserAllocationService allocationService;
- @Test
- public void testLoadBytedanceData() {
- List<UserAllocation> allocations = allocationService.getByParams(633L, null, 0);
- if (null != allocations && !allocations.isEmpty()) {
- for (UserAllocation allocation : allocations) {
- CtopOauthToken token = tokenService.getTokenByAccountId(allocation.getAccountId());
- String startDate = "2020-11-10";
- String endDate = "2020-11-10";
- reportService.getAdvertiserReport(token, DateUtils.parseDate(startDate, "yyyy-MM-dd"), DateUtils.parseDate(endDate, "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_HOURLY);
- }
- }
- System.out.println("任务结束");
- }
- @Test
- public void loadKuaishouPlanData() {
- Date getDate = DateUtils.addDay(new Date(), -1);
- //1:查询当日数据
- List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
- tokens.forEach(token -> kuaishouInterfaceService.getAdvertiserCampaignReportDaily(token, getDate, getDate));
- }
- @Autowired
- private IBytedanceFundDailyService bytedanceFundDailyService;
- @Test
- public void loadFoudData() {
- List<CtopOauthToken> tokens = tokenService.selectToutiaoToken();
- for (CtopOauthToken token : tokens) {
- System.out.println(token.getAccountId() + "############################");
- for (int i = 20; i < 130; i++) {
- Date date = DateUtils.addDay(new Date(), -i);
- bytedanceFundDailyService.loadFundDataByPage(token, DateUtils.formatDate(date), DateUtils.formatDate(date), 1);
- System.out.println(i + "############################");
- }
- }
- }
- @Autowired
- private IKuaiShouHistoryReportTaskService reportTaskService;
- /**
- * 测试获取快手图片消耗数据任务
- */
- @Test
- public void loadKuaishouImageTask() {
- List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
- for (int i = 1; i < 130; i++) {
- Date getDate = DateUtils.addDay(new Date(), -i);
- String getDateStr = DateUtils.formatDate(getDate);
- tokens.forEach(token -> reportTaskService.createTask(token.getAccountId(), token.getAccessToken(), getDateStr, getDateStr, CtopAdConstant.KUAISHOU_LOAD_JOB_TYPE_DAILY));
- }
- }
- @Autowired
- private IKuaiShouDailyReportTaskService dailyReportTaskService;
- /**
- * 测试获取快手图片消耗数据入库
- */
- @Test
- public void loadKuaishouImageTaskFile() {
- String nowDate = DateUtils.getDate("yyyy-MM-dd");
- List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
- for (int i = 1; i < 15; i++) {
- String statDate = getAnotherDay("yyyy-MM-dd", nowDate, -i);
- tokens.forEach(token -> dailyReportTaskService.getTaskList(token.getAccountId(), token.getAccessToken(), statDate));
- }
- // 查询快手token
- }
- @Test
- public void testLoadBytedanceImageData() {
- List<CtopOauthToken> tokens = tokenService.selectToutiaoToken();
- countDownLatch = new CountDownLatch(tokens.size());
- executorService = Executors.newFixedThreadPool(8);
- tokens.forEach(token -> executorService.submit(() -> {
- try {
- advertiserDataService.getMaterialList(token);
- } catch (Exception e) {
- } finally {
- countDownLatch.countDown();
- }
- }));
- try {
- countDownLatch.await();
- } catch (InterruptedException e) {
- e.printStackTrace();
- }
- System.out.println("素材数据获取完成");
- }
- @Autowired
- private IKuaishouReportDailyAgentService kuaishouReportDailyAgentService;
- @Test
- public void testData() {
- Date date = new Date();
- List<CtopOauthToken> tokens = tokenService.selectToutiaoToken();
- executorService = Executors.newFixedThreadPool(10);
- countDownLatch = new CountDownLatch(tokens.size());
- tokens.forEach(token -> executorService.submit(() -> {
- try {
- reportService.getAdvertiserPlanRuleData(token, date, date, CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
- } catch (Exception e) {
- } finally {
- countDownLatch.countDown();
- }
- }));
- try {
- countDownLatch.await();
- } catch (InterruptedException e) {
- e.printStackTrace();
- }
- }
- @Test
- public void testData11() {
- CtopOauthToken token = tokenService.getTokenByAccountId(9556344L);
- int dimeDiff = 5;
- Date now = new Date();
- String startTime = DateUtils.formatDate("2021-01-11 18:25:00");
- String endTime = DateUtils.formatDate(now, "2021-01-11 18:35:00");
- kuaishouInterfaceService.getSuZaoList(token.getAccessToken(), token.getAccountId(), 1, startTime, endTime);
- }
- @Test
- public void loadKuaishouAgentData() {
- kuaishouReportDailyAgentService.loginAgent();
- try {
- for (int i = 1; i < 30; i++) {
- kuaishouReportDailyAgentService.getAccount(i);
- }
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- @Test
- public void loadKuaishouData() {
- Date getDate = DateUtils.addDay(new Date(), -1);
- //1:查询当日数据
- List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
- for (CtopOauthToken token : tokens) {
- kuaishouInterfaceService.getAdvertiserCampaignReportDaily(token, getDate, getDate);
- }
- }
- @Autowired
- private IBytedanceReportService bytedanceReportService;
- @Test
- public void loadBytedanceVideoReportData() {
- Date getDate = DateUtils.addDay(new Date(), -1);
- String date = DateUtils.formatDate(getDate);
- List<CtopOauthToken> tokens = tokenService.selectToutiaoToken();
- for (CtopOauthToken token : tokens) {
- bytedanceReportService.bytedanceVideoMaterialReport(token, date, date);
- }
- }
- @Test
- public void loadKuaishouHourlyReportData() {
- Date getDate = new Date();
- SimpleDateFormat simpleDateFormat = new SimpleDateFormat("HH");
- String hour = simpleDateFormat.format(getDate);
- if ("00".equals(hour)) {
- getDate = DateUtils.addDay(getDate, -1);
- }
- //1:查询当日数据
- List<CtopOauthToken> tokens = tokenService.selectKuaiShouToken();
- Date finalGetDate = getDate;
- tokens.forEach(token -> kuaishouInterfaceService.getAdvertiserReportHourly(token, finalGetDate, finalGetDate));
- }
- @Autowired
- private IKuaishouInterfaceService kuaishouInterfaceService;
- @Test
- public void loadKuaishouGroupData() throws ParseException {
- Date endDate = new Date();
- String anotherDay = DateUtils.getAnotherDay("yyyy-MM-dd", DateUtils.formatDate(endDate), -1);
- SimpleDateFormat sim = new SimpleDateFormat("yyyy-MM-dd");
- Date startDate = sim.parse(anotherDay);
- CtopOauthToken token = tokenService.getTokenByAccountId(7087890L);
- kuaishouInterfaceService.getGroupList(token, startDate, endDate);
- }
- @Test
- public void loadAccountData() {
- // List<UserAllocation> allocations = allocationService.getByParams(776L,null,0);
- // for (UserAllocation allocation:allocations) {
- CtopOauthToken token = tokenService.getTokenByAccountId(93238965516L);
- for (int i = 92; i < 100; i++) {
- Date getDate = DateUtils.addDay(new Date(), -i);
- reportService.getAdvertiserReport(token, getDate, getDate, CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
- }
- // }
- }
- @Autowired
- private IWechatCheckinDataService wechatCheckinDataService;
- @Autowired
- private IWechatUserListService wechatUserInfoService;
- @Autowired
- private IWechatNoListService wechatNoListService;
- @Test
- public void getData() {
- //汇创 人员
- // wechatUserInfoService.getUserList();
- // //考勤记录
- // wechatCheckinDataService.getCheckinData("2020-11-01 00:00:00", "2020-12-01 23:59:59");
- //异常记录
- // wechatNoListService.getNoDateByNo("2020-11-01 00:00:00", "2020-12-01 23:59:59", "0");
- //优容
- wechatUserInfoService.getYRUserList();
- wechatCheckinDataService.getYRCheckinData("2020-11-01 00:00:00", "2020-11-30 23:59:59");
- wechatNoListService.getNoDateByNo("2020-11-01 00:00:00", "2020-12-01 23:59:59", "1");
- }
- @Autowired
- private IKuaiShouCommentService kuaiShouCommentService;
- @Test
- public void kuaishouDeleteComment() {
- kuaiShouCommentService.shieldComment(8018853L);
- }
- @Autowired
- private IByteDanceVideoReportDailyService videoReportDailyService;
- @Test
- public void formatVideoReportData() {
- for (int i = 1; i < 45; i++) {
- Date getDate = DateUtils.addDay(new Date(), -i);
- String date = DateUtils.formatDate(getDate);
- videoReportDailyService.videoInfoList(date, date);
- }
- }
- @Autowired
- private IRuleKuaiShouPlanService ruleKuaiShouPlanService;
- @Test
- public void execute() {
- List<UserAllocation> allocations = allocationService.getByMediaId("3");
- for (UserAllocation allocation:allocations) {
- CtopOauthToken token = tokenService.getTokenByAccountId(allocation.getAccountId());
- // load12Data(token);
- load12AccountData(token);
- }
- }
- private void load12AccountData(CtopOauthToken token) {
- reportService.getAdvertiserReport(token, DateUtils.parseDate("2020-10-01", "yyyy-MM-dd"), DateUtils.parseDate("2020-10-31", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
- reportService.getAdvertiserReport(token, DateUtils.parseDate("2020-11-01", "yyyy-MM-dd"), DateUtils.parseDate("2020-11-30", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
- reportService.getAdvertiserReport(token, DateUtils.parseDate("2020-12-01", "yyyy-MM-dd"), DateUtils.parseDate("2020-12-31", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
- }
- private void load12Data(CtopOauthToken token) {
- // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-01", "2020-10-05");
- // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-06", "2020-10-10");
- // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-11", "2020-10-15");
- // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-16", "2020-10-20");
- // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-21", "2020-10-25");
- // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-26", "2020-10-31");
- bytedanceReportService.bytedanceMaterialReport(token, "2020-10-03", "2020-10-04");
- }
- @Autowired
- private IKuaishouVideoEtlInfoService kuaishouVideoEtlInfoService;
- @Test
- public void etlKuaishouData() {
- String dateString = "2021-01-05";
- Date startDate = DateUtils.parseDate(dateString, "yyyy-MM-dd");
- for (int i = 0; i <= 10; i++) {
- Date getDate = DateUtils.addDay(startDate, i);
- kuaishouVideoEtlInfoService.etlKuaishouVideoInfo(getDate);
- bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
- }
- }
- @Autowired
- private IBytedanceVideoEtlInfoService bytedanceVideoEtlInfoService;
- @Test
- public void loadBytedanceVideo() {
- CtopOauthToken token = tokenService.getTokenByAccountId(1673731601820686L);
- for (int i = 15; i < 60; i++) {
- reportService.getAdvertiserReport(token, DateUtils.addDay(new Date(), -i), DateUtils.addDay(new Date(), -i), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
- }
- }
- @Test
- public void loadKuaishouVideo() {
- Date date = new Date();
- CtopOauthToken token = tokenService.getTokenByAccountId(9556344L);
- // kuaishouInterfaceService.getAdvertiserCreativeReportDaily(token, new Date(), new Date(), null, null);
- kuaishouInterfaceService.getVideoList(token, DateUtils.formatDate(DateUtils.addDay(date, -5)), DateUtils.formatDate(date));
- // 获取图片信息数据
- // kuaishouInterfaceService.getImageList(token, DateUtils.getNowDate("yyyy-MM-dd"));
- }
- @Autowired
- IRuleByteDanceAccountService ruleByteDanceAccountService;
- @Test
- public void cleanRuleDataAccount() {
- List<CtopOauthToken> tokens = oauthTokenService.selectKuaiShouToken();
- for (CtopOauthToken oauthToken : tokens) {
- ruleKuaiShouPlanService.cleanRuleDataTarget(oauthToken.getAccountId(), 1);
- }
- }
- @Autowired
- IAiKuaishouNewCreateCampaign aiKuaishouNewCreateCampaign;
- @Autowired
- private IAiKuaishouAccountTargetTemplateService aiKuaishouAccountTargetTemplateService;
- @Test
- public void createPlan() {
- List<AiKuaishouAccountTargetTemplate> accountTargetTemplates = aiKuaishouAccountTargetTemplateService.getAllEffectTemplate();
- if (null == accountTargetTemplates || accountTargetTemplates.isEmpty()) {
- return;
- }
- accountTargetTemplates.forEach(targetTemplate -> aiKuaishouNewCreateCampaign.kuaishouAiAdsNewMaterialCreativity(targetTemplate));
- }
- @Test
- public void testCreatePlan() {
- // List<AiKuaishouAccountTargetTemplate> accountTargetTemplates = aiKuaishouAccountTargetTemplateService.getAllEffectTemplate();
- // if (null == accountTargetTemplates || accountTargetTemplates.isEmpty()) {
- // return;
- // }
- AiKuaishouAccountTargetTemplate accountTargetTemplate1 = aiKuaishouAccountTargetTemplateService.getById(30002);
- aiKuaishouNewCreateCampaign.kuaishouAiAddNewMaterialCreativity(accountTargetTemplate1);
- AiKuaishouAccountTargetTemplate accountTargetTemplate2 = aiKuaishouAccountTargetTemplateService.getById(30001);
- aiKuaishouNewCreateCampaign.kuaishouAiAddNewMaterialCreativity(accountTargetTemplate2);
- }
- @Test
- public void etlKuaishouProjectData(){
- String dateString = "2020-03-17";
- Date startDate = DateUtils.parseDate(dateString,"yyyy-MM-dd");
- for(int i=0;i<=365;i++){
- Date getDate = DateUtils.addDay(startDate,i);
- kuaishouVideoEtlInfoService.etlKuaishouVideoInfoGroupByProjectId(getDate);
- }
- }
- }
|