package org.jeecg; import cn.com.ctop.common.module.entity.BindAccountLogin; import cn.com.ctop.common.module.entity.CtopOauthToken; import cn.com.ctop.common.module.entity.UserAllocation; import cn.com.ctop.common.module.service.IBindAccountLoginService; import cn.com.ctop.common.module.service.ICtopOauthTokenService; import cn.com.ctop.common.module.service.IUserAllocationService; import cn.com.ctop.common.module.utils.Check; import cn.com.ctop.common.module.utils.CtopAdConstant; import cn.com.ctop.kuaishou.modules.ai.entity.AiKuaishouAccountTargetTemplate; import cn.com.ctop.kuaishou.modules.ai.service.IAiKuaishouAccountTargetTemplateService; import cn.com.ctop.kuaishou.modules.ai.service.IAiKuaishouNewCreateCampaign; import cn.com.ctop.kuaishou.modules.batch.entity.KuaiShouVideoGet; import cn.com.ctop.kuaishou.modules.batch.service.*; import cn.com.ctop.kuaishou.modules.graphql.service.IKuaishouWebInterfaceService; import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyAgentService; import cn.com.ctop.kuaishou.modules.report.service.IKuaishouVideoEtlInfoService; import cn.com.ctop.kuaishou.modules.report.service.IRuleKuaiShouPlanService; import cn.com.ctop.oa.modules.service.IWechatCheckinDataService; import cn.com.ctop.oa.modules.service.IWechatNoListService; import cn.com.ctop.oa.modules.service.IWechatUserListService; import cn.com.ctop.toutiao.modules.material.service.IByteDanceAdvertiserDataService; import cn.com.ctop.toutiao.modules.report.service.*; import com.alibaba.fastjson.JSONArray; import lombok.extern.slf4j.Slf4j; import org.apache.catalina.User; import org.jeecg.common.util.DateUtils; import org.junit.Test; import org.junit.runner.RunWith; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.boot.test.context.SpringBootTest; import org.springframework.test.context.ActiveProfiles; import org.springframework.test.context.junit4.SpringRunner; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.concurrent.CountDownLatch; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import static org.jeecg.common.util.DateUtils.getAnotherDay; @RunWith(SpringRunner.class) @SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT) @ActiveProfiles("wps") @Slf4j public class SampleTest { @Autowired private ICtopOauthTokenService oauthTokenService; @Autowired private IReportService reportService; @Autowired private IByteDanceAdvertiserDataService advertiserDataService; @Autowired private ICtopOauthTokenService tokenService; @Autowired private IKuaiShouVideoGetService videoGetService; @Autowired private IKuaishouVideoRelateCreativesService kuaishouVideoRelateCreativesService; @Autowired private IBindAccountLoginService bindAccountLoginService; @Autowired private IKuaishouWebInterfaceService kuaishouWebInterfaceService; @Test public void loadBytedanceCreativeData() throws ParseException { List KuaiShouVideoGets = videoGetService.selectPhotoIdsByAccountId(9743746L); if (!Check.isNull(KuaiShouVideoGets)) { JSONArray dateList = new JSONArray(); JSONArray photoIds = new JSONArray(); Map statdateMap = new HashMap<>(); int count = 0; for (KuaiShouVideoGet video : KuaiShouVideoGets) { count++; if (count < 10) { photoIds.add(video.getPhotoId()); statdateMap.put(video.getPhotoId(), video.getStatDate()); } else { photoIds.add(video.getPhotoId()); statdateMap.put(video.getPhotoId(), video.getStatDate()); dateList.add(photoIds); photoIds = new JSONArray(); count = 0; } } dateList.add(photoIds); kuaishouVideoRelateCreativesService.videoRelateCreatives(9743746L, dateList, statdateMap); } } @Test public void loadKuaishouCookie() { List list = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1); if (list != null && !list.isEmpty()) { int i = 0; for (BindAccountLogin login : list) { if (null == login.getCookie() || "".equals(login.getCookie().trim())) { kuaishouWebInterfaceService.getkuaishouWebLoginCookie(login); i++; } } } } static ExecutorService executorService = null; static CountDownLatch countDownLatch = null; @Test public void deleteKuaishouComment() { Long start = System.currentTimeMillis(); List loginList = bindAccountLoginService.getListByParams(CtopAdConstant.PLATFORM_TYPE_KUAISHOU_PY, 1); if (loginList != null && !loginList.isEmpty()) { executorService = Executors.newFixedThreadPool(5); countDownLatch = new CountDownLatch(loginList.size()); loginList.forEach(login -> executorService.submit(() -> { try { kuaishouWebInterfaceService.deleteAllComment(new HashMap<>(), login); } catch (Exception e) { log.error(e.getMessage(), e); } finally { countDownLatch.countDown(); } })); try { countDownLatch.await(); } catch (InterruptedException e) { e.printStackTrace(); } Long end = System.currentTimeMillis(); log.info("快手删评论所用时长:{}毫秒", end - start); } } @Autowired private IUserAllocationService allocationService; @Test public void testLoadBytedanceData() { List allocations = allocationService.getByParams(633L, null, 0); if (null != allocations && !allocations.isEmpty()) { for (UserAllocation allocation : allocations) { CtopOauthToken token = tokenService.getTokenByAccountId(allocation.getAccountId()); String startDate = "2020-11-10"; String endDate = "2020-11-10"; reportService.getAdvertiserReport(token, DateUtils.parseDate(startDate, "yyyy-MM-dd"), DateUtils.parseDate(endDate, "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_HOURLY); } } System.out.println("任务结束"); } @Test public void loadKuaishouPlanData() { Date getDate = DateUtils.addDay(new Date(), -1); //1:查询当日数据 List tokens = tokenService.selectKuaiShouToken(); tokens.forEach(token -> kuaishouInterfaceService.getAdvertiserCampaignReportDaily(token, getDate, getDate)); } @Autowired private IBytedanceFundDailyService bytedanceFundDailyService; @Test public void loadFoudData() { List tokens = tokenService.selectToutiaoToken(); for (CtopOauthToken token : tokens) { System.out.println(token.getAccountId() + "############################"); for (int i = 20; i < 130; i++) { Date date = DateUtils.addDay(new Date(), -i); bytedanceFundDailyService.loadFundDataByPage(token, DateUtils.formatDate(date), DateUtils.formatDate(date), 1); System.out.println(i + "############################"); } } } @Autowired private IKuaiShouHistoryReportTaskService reportTaskService; /** * 测试获取快手图片消耗数据任务 */ @Test public void loadKuaishouImageTask() { List tokens = tokenService.selectKuaiShouToken(); for (int i = 1; i < 130; i++) { Date getDate = DateUtils.addDay(new Date(), -i); String getDateStr = DateUtils.formatDate(getDate); tokens.forEach(token -> reportTaskService.createTask(token.getAccountId(), token.getAccessToken(), getDateStr, getDateStr, CtopAdConstant.KUAISHOU_LOAD_JOB_TYPE_DAILY)); } } @Autowired private IKuaiShouDailyReportTaskService dailyReportTaskService; /** * 测试获取快手图片消耗数据入库 */ @Test public void loadKuaishouImageTaskFile() { String nowDate = DateUtils.getDate("yyyy-MM-dd"); List tokens = tokenService.selectKuaiShouToken(); for (int i = 1; i < 15; i++) { String statDate = getAnotherDay("yyyy-MM-dd", nowDate, -i); tokens.forEach(token -> dailyReportTaskService.getTaskList(token.getAccountId(), token.getAccessToken(), statDate)); } // 查询快手token } @Test public void testLoadBytedanceImageData() { List tokens = tokenService.selectToutiaoToken(); countDownLatch = new CountDownLatch(tokens.size()); executorService = Executors.newFixedThreadPool(8); tokens.forEach(token -> executorService.submit(() -> { try { advertiserDataService.getMaterialList(token); } catch (Exception e) { } finally { countDownLatch.countDown(); } })); try { countDownLatch.await(); } catch (InterruptedException e) { e.printStackTrace(); } System.out.println("素材数据获取完成"); } @Autowired private IKuaishouReportDailyAgentService kuaishouReportDailyAgentService; @Test public void testData() { Date date = new Date(); List tokens = tokenService.selectToutiaoToken(); executorService = Executors.newFixedThreadPool(10); countDownLatch = new CountDownLatch(tokens.size()); tokens.forEach(token -> executorService.submit(() -> { try { reportService.getAdvertiserPlanRuleData(token, date, date, CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY); } catch (Exception e) { } finally { countDownLatch.countDown(); } })); try { countDownLatch.await(); } catch (InterruptedException e) { e.printStackTrace(); } } @Test public void testData11() { CtopOauthToken token = tokenService.getTokenByAccountId(9556344L); int dimeDiff = 5; Date now = new Date(); String startTime = DateUtils.formatDate("2021-01-11 18:25:00"); String endTime = DateUtils.formatDate(now, "2021-01-11 18:35:00"); kuaishouInterfaceService.getSuZaoList(token.getAccessToken(), token.getAccountId(), 1, startTime, endTime); } @Test public void loadKuaishouAgentData() { kuaishouReportDailyAgentService.loginAgent(); try { for (int i = 1; i < 30; i++) { kuaishouReportDailyAgentService.getAccount(i); } } catch (Exception e) { e.printStackTrace(); } } @Test public void loadKuaishouData() { Date getDate = DateUtils.addDay(new Date(), -1); //1:查询当日数据 List tokens = tokenService.selectKuaiShouToken(); for (CtopOauthToken token : tokens) { kuaishouInterfaceService.getAdvertiserCampaignReportDaily(token, getDate, getDate); } } @Autowired private IBytedanceReportService bytedanceReportService; @Test public void loadBytedanceVideoReportData() { Date getDate = DateUtils.addDay(new Date(), -1); String date = DateUtils.formatDate(getDate); List tokens = tokenService.selectToutiaoToken(); for (CtopOauthToken token : tokens) { bytedanceReportService.bytedanceVideoMaterialReport(token, date, date); } } @Test public void loadKuaishouHourlyReportData() { Date getDate = new Date(); SimpleDateFormat simpleDateFormat = new SimpleDateFormat("HH"); String hour = simpleDateFormat.format(getDate); if ("00".equals(hour)) { getDate = DateUtils.addDay(getDate, -1); } //1:查询当日数据 List tokens = tokenService.selectKuaiShouToken(); Date finalGetDate = getDate; tokens.forEach(token -> kuaishouInterfaceService.getAdvertiserReportHourly(token, finalGetDate, finalGetDate)); } @Autowired private IKuaishouInterfaceService kuaishouInterfaceService; @Test public void loadKuaishouGroupData() throws ParseException { Date endDate = new Date(); String anotherDay = DateUtils.getAnotherDay("yyyy-MM-dd", DateUtils.formatDate(endDate), -1); SimpleDateFormat sim = new SimpleDateFormat("yyyy-MM-dd"); Date startDate = sim.parse(anotherDay); CtopOauthToken token = tokenService.getTokenByAccountId(7087890L); kuaishouInterfaceService.getGroupList(token, startDate, endDate); } @Test public void loadAccountData() { // List allocations = allocationService.getByParams(776L,null,0); // for (UserAllocation allocation:allocations) { CtopOauthToken token = tokenService.getTokenByAccountId(93238965516L); for (int i = 92; i < 100; i++) { Date getDate = DateUtils.addDay(new Date(), -i); reportService.getAdvertiserReport(token, getDate, getDate, CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY); } // } } @Autowired private IWechatCheckinDataService wechatCheckinDataService; @Autowired private IWechatUserListService wechatUserInfoService; @Autowired private IWechatNoListService wechatNoListService; @Test public void getData() { //汇创 人员 // wechatUserInfoService.getUserList(); // //考勤记录 // wechatCheckinDataService.getCheckinData("2020-11-01 00:00:00", "2020-12-01 23:59:59"); //异常记录 // wechatNoListService.getNoDateByNo("2020-11-01 00:00:00", "2020-12-01 23:59:59", "0"); //优容 wechatUserInfoService.getYRUserList(); wechatCheckinDataService.getYRCheckinData("2020-11-01 00:00:00", "2020-11-30 23:59:59"); wechatNoListService.getNoDateByNo("2020-11-01 00:00:00", "2020-12-01 23:59:59", "1"); } @Autowired private IKuaiShouCommentService kuaiShouCommentService; @Test public void kuaishouDeleteComment() { kuaiShouCommentService.shieldComment(8018853L); } @Autowired private IByteDanceVideoReportDailyService videoReportDailyService; @Test public void formatVideoReportData() { for (int i = 1; i < 45; i++) { Date getDate = DateUtils.addDay(new Date(), -i); String date = DateUtils.formatDate(getDate); videoReportDailyService.videoInfoList(date, date); } } @Autowired private IRuleKuaiShouPlanService ruleKuaiShouPlanService; @Test public void execute() { List allocations = allocationService.getByMediaId("3"); for (UserAllocation allocation:allocations) { CtopOauthToken token = tokenService.getTokenByAccountId(allocation.getAccountId()); // load12Data(token); load12AccountData(token); } } private void load12AccountData(CtopOauthToken token) { reportService.getAdvertiserReport(token, DateUtils.parseDate("2020-10-01", "yyyy-MM-dd"), DateUtils.parseDate("2020-10-31", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY); reportService.getAdvertiserReport(token, DateUtils.parseDate("2020-11-01", "yyyy-MM-dd"), DateUtils.parseDate("2020-11-30", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY); reportService.getAdvertiserReport(token, DateUtils.parseDate("2020-12-01", "yyyy-MM-dd"), DateUtils.parseDate("2020-12-31", "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY); } private void load12Data(CtopOauthToken token) { // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-01", "2020-10-05"); // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-06", "2020-10-10"); // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-11", "2020-10-15"); // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-16", "2020-10-20"); // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-21", "2020-10-25"); // bytedanceReportService.bytedanceMaterialReport(token, "2020-10-26", "2020-10-31"); bytedanceReportService.bytedanceMaterialReport(token, "2020-10-03", "2020-10-04"); } @Autowired private IKuaishouVideoEtlInfoService kuaishouVideoEtlInfoService; @Test public void etlKuaishouData() { String dateString = "2021-01-05"; Date startDate = DateUtils.parseDate(dateString, "yyyy-MM-dd"); for (int i = 0; i <= 10; i++) { Date getDate = DateUtils.addDay(startDate, i); kuaishouVideoEtlInfoService.etlKuaishouVideoInfo(getDate); bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate); } } @Autowired private IBytedanceVideoEtlInfoService bytedanceVideoEtlInfoService; @Test public void loadBytedanceVideo() { CtopOauthToken token = tokenService.getTokenByAccountId(1673731601820686L); for (int i = 15; i < 60; i++) { reportService.getAdvertiserReport(token, DateUtils.addDay(new Date(), -i), DateUtils.addDay(new Date(), -i), CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY); } } @Test public void loadKuaishouVideo() { Date date = new Date(); CtopOauthToken token = tokenService.getTokenByAccountId(9556344L); // kuaishouInterfaceService.getAdvertiserCreativeReportDaily(token, new Date(), new Date(), null, null); kuaishouInterfaceService.getVideoList(token, DateUtils.formatDate(DateUtils.addDay(date, -5)), DateUtils.formatDate(date)); // 获取图片信息数据 // kuaishouInterfaceService.getImageList(token, DateUtils.getNowDate("yyyy-MM-dd")); } @Autowired IRuleByteDanceAccountService ruleByteDanceAccountService; @Test public void cleanRuleDataAccount() { List tokens = oauthTokenService.selectKuaiShouToken(); for (CtopOauthToken oauthToken : tokens) { ruleKuaiShouPlanService.cleanRuleDataTarget(oauthToken.getAccountId(), 1); } } @Autowired IAiKuaishouNewCreateCampaign aiKuaishouNewCreateCampaign; @Autowired private IAiKuaishouAccountTargetTemplateService aiKuaishouAccountTargetTemplateService; @Test public void createPlan() { List accountTargetTemplates = aiKuaishouAccountTargetTemplateService.getAllEffectTemplate(); if (null == accountTargetTemplates || accountTargetTemplates.isEmpty()) { return; } accountTargetTemplates.forEach(targetTemplate -> aiKuaishouNewCreateCampaign.kuaishouAiAdsNewMaterialCreativity(targetTemplate)); } @Test public void testCreatePlan() { // List accountTargetTemplates = aiKuaishouAccountTargetTemplateService.getAllEffectTemplate(); // if (null == accountTargetTemplates || accountTargetTemplates.isEmpty()) { // return; // } AiKuaishouAccountTargetTemplate accountTargetTemplate1 = aiKuaishouAccountTargetTemplateService.getById(30002); aiKuaishouNewCreateCampaign.kuaishouAiAddNewMaterialCreativity(accountTargetTemplate1); AiKuaishouAccountTargetTemplate accountTargetTemplate2 = aiKuaishouAccountTargetTemplateService.getById(30001); aiKuaishouNewCreateCampaign.kuaishouAiAddNewMaterialCreativity(accountTargetTemplate2); } @Test public void etlKuaishouProjectData(){ String dateString = "2020-03-17"; Date startDate = DateUtils.parseDate(dateString,"yyyy-MM-dd"); for(int i=0;i<=365;i++){ Date getDate = DateUtils.addDay(startDate,i); kuaishouVideoEtlInfoService.etlKuaishouVideoInfoGroupByProjectId(getDate); } } }