|
@@ -5,7 +5,6 @@ import cn.com.ctop.common.module.entity.CtopOauthToken;
|
|
|
import cn.com.ctop.common.module.entity.UserAllocation;
|
|
|
import cn.com.ctop.common.module.service.IBindAccountLoginService;
|
|
|
import cn.com.ctop.common.module.service.ICtopOauthTokenService;
|
|
|
-import cn.com.ctop.common.module.service.IProjectService;
|
|
|
import cn.com.ctop.common.module.service.IUserAllocationService;
|
|
|
import cn.com.ctop.common.module.utils.CtopAdConstant;
|
|
|
import cn.com.ctop.kuaishou.modules.ai.entity.AiKuaishouAccountTargetTemplate;
|
|
@@ -13,8 +12,8 @@ import cn.com.ctop.kuaishou.modules.ai.service.IAiKuaishouAccountTargetTemplateS
|
|
|
import cn.com.ctop.kuaishou.modules.ai.service.IAiKuaishouNewCreateCampaign;
|
|
|
import cn.com.ctop.kuaishou.modules.batch.service.*;
|
|
|
import cn.com.ctop.kuaishou.modules.graphql.service.IKuaishouWebInterfaceService;
|
|
|
-import cn.com.ctop.kuaishou.modules.material.service.IEtlKuaishouVideoInfoService;
|
|
|
import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyAgentService;
|
|
|
+import cn.com.ctop.kuaishou.modules.report.service.IKuaishouReportDailyImageService;
|
|
|
import cn.com.ctop.kuaishou.modules.report.service.IKuaishouVideoEtlInfoService;
|
|
|
import cn.com.ctop.kuaishou.modules.report.service.IRuleKuaiShouPlanService;
|
|
|
import cn.com.ctop.oa.modules.service.IWechatCheckinDataService;
|
|
@@ -25,8 +24,7 @@ import cn.com.ctop.toutiao.modules.material.service.IByteDanceAdvertiserDataServ
|
|
|
import cn.com.ctop.toutiao.modules.report.entity.BytedanceAccountReportTaskRecord;
|
|
|
import cn.com.ctop.toutiao.modules.report.mapper.BytedanceReportMaterialDailyMapper;
|
|
|
import cn.com.ctop.toutiao.modules.report.service.*;
|
|
|
-import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
|
|
|
-import com.xxl.job.core.context.XxlJobHelper;
|
|
|
+import com.alibaba.fastjson.JSONObject;
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
import org.jeecg.common.util.DateUtils;
|
|
|
import org.junit.Test;
|
|
@@ -50,7 +48,7 @@ import static org.jeecg.common.util.DateUtils.getAnotherDay;
|
|
|
|
|
|
@RunWith(SpringRunner.class)
|
|
|
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
|
|
|
-@ActiveProfiles("wps")
|
|
|
+@ActiveProfiles("dev")
|
|
|
@Slf4j
|
|
|
public class SampleTest {
|
|
|
@Autowired
|
|
@@ -62,22 +60,19 @@ public class SampleTest {
|
|
|
@Autowired
|
|
|
private ICtopOauthTokenService tokenService;
|
|
|
@Autowired
|
|
|
- private IBindAccountLoginService bindAccountLoginService;
|
|
|
+ private IKuaiShouVideoGetService videoGetService;
|
|
|
@Autowired
|
|
|
- private IKuaishouWebInterfaceService kuaishouWebInterfaceService;
|
|
|
+ private IKuaishouVideoRelateCreativesService kuaishouVideoRelateCreativesService;
|
|
|
@Autowired
|
|
|
- private IUserAllocationService allocationService;
|
|
|
+ private IBindAccountLoginService bindAccountLoginService;
|
|
|
@Autowired
|
|
|
- private IEtlKuaishouVideoInfoService etlKuaishouVideoInfoService;
|
|
|
- @Test
|
|
|
- public void testEtlKuaishouVideo(){
|
|
|
- String startDate = "2017-12-27";
|
|
|
- Date date = DateUtils.parseDate(startDate,"yyyy-MM-dd");
|
|
|
- for(int i=1;i<2000;i++){
|
|
|
- Date getDate = DateUtils.addDay(date,i);
|
|
|
- etlKuaishouVideoInfoService.etlKuaishouVideoInfo(DateUtils.formatDate(getDate));
|
|
|
- }
|
|
|
- }
|
|
|
+ private IKuaishouWebInterfaceService kuaishouWebInterfaceService;
|
|
|
+ /* @Autowired
|
|
|
+ private IByteDanceAdvertiserDataService advertiserDataService;
|
|
|
+
|
|
|
+*/
|
|
|
+
|
|
|
+
|
|
|
@Test
|
|
|
public void loadBytedanceCreativeData() throws ParseException {
|
|
|
// 1662234704806924
|
|
@@ -87,27 +82,16 @@ public class SampleTest {
|
|
|
|
|
|
|
|
|
|
|
|
-
|
|
|
-
|
|
|
SimpleDateFormat simpleDateFormat = new SimpleDateFormat("yyyy-MM-dd");
|
|
|
Date parse = simpleDateFormat.parse("2021-02-02");
|
|
|
kuaishouInterfaceService.getAdvertiserReportDaily(token, parse, parse);*/
|
|
|
|
|
|
- QueryWrapper<UserAllocation> queryWrapper = new QueryWrapper<>();
|
|
|
- queryWrapper.eq("project_id", 900886);
|
|
|
- List<UserAllocation> list = allocationService.list(queryWrapper);
|
|
|
- for (UserAllocation allocation : list) {
|
|
|
- CtopOauthToken token = tokenService.getTokenByAccountId(allocation.getAccountId());
|
|
|
- kuaishouInterfaceService.getVideoList(token, null, null);
|
|
|
- }
|
|
|
-
|
|
|
-
|
|
|
- /* CtopOauthToken token = new CtopOauthToken();
|
|
|
+ CtopOauthToken token = new CtopOauthToken();
|
|
|
token.setAccountId(9767055L);
|
|
|
token.setAccessToken("28e4e6b124e1443d6971ba4c699de6c9");
|
|
|
|
|
|
kuaishouInterfaceService.getVideoList(token, null, null);
|
|
|
- kuaishouInterfaceService.getVideoInfo("28e4e6b124e1443d6971ba4c699de6c9", 9767055L, "5208131540349742192");*/
|
|
|
+ kuaishouInterfaceService.getVideoInfo("28e4e6b124e1443d6971ba4c699de6c9",9767055L,"5208131540349742192");
|
|
|
|
|
|
/* CtopOauthToken tokenByAccountId = tokenService.getTokenByAccountId(1662234704806924L);
|
|
|
advertiserDataService.getMaterialList(tokenByAccountId);*/
|
|
@@ -179,7 +163,8 @@ public class SampleTest {
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-
|
|
|
+ @Autowired
|
|
|
+ private IUserAllocationService allocationService;
|
|
|
|
|
|
@Test
|
|
|
public void testLoadBytedanceData() {
|
|
@@ -192,6 +177,7 @@ public class SampleTest {
|
|
|
reportService.getAdvertiserReport(token, DateUtils.parseDate(startDate, "yyyy-MM-dd"), DateUtils.parseDate(endDate, "yyyy-MM-dd"), CtopAdConstant.BYTEDANCE_REPORT_TYPE_HOURLY);
|
|
|
}
|
|
|
}
|
|
|
+ System.out.println("任务结束");
|
|
|
}
|
|
|
|
|
|
@Test
|
|
@@ -465,14 +451,12 @@ public class SampleTest {
|
|
|
|
|
|
@Test
|
|
|
public void etlKuaishouData() {
|
|
|
- String dateString = "2020-07-18";
|
|
|
+ String dateString = "2021-01-05";
|
|
|
Date startDate = DateUtils.parseDate(dateString, "yyyy-MM-dd");
|
|
|
- for (int i = 0; i <= 450; i++) {
|
|
|
+ for (int i = 0; i <= 10; i++) {
|
|
|
Date getDate = DateUtils.addDay(startDate, i);
|
|
|
- kuaishouVideoEtlInfoService.etlKuaishouVideoInfoGroupByProjectId(getDate);
|
|
|
-// bytedanceVideoEtlInfoService.etlBytedanceVideoInfoByProjectId(getDate);
|
|
|
-// kuaishouVideoEtlInfoService.etlKuaishouVideoInfo(getDate);
|
|
|
-// bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
|
|
|
+ kuaishouVideoEtlInfoService.etlKuaishouVideoInfo(getDate);
|
|
|
+ bytedanceVideoEtlInfoService.etlBytedanceVideoInfo(getDate);
|
|
|
}
|
|
|
}
|
|
|
|
|
@@ -556,24 +540,76 @@ public class SampleTest {
|
|
|
}
|
|
|
|
|
|
@Test
|
|
|
- public void testLoadBytedanceDataV2() {
|
|
|
- List<CtopOauthToken> tokens = oauthTokenService.selectToutiaoToken();
|
|
|
- countDownLatch = new CountDownLatch(tokens.size());
|
|
|
- for(int i=2;i<20;i++){
|
|
|
- String statDate= DateUtils.formatDate(DateUtils.addDay(new Date(), -i));
|
|
|
- tokens.forEach(token -> bytedanceVideoReportService.pullVideoReport(token, statDate, statDate, 1));
|
|
|
+ public void testLoadBytedanceDataV2(){
|
|
|
+ String accountIds=
|
|
|
+ "1675440464386062," +
|
|
|
+ "1688606248211533," +
|
|
|
+ "1669181787105294," +
|
|
|
+ "1687571097467912," +
|
|
|
+ "1650079154438157," +
|
|
|
+ "1680697900744711," +
|
|
|
+ "1678156679964680," +
|
|
|
+ "1670727177043982," +
|
|
|
+ "1676160388944910," +
|
|
|
+ "1687559760306190," +
|
|
|
+ "1687382871519240," +
|
|
|
+ "1680312075164686," +
|
|
|
+ "1675440465991688," +
|
|
|
+ "1664657972166663," +
|
|
|
+ "1688193173408782," +
|
|
|
+ "1675616147056647," +
|
|
|
+ "1687308848716814," +
|
|
|
+ "1686394621234247," +
|
|
|
+ "1683594409340935," +
|
|
|
+ "1683676478859341," +
|
|
|
+ "1686384860112904," +
|
|
|
+ "1668290872519693," +
|
|
|
+ "1674063202781191," +
|
|
|
+ "1685024266033160," +
|
|
|
+ "1669714891201544," +
|
|
|
+ "1687758256277512," +
|
|
|
+ "1675434231118856," +
|
|
|
+ "1686394621807687," +
|
|
|
+ "1678411706704903," +
|
|
|
+ "1686223489547271," +
|
|
|
+ "1660120711467022," +
|
|
|
+ "1686833795211278," +
|
|
|
+ "1680697899143175," +
|
|
|
+ "1661313994984462," +
|
|
|
+ "1661313995480077," +
|
|
|
+ "1636295780727820," +
|
|
|
+ "1676540490482759," +
|
|
|
+ "1675342904713223," +
|
|
|
+ "1686771461984327," +
|
|
|
+ "1685841129360391," +
|
|
|
+ "1683676477736973," +
|
|
|
+ "1661313994470413," +
|
|
|
+ "1663465141771272," +
|
|
|
+ "1687758256732174," +
|
|
|
+ "1686223482927117," +
|
|
|
+ "1686835166313479," +
|
|
|
+ "1642648003678215," +
|
|
|
+ "1639753233213454," +
|
|
|
+ "1675239584963662," +
|
|
|
+ "1674634579279885," +
|
|
|
+ "1650263841162253," +
|
|
|
+ "1672178052130888";
|
|
|
+ String [] accountArray = accountIds.split(",");
|
|
|
+ for (int i=0;i<accountArray.length;i++){
|
|
|
+ CtopOauthToken token = tokenService.getTokenByAccountId(Long.parseLong(accountArray[i]));
|
|
|
+
|
|
|
+ reportService.getAdvertiserReport(token, DateUtils.parseDate("2021-01-14","yyyy-MM-dd"), DateUtils.parseDate("2021-01-14","yyyy-MM-dd"),CtopAdConstant.BYTEDANCE_REPORT_TYPE_DAILY);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
|
|
|
@Test
|
|
|
- public void checkBytedanceReport() {
|
|
|
+ public void checkBytedanceReport(){
|
|
|
CtopOauthToken token = tokenService.getTokenByAccountId(1678959391271949L);
|
|
|
String startDate = "2021-01-01 00:00:00";
|
|
|
String endDate = "2021-01-31 00:00:00";
|
|
|
- bytedanceReportService.checkoutData(token, startDate, endDate);
|
|
|
+ bytedanceReportService.checkoutData(token,startDate,endDate);
|
|
|
}
|
|
|
-
|
|
|
@Test
|
|
|
public void etlKuaishouProjectData() {
|
|
|
CtopOauthToken token = tokenService.getTokenByAccountId(1660666858777607L);
|
|
@@ -586,10 +622,10 @@ public class SampleTest {
|
|
|
@Test
|
|
|
public void etlBytedanceVideoReport() {
|
|
|
|
|
|
-// for (int i = 1; i <= 62; i++) {
|
|
|
-// etlBytedanceVideo(DateUtils.formatDate(DateUtils.addDay(new Date(), -i)));
|
|
|
-// }
|
|
|
- etlBytedanceVideo("2021-02-03");
|
|
|
+ for (int i = 27; i <= 35; i++) {
|
|
|
+ etlBytedanceVideo(DateUtils.formatDate(DateUtils.addDay(new Date(), -i)));
|
|
|
+ }
|
|
|
+ //etlBytedanceVideo("2021-02-03");
|
|
|
|
|
|
}
|
|
|
|
|
@@ -599,7 +635,9 @@ public class SampleTest {
|
|
|
countDownLatch = new CountDownLatch(tokens.size());
|
|
|
tokens.forEach(token -> executorService.submit(() -> {
|
|
|
try {
|
|
|
- bytedanceVideoReportService.pullVideoReport(token, statDate, statDate, 1);
|
|
|
+ Long[] materials={6904990807503634445L,6904990807503634445L};
|
|
|
+ bytedanceVideoReportService.pullVideoReportByMaterialId(token, statDate, statDate, materials,1);
|
|
|
+ //bytedanceVideoReportService.pullVideoReport(token, statDate, statDate, 1);
|
|
|
} catch (Exception e) {
|
|
|
|
|
|
} finally {
|
|
@@ -619,18 +657,43 @@ public class SampleTest {
|
|
|
@Test
|
|
|
public void etlBytedanceVideoReportClean() {
|
|
|
//for (int i = 1; i <= 1; i++) {
|
|
|
- // String statDate = DateUtils.formatDate(DateUtils.addDay(new Date(), -i));
|
|
|
- ietlReportBytedanceVideoService.cleanETL("2020-12-31");
|
|
|
+ // String statDate = DateUtils.formatDate(DateUtils.addDay(new Date(), -i));
|
|
|
+ ietlReportBytedanceVideoService.cleanETL("2020-12-31");
|
|
|
//}
|
|
|
}
|
|
|
|
|
|
@Test
|
|
|
public void etlBytedanceVideoReportClean1() {
|
|
|
- //executorService = Executors.newFixedThreadPool(31);
|
|
|
- //countDownLatch = new CountDownLatch(31);
|
|
|
+
|
|
|
for (int i = 3; i <= 31; i++) {
|
|
|
String statDate = DateUtils.formatDate(DateUtils.addDay(new Date(), -i));
|
|
|
ietlReportBytedanceVideoService.cleanETL(statDate);
|
|
|
}
|
|
|
}
|
|
|
-}
|
|
|
+
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ IKuaishouReportDailyImageService kuaishouReportDailyImageService;
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void loadKuaiShouImage() {
|
|
|
+ List<CtopOauthToken> tokens = oauthTokenService.selectKuaiShouToken();
|
|
|
+ executorService = Executors.newFixedThreadPool(22);
|
|
|
+ countDownLatch = new CountDownLatch(tokens.size());
|
|
|
+ tokens.forEach(token -> executorService.submit(() -> {
|
|
|
+ try {
|
|
|
+ kuaishouReportDailyImageService.getMaterialImageReport(token.getAccountId(),token.getAccessToken(), "2021-01-17", "2021-01-31", 1);
|
|
|
+ } catch (Exception e) {
|
|
|
+
|
|
|
+ } finally {
|
|
|
+ countDownLatch.countDown();
|
|
|
+ }
|
|
|
+ }));
|
|
|
+ try {
|
|
|
+ countDownLatch.await();
|
|
|
+ } catch (InterruptedException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|