拉取项目 初版ALL

job-bytedance/src/main/java/cn/com/ctop/job/bytedance/data/mapper/xml/BytedanceCdpProjectListMapper.xml

@@ -75,9 +75,10 @@
     </insert>
 
 
-    <select id="getAllAdverIdList" resultType="com.alibaba.fastjson.JSONObject">
+    <select id="getAllAdverIdList" resultType="Long">
         SELECT advertiser_id
         FROM deepthink.bytedance_advertiser_list
+        order by  create_time
     </select>
 
 </mapper>

job-bytedance/src/main/java/cn/com/ctop/job/bytedance/data/service/impl/BytedanceCdpProjectServiceImpl.java

@@ -44,7 +44,8 @@ public class BytedanceCdpProjectServiceImpl implements IBytedanceCdpProjectServi
 
     @Override
     public void getProjectList(Long advertiserId, String type, Integer page) {
-        log.info("执行：{}", advertiserId);
+        if (!Check.isNull(type))
+            log.info("--------执行：{}", advertiserId);
         try {
             boolean nextPage = false;
             String accessToken = tokenMapper.onlyGetToken(advertiserId);
@@ -57,7 +58,7 @@ public class BytedanceCdpProjectServiceImpl implements IBytedanceCdpProjectServi
                 params.put("filtering", filtering);
             }
             params.put("page", page);
-            params.put("page_size", 1100);//最大100
+            params.put("page_size", 100);//最大100
             String url = "https://api.oceanengine.com/open_api/v3.0/project/list/";
             String results = HttpUtils.httpGet(url, params, HttpUtils.postMHeaders(accessToken));
             JSONObject obj = JSONObject.parseObject(results);

job-bytedance/src/main/java/cn/com/ctop/job/bytedance/handler/BytedanceCdpProjectJob.java

@@ -24,14 +24,14 @@ public class BytedanceCdpProjectJob {
     @Autowired
     private IBytedanceCdpProjectService cdpProjectService;
 
-    private static ExecutorService cdpProjectExecutorService = Executors.newFixedThreadPool(6);
+    private static ExecutorService cdpProjectExecutorService = Executors.newFixedThreadPool(5);
     private static ExecutorService nameExecutorService = Executors.newFixedThreadPool(3);
 
     @XxlJob("getProjectListJob")
-    public void getToolsSiteList() throws Exception {
-        //头像待更新的广告主id集
-        List<Long> avatarIds = cdpProjectService.getAllAdverIdList();
-        List<List<Long>> smallLists = Lists.partition(avatarIds, 10000); // 使用Guava的partition方法拆分列表
+    public void getProjectListJob() throws Exception {
+        List<Long> adIds = cdpProjectService.getAllAdverIdList();
+        log.info("---------账户总数:{}", adIds.size());
+        List<List<Long>> smallLists = Lists.partition(adIds, 10000); // 使用Guava的partition方法拆分列表
         if (!Check.isNull(smallLists)) {
             smallLists.forEach(list -> cdpProjectExecutorService.submit(() -> {
                 for (Long id : list) {