Ver código fonte

迭代规则引擎,针对配置的账户清洗数据。

zhaoxian 4 anos atrás
pai
commit
4e862164ae

+ 3 - 0
module-common/src/main/java/cn/com/ctop/common/module/mapper/CtopOauthTokenMapper.java

@@ -56,4 +56,7 @@ public interface CtopOauthTokenMapper extends BaseMapper<CtopOauthToken> {
      */
     List<CtopOauthToken> selectKuaiShouTokens(@Param("mediaId") String platformTypeByteDance);
 
+    List<CtopOauthToken> queryKsValidRuleAccountsToken();
+
+    List<CtopOauthToken> queryTtValidRuleAccountsToken();
 }

+ 22 - 0
module-common/src/main/java/cn/com/ctop/common/module/mapper/xml/CtopOauthTokenMapper.xml

@@ -136,4 +136,26 @@
         group by account_id
     </select>
 
+    <select id="queryKsValidRuleAccountsToken" resultType="cn.com.ctop.common.module.entity.CtopOauthToken">
+        SELECT * FROM ctop_oauth_token
+        WHERE account_id IN
+              (SELECT t2.account_id FROM ctop_rule_template t1
+                                             INNER JOIN ctop_rule_account_template t2 ON t1.id = t2.template_id
+               WHERE t1.media_type = 2
+                 AND t2.template_status = 0
+               GROUP BY t2.account_id
+              )
+    </select>
+
+    <select id="queryTtValidRuleAccountsToken" resultType="cn.com.ctop.common.module.entity.CtopOauthToken">
+        SELECT * FROM ctop_oauth_token
+        WHERE account_id IN
+              (SELECT t2.account_id FROM ctop_rule_template t1
+                                             INNER JOIN ctop_rule_account_template t2 ON t1.id = t2.template_id
+               WHERE t1.media_type IN (1,3)
+                 AND t2.template_status = 0
+               GROUP BY t2.account_id
+              )
+    </select>
+
 </mapper>

+ 10 - 0
module-common/src/main/java/cn/com/ctop/common/module/service/ICtopOauthTokenService.java

@@ -39,4 +39,14 @@ public interface ICtopOauthTokenService extends IService<CtopOauthToken> {
     CtopOauthToken selectOneByMediaId(String platformTypeKuaishou);
 
     void getKuaiShouAgentRefreshToken(Long agentId, String accessToken, String refreshToken);
+
+    /**
+     *查询 快手 有效规则帐户token
+     */
+    List<CtopOauthToken> queryKsValidRuleAccountsToken();
+
+    /**
+     *查询 头条 有效规则帐户token
+     */
+    List<CtopOauthToken> queryTtValidRuleAccountsToken();
 }

+ 10 - 0
module-common/src/main/java/cn/com/ctop/common/module/service/impl/CtopOauthTokenServiceImpl.java

@@ -300,6 +300,16 @@ public class CtopOauthTokenServiceImpl extends ServiceImpl<CtopOauthTokenMapper,
 
     }
 
+    @Override
+    public List<CtopOauthToken> queryKsValidRuleAccountsToken() {
+        return ctopOauthTokenMapper.queryKsValidRuleAccountsToken();
+    }
+
+    @Override
+    public List<CtopOauthToken> queryTtValidRuleAccountsToken() {
+        return ctopOauthTokenMapper.queryTtValidRuleAccountsToken();
+    }
+
     private Date addSecond(Date date, int seconds) {
         Calendar calendar = Calendar.getInstance();
         calendar.setTime(date);

+ 1 - 1
module-job-bytedance/src/main/java/cn/com/ctop/job/bytedance/handler/ByteDancePlanRuleDataJob.java

@@ -34,7 +34,7 @@ public class ByteDancePlanRuleDataJob {
     @XxlJob("bytedancePlanRuleLoadJob")
     public void execute() throws Exception {
         Date date = new Date();
-        List<CtopOauthToken> tokens = tokenService.selectToutiaoToken();
+        List<CtopOauthToken> tokens = tokenService.queryTtValidRuleAccountsToken();
         tokens.forEach(token -> executorService.submit(()->{
             //1:删除历史数据
             Map<String,Object> params = new HashMap<>();

+ 1 - 1
module-job-bytedance/src/main/java/cn/com/ctop/job/bytedance/handler/RuleDataAccountCleanJob.java

@@ -28,7 +28,7 @@ public class RuleDataAccountCleanJob {
     @XxlJob("ruleDataAccountCleanJob")
     public void execute() throws Exception {
         XxlJobHelper.log("规则预警账户维度数据开始清洗");
-        List<CtopOauthToken> tokens = oauthTokenService.selectToutiaoToken();
+        List<CtopOauthToken> tokens = oauthTokenService.queryTtValidRuleAccountsToken();
         tokens.forEach(token -> executorService.submit(()->{
             Map<String,Object> params = new HashMap<>();
             params.put("account_id",token.getAccountId());

+ 1 - 1
module-job-kuaishou/src/main/java/cn/com/ctop/job/kuaishou/handler/RuleKuaiShouDataAccountCleanJob.java

@@ -27,7 +27,7 @@ public class RuleKuaiShouDataAccountCleanJob {
     @XxlJob("ruleKuaiShouDataAccountCleanJob")
     public void execute() throws Exception {
         XxlJobHelper.log("规则预警账户维度数据开始清洗");
-        List<CtopOauthToken> tokens = oauthTokenService.selectKuaiShouToken();
+        List<CtopOauthToken> tokens = oauthTokenService.queryKsValidRuleAccountsToken();
         tokens.forEach(token -> executorService.submit(()->{
             Map<String,Object> params = new HashMap<>();
             params.put("account_id",token.getAccountId());

+ 1 - 1
module-job-kuaishou/src/main/java/cn/com/ctop/job/kuaishou/handler/RuleKuaiShouDataPlanCleanJob.java

@@ -25,7 +25,7 @@ public class RuleKuaiShouDataPlanCleanJob {
     @XxlJob("ruleKuaiShouDataPlanCleanJob")
     public void execute() throws Exception {
         XxlJobHelper.log("规则预警计划维度数据开始清洗");
-        List<CtopOauthToken> tokens = oauthTokenService.selectKuaiShouToken();
+        List<CtopOauthToken> tokens = oauthTokenService.queryKsValidRuleAccountsToken();
         tokens.forEach(token -> executorService.submit(()->{
             Map<String,Object> params = new HashMap<>();
             params.put("account_id",token.getAccountId());

+ 1 - 1
module-job-kuaishou/src/main/java/cn/com/ctop/job/kuaishou/handler/RuleKuaiShouDataTargetCleanJob.java

@@ -28,7 +28,7 @@ public class RuleKuaiShouDataTargetCleanJob {
     @XxlJob("ruleKuaiShouDataTargetCleanJob")
     public void execute() throws Exception {
         XxlJobHelper.log("规则预警定向维度数据开始清洗");
-        List<CtopOauthToken> tokens = oauthTokenService.selectKuaiShouToken();
+        List<CtopOauthToken> tokens = oauthTokenService.queryKsValidRuleAccountsToken();
         tokens.forEach(token -> executorService.submit(() ->{
             Map<String,Object>params = new HashMap<>();
             params.put("account_id",token.getAccountId());

+ 1 - 1
module-job-kuaishou/src/main/java/cn/com/ctop/job/kuaishou/handler/RuleKuaiShouDataUnitCleanJob.java

@@ -30,7 +30,7 @@ public class RuleKuaiShouDataUnitCleanJob {
     @XxlJob("ruleKuaiShouDataUnitCleanJob")
     public void execute() throws Exception {
         XxlJobHelper.log("规则预警组维度数据开始清洗");
-        List<CtopOauthToken> tokens = oauthTokenService.selectKuaiShouToken();
+        List<CtopOauthToken> tokens = oauthTokenService.queryKsValidRuleAccountsToken();
         tokens.forEach(token -> executorService.submit(() -> {
             Map<String,Object>params = new HashMap<>();
             params.put("account_id",token.getAccountId());