|
@@ -7,7 +7,6 @@ import cn.com.ctop.job.adq.data.mapper.AdqErrorLogMapper;
|
|
|
import cn.com.ctop.job.adq.data.service.IAdqRetryReportService;
|
|
import cn.com.ctop.job.adq.data.service.IAdqRetryReportService;
|
|
|
import cn.com.ctop.job.adq.data.utils.*;
|
|
import cn.com.ctop.job.adq.data.utils.*;
|
|
|
import cn.com.ctop.job.adq.utils.RandomStringGenerator;
|
|
import cn.com.ctop.job.adq.utils.RandomStringGenerator;
|
|
|
-import cn.com.ctop.job.adq.utils.doris.sink.DorisMultiTableStreamLoadManager;
|
|
|
|
|
import com.alibaba.fastjson.JSONArray;
|
|
import com.alibaba.fastjson.JSONArray;
|
|
|
import com.alibaba.fastjson.JSONObject;
|
|
import com.alibaba.fastjson.JSONObject;
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
import lombok.extern.slf4j.Slf4j;
|
|
@@ -19,15 +18,11 @@ import java.util.ArrayList;
|
|
|
import java.util.HashMap;
|
|
import java.util.HashMap;
|
|
|
import java.util.List;
|
|
import java.util.List;
|
|
|
import java.util.Map;
|
|
import java.util.Map;
|
|
|
-import java.util.concurrent.ExecutorService;
|
|
|
|
|
-import java.util.concurrent.Executors;
|
|
|
|
|
|
|
|
|
|
@Slf4j
|
|
@Slf4j
|
|
|
@Service
|
|
@Service
|
|
|
public class AdqRetryReportServiceImpl implements IAdqRetryReportService {
|
|
public class AdqRetryReportServiceImpl implements IAdqRetryReportService {
|
|
|
@Autowired
|
|
@Autowired
|
|
|
- private DorisMultiTableStreamLoadManager dorisLoadManager;
|
|
|
|
|
- @Autowired
|
|
|
|
|
private AdqCreativeReportMapper adqReportMapper;
|
|
private AdqCreativeReportMapper adqReportMapper;
|
|
|
@Autowired
|
|
@Autowired
|
|
|
private AdqAccountReportMapper accountReportMapper;
|
|
private AdqAccountReportMapper accountReportMapper;
|
|
@@ -74,10 +69,6 @@ public class AdqRetryReportServiceImpl implements IAdqRetryReportService {
|
|
|
hourReport.setAdvertiserId(advertiserId);
|
|
hourReport.setAdvertiserId(advertiserId);
|
|
|
hourReport.setStatTimeDay(Long.valueOf(startDate.replace("-", "")));
|
|
hourReport.setStatTimeDay(Long.valueOf(startDate.replace("-", "")));
|
|
|
hourList.add(hourReport);
|
|
hourList.add(hourReport);
|
|
|
-
|
|
|
|
|
- JSONObject filterJson = JSONObject.parseObject(JsonUtils.toFilterJSON(hourReport));
|
|
|
|
|
- filterJson.put("video_outer_play100_count",hourReport.getVideoOuterPlay100Count());
|
|
|
|
|
- dorisLoadManager.add("media_api","adq_creative_report_hour",filterJson);
|
|
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
@@ -144,10 +135,6 @@ public class AdqRetryReportServiceImpl implements IAdqRetryReportService {
|
|
|
hourReport.setStatTimeDay(Long.valueOf(dataJson.getString("date").replace("-", "")));
|
|
hourReport.setStatTimeDay(Long.valueOf(dataJson.getString("date").replace("-", "")));
|
|
|
dailies.add(hourReport);
|
|
dailies.add(hourReport);
|
|
|
|
|
|
|
|
- JSONObject filterJson = JSONObject.parseObject(JsonUtils.toFilterJSON(hourReport));
|
|
|
|
|
- filterJson.put("video_outer_play100_count",hourReport.getVideoOuterPlay100Count());
|
|
|
|
|
- dorisLoadManager.add("media_api","adq_creative_report_daily", filterJson);
|
|
|
|
|
-
|
|
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
@@ -214,11 +201,6 @@ public class AdqRetryReportServiceImpl implements IAdqRetryReportService {
|
|
|
hourReport.setAdvertiserId(advertiserId);
|
|
hourReport.setAdvertiserId(advertiserId);
|
|
|
hourReport.setStatTimeDay(Long.valueOf(startDate.replace("-", "")));
|
|
hourReport.setStatTimeDay(Long.valueOf(startDate.replace("-", "")));
|
|
|
hourList.add(hourReport);
|
|
hourList.add(hourReport);
|
|
|
-
|
|
|
|
|
- String filterJSON = JsonUtils.toFilterJSON(hourReport);
|
|
|
|
|
- JSONObject json = JSONObject.parseObject(filterJSON);
|
|
|
|
|
- json.put("video_outer_play100_count",hourReport.getVideoOuterPlay100Count());
|
|
|
|
|
- dorisLoadManager.add("media_api", "adq_advertiser_report_hour", json);
|
|
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
@@ -284,11 +266,6 @@ public class AdqRetryReportServiceImpl implements IAdqRetryReportService {
|
|
|
dailyReport.setAdvertiserId(advertiserId);
|
|
dailyReport.setAdvertiserId(advertiserId);
|
|
|
dailyReport.setStatTimeDay(Long.valueOf(dataJson.getString("date").replace("-", "")));
|
|
dailyReport.setStatTimeDay(Long.valueOf(dataJson.getString("date").replace("-", "")));
|
|
|
dailyList.add(dailyReport);
|
|
dailyList.add(dailyReport);
|
|
|
-
|
|
|
|
|
- String filterJSON = JsonUtils.toFilterJSON(dailyReport);
|
|
|
|
|
- JSONObject json = JSONObject.parseObject(filterJSON);
|
|
|
|
|
- json.put("video_outer_play100_count",dailyReport.getVideoOuterPlay100Count());
|
|
|
|
|
- dorisLoadManager.add("media_api", "adq_advertiser_report_daily", json);
|
|
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|