|
|
@@ -0,0 +1,128 @@
|
|
|
+package cn.com.ctop.job.adq.data.service.impl;
|
|
|
+
|
|
|
+import cn.com.ctop.job.adq.data.entity.AdqErrorLog;
|
|
|
+import cn.com.ctop.job.adq.data.entity.AdqPublisherAdunitGeneral;
|
|
|
+import cn.com.ctop.job.adq.data.mapper.AdqAdIncomeMapper;
|
|
|
+import cn.com.ctop.job.adq.data.mapper.AdqErrorLogMapper;
|
|
|
+import cn.com.ctop.job.adq.data.service.IAdqAdIncomeService;
|
|
|
+import cn.com.ctop.job.adq.data.utils.AlertUtils;
|
|
|
+import cn.com.ctop.job.adq.data.utils.Check;
|
|
|
+import cn.com.ctop.job.adq.data.utils.HttpUtils;
|
|
|
+import com.alibaba.fastjson.JSONArray;
|
|
|
+import com.alibaba.fastjson.JSONObject;
|
|
|
+import lombok.extern.slf4j.Slf4j;
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
|
+import org.springframework.data.redis.core.RedisTemplate;
|
|
|
+import org.springframework.stereotype.Service;
|
|
|
+
|
|
|
+import javax.annotation.Resource;
|
|
|
+import java.util.ArrayList;
|
|
|
+import java.util.HashMap;
|
|
|
+import java.util.List;
|
|
|
+import java.util.Map;
|
|
|
+
|
|
|
+
|
|
|
+@Service
|
|
|
+@Slf4j
|
|
|
+public class AdqAdIncomeServiceImpl implements IAdqAdIncomeService {
|
|
|
+ @Resource
|
|
|
+ private RedisTemplate redis2Template_db5;
|
|
|
+ @Resource
|
|
|
+ private AdqAdIncomeMapper adqAdIncomeMapper;
|
|
|
+ @Autowired
|
|
|
+ private AdqErrorLogMapper adqErrorLogMapper;
|
|
|
+
|
|
|
+ public List<JSONObject> getAdqAdIncomeRetryJob() {
|
|
|
+ return adqAdIncomeMapper.queryAdqAdIncomeRetryJob();
|
|
|
+ }
|
|
|
+
|
|
|
+ public List<JSONObject> getAdqMiniApp(String appId) {
|
|
|
+ return adqAdIncomeMapper.queryAdqIaaMiniApp(appId);
|
|
|
+ }
|
|
|
+
|
|
|
+ public void getAdqAdIncome(String startDt, String endDt, String appId, Long appletId, Integer page, Integer isLog, Long errId, Integer isSend) {
|
|
|
+ try {
|
|
|
+ String url = "https://api.weixin.qq.com/publisher/stat";
|
|
|
+ Object tokenObj = redis2Template_db5.opsForValue().get("wechat-applet-access-token-key-" + appletId);
|
|
|
+ if (tokenObj == null) {
|
|
|
+ log.error("微小广告细分数据拉取获取token为空 [{}] {}~{} {}", appId, startDt, endDt, appletId);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ int pageSize = 1000;
|
|
|
+ Map<String, Object> paramsMap = new HashMap<>();
|
|
|
+ paramsMap.put("access_token", tokenObj.toString());
|
|
|
+ paramsMap.put("action", "publisher_adunit_general");
|
|
|
+ paramsMap.put("page", page);
|
|
|
+ paramsMap.put("page_size", pageSize);
|
|
|
+ paramsMap.put("start_date", startDt);
|
|
|
+ paramsMap.put("end_date", endDt);
|
|
|
+ String s = HttpUtils.httpGet(url, paramsMap, null);
|
|
|
+ JSONObject jsonObject = JSONObject.parseObject(s);
|
|
|
+ List<AdqPublisherAdunitGeneral> reports = new ArrayList<>();
|
|
|
+ boolean hasMore = false;
|
|
|
+ if (!Check.isNull(jsonObject)) {
|
|
|
+ Integer code = jsonObject.getInteger("ret");
|
|
|
+ if (code == 2009) {
|
|
|
+ return; //无效的流量主
|
|
|
+ }
|
|
|
+ if (code == 0) {
|
|
|
+ JSONArray list = jsonObject.getJSONArray("list");
|
|
|
+ if (!Check.isNull(list)) {
|
|
|
+ hasMore = list.size() == pageSize;
|
|
|
+ for (int i = 0; i < list.size(); i++) {
|
|
|
+ JSONObject dataJson = list.getJSONObject(i);
|
|
|
+ JSONObject statItem = dataJson.getJSONObject("stat_item");
|
|
|
+ statItem.put("ad_unit_id", dataJson.getString("ad_unit_id"));
|
|
|
+ statItem.put("ad_unit_name", dataJson.getString("ad_unit_name"));
|
|
|
+ AdqPublisherAdunitGeneral report = JSONObject.parseObject(statItem.toJSONString(), AdqPublisherAdunitGeneral.class);
|
|
|
+ report.setAppId(appId);
|
|
|
+ report.setStatDate(Integer.valueOf(report.getDate().replace("-", "")));
|
|
|
+ //System.out.println(report);
|
|
|
+ reports.add(report);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ } else {
|
|
|
+ log.error("微小广告细分数据拉取失败,app_id:{} {}~{},返回信息:{}", appId, startDt, endDt, jsonObject);
|
|
|
+ insertErrorLog(isLog, System.currentTimeMillis(), "adq_ma_ad_income", startDt, endDt,
|
|
|
+ jsonObject.fluentPut("app_id", appId).fluentPut("applet_id", appletId).toJSONString());
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ log.error("微小广告细分数据拉取失败,app_id:{} {}~{},返回为空。", appId, startDt, endDt);
|
|
|
+ insertErrorLog(isLog, System.currentTimeMillis(), "adq_ma_ad_income", startDt, endDt,
|
|
|
+ new JSONObject().fluentPut("app_id", appId).fluentPut("applet_id", appletId).fluentPut("msg", "返回为空").toJSONString());
|
|
|
+ }
|
|
|
+ if (!Check.isNull(reports)) {
|
|
|
+ adqAdIncomeMapper.insertAdqAdIncome(reports);
|
|
|
+ }
|
|
|
+
|
|
|
+ if (hasMore) {
|
|
|
+ getAdqAdIncome(startDt, endDt, appId, appletId, page + 1, isLog, errId, isSend);
|
|
|
+ } else {
|
|
|
+ log.info("微小广告细分数据拉取完成,app_id:{} {}~{}。", appId, startDt, endDt);
|
|
|
+ if (errId != null) {
|
|
|
+ adqErrorLogMapper.deleteInfoByErrorId(errId);
|
|
|
+ }
|
|
|
+ if (isSend != null && isSend == 1) {
|
|
|
+ AlertUtils.sendMessage(System.currentTimeMillis(), startDt, endDt, 3, "daily", 1, "adq_ma_ad_income");
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } catch (Exception e) {
|
|
|
+ log.error("微小广告细分数据拉取失败,app_id:{} {}~{}。", appId, startDt, endDt, e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ private void insertErrorLog(Integer isLog, Long advertiserId, String dataDimension, String startDate, String endDate, String msg) {
|
|
|
+ if (isLog != null && isLog == 1) {
|
|
|
+ AdqErrorLog errorInfo = new AdqErrorLog();
|
|
|
+ errorInfo.setAdvertiserId(advertiserId);
|
|
|
+ errorInfo.setStartDate(startDate);
|
|
|
+ errorInfo.setEndDate(endDate);
|
|
|
+ errorInfo.setDataDimension(dataDimension);
|
|
|
+ errorInfo.setDataType("daily");
|
|
|
+ errorInfo.setMsg(msg);
|
|
|
+ adqErrorLogMapper.replaceErrorInfo(errorInfo);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+}
|