ai_target_create_ads.py 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604
  1. import datetime
  2. import json
  3. import os
  4. import random
  5. import sys
  6. import uuid
  7. import numpy as np
  8. import pandas as pd
  9. import pymysql
  10. import requests
  11. import yaml
  12. from loguru import logger
  13. curr_path = os.path.abspath(os.path.dirname(__file__))
  14. project_root_path = curr_path[:curr_path.find("ai_target") + len("ai_target")]
  15. sys.path.append(project_root_path)
  16. from config.url_and_db import create_campaign_url, create_group_and_creative_url, headers, \
  17. update_campaign_status_url, jeecg_db, jeecg_product_db, db_config_info
  18. from utils.BaseClass import NpEncoder
  19. from utils.commonFunc import is_contains_gender, is_contains_age, is_contains_region
  20. with open('/data/pythonProject/ai_target/config/config.yaml', mode='r', encoding='utf-8') as f:
  21. config = yaml.load(f.read(), Loader=yaml.FullLoader)
  22. @logger.catch()
  23. def ai_target_combine_create(account_id: int, project_id: int):
  24. logger.info(f"account_id = {account_id}, project_id = {project_id} 开始创建优质定向...")
  25. ins = GetTargetAndCreateAds(account_id, project_id)
  26. # 2、判断 target_combine_to_create 是否为空,为空则不执行后续的操作
  27. if not ins.target_combine_to_create:
  28. logger.info(f"account_id = {account_id}, project_id = {project_id}, "
  29. f"message = 没有定向组合: 定向冲突或者素材关联的创意个数达到上限, 创建优质定向已结束 ")
  30. else:
  31. # 创建或获取计划信息
  32. ins.add_campaign()
  33. # 3、拼装广告组和创意的参数
  34. ins.assembly_group_and_creative_params()
  35. # 4、信息写如到智能策略表中
  36. ins.write_intelligence_strategy_table()
  37. # 5、发送创建组和创意的请求
  38. request = requests.post(create_group_and_creative_url,
  39. headers=headers,
  40. data=json.dumps(ins.request_data, cls=NpEncoder))
  41. response_data = json.loads(request.text)
  42. # 6、接口的返回信息更新到数据库表
  43. ins.update_intelligence_strategy_table(message=response_data)
  44. logger.info(f"account_id = {account_id}, 策略uuid = {ins.ai_strategy_uuid} 的请求返回信息:{response_data}")
  45. return
  46. class GetTargetAndCreateAds(object):
  47. def __init__(self, account_id, project_id):
  48. self.account_id = account_id
  49. self.project_id = project_id
  50. self.advertiser_strategy_id = None
  51. self.advertiser_strategy = {}
  52. self.ai_strategy_uuid = str(uuid.uuid4())
  53. self.request_data = {}
  54. self.campaign_id = None
  55. self.operation_type = 1 # 新增广告组
  56. self.target_combine_from_table = []
  57. self.target_combine_filter_by_subset = []
  58. self.target_combine_to_create = []
  59. self.get_advertiser_strategy_info() # 获取账户配置信息
  60. self.get_signature_and_target() # 从素材定向组合表中获取最新的定向组合
  61. self.filter_target_combine_by_whether_is_subset() # 筛选出为账户配置子集的定向组合
  62. self.filter_target_combine_by_creative_cnt() # 依据素材在指定账户下关联的创意个数,进行筛选创建个数,防止超限导致的创建失败
  63. def get_advertiser_strategy_info(self):
  64. """
  65. 获取指定账户下客户的策略信息(不管是开发环境还是生产环境,该表都读取生产数据库) 为后续的写入库表,校验一致性做准备
  66. """
  67. sql = f"select * from ctop_ai_kuaishou_advertiser_strategy where account_id = {self.account_id} and status = 1 limit 1"
  68. advertiser_strategy_df = pd.read_sql(sql, jeecg_product_db)
  69. self.advertiser_strategy_id = int(advertiser_strategy_df['id'].values[0])
  70. self.advertiser_strategy = advertiser_strategy_df.T.to_dict()[0]
  71. def add_campaign(self):
  72. """
  73. 广告计划,如果存在则获取campaign_id, 否则新建广告计划。
  74. response_data = {
  75. "code": 0,
  76. "data": {
  77. "account_id": 23212,
  78. "campaign_id": 30956133,
  79. "campaign_create_time": "2021-01-13 13:50:16"
  80. },
  81. "message": "SUCCESS"}
  82. """
  83. # 判断当天是否已经存在包含【优质定向】的广告计划,如果有则获取该计划id,否则需要新建计划
  84. sql = f"select campaign_id from ctop_kuaishou_campaign where account_id = {self.account_id} " \
  85. f"and put_create_time >= curdate() and campaign_name like '%%优质定向V0.2%%'"
  86. campaign_df = pd.read_sql(sql, jeecg_db)
  87. if not campaign_df.empty:
  88. self.campaign_id = campaign_df['campaign_id'].values[0]
  89. else:
  90. # 请求创建广告计划的接口
  91. campaign_name = self.advertiser_strategy['campaign_name']
  92. campaign_name = campaign_name.replace('{{自定义}}', '')
  93. campaign_name = campaign_name.replace('{{日期}}', '')
  94. campaign_name += '_优质定向V0.2_'
  95. campaign_name += str(datetime.datetime.now().date())
  96. create_campaign_request_data = {'account_id': self.account_id,
  97. 'campaign_name': campaign_name,
  98. 'type': self.advertiser_strategy['campaign_type'],
  99. 'day_budget': self.advertiser_strategy['campaign_day_budget'],
  100. 'day_budget_schedule': eval(self.advertiser_strategy['campaign_day_budget_schedule'])
  101. if self.advertiser_strategy['campaign_day_budget_schedule'] else None}
  102. request = requests.post(url=create_campaign_url,
  103. headers=headers,
  104. data=json.dumps(create_campaign_request_data, cls=NpEncoder))
  105. response_data = json.loads(request.text)
  106. # 2、对接口返回的结果处理
  107. campaign_info_to_db = {
  108. 'campaign_uuid': str(uuid.uuid4()),
  109. 'account_id': self.account_id,
  110. 'ai_strategy_uuid': self.ai_strategy_uuid,
  111. 'campaign_name': campaign_name,
  112. 'campaign_type': self.advertiser_strategy['campaign_type'],
  113. 'day_budget': self.advertiser_strategy['campaign_day_budget'],
  114. 'day_budget_schedule': self.advertiser_strategy['campaign_day_budget_schedule'],
  115. 'create_time': datetime.datetime.now()
  116. }
  117. if response_data['code'] == 0:
  118. self.campaign_id = response_data['data'].get('campaign_id', None)
  119. campaign_info_to_db['campaign_id'] = self.campaign_id
  120. campaign_info_to_db['campaign_create_time'] = response_data['data'].get('campaign_create_time', None)
  121. campaign_info_to_db['status'] = response_data.get('code', None)
  122. campaign_info_to_db['message'] = response_data.get('message', None)
  123. # self.advertiser_strategy['campaign_status'] 如果为暂停,需要创建成功后,调用修改广告计划状态的接口
  124. # `campaign_status` int(11) DEFAULT '1' COMMENT '计划状态: 1:投放 2:暂停 '
  125. if self.advertiser_strategy['campaign_status'] == 2:
  126. update_campaign_status_request = requests.post(url=update_campaign_status_url,
  127. headers=headers,
  128. data=json.dumps({'accountId': self.account_id,
  129. 'putStatus': 2,
  130. 'userId': '113dee46c7df464da78c07a985e92cd1',
  131. 'campaignIds': [self.campaign_id]},
  132. cls=NpEncoder))
  133. update_campaign_status_response_data = json.loads(update_campaign_status_request.text)
  134. if update_campaign_status_response_data.get('result') and \
  135. update_campaign_status_response_data.get('result').get('failCount') == 0:
  136. logger.info(f"账户:{self.account_id} 下的广告计划 {self.campaign_id} 暂停成功!")
  137. else:
  138. logger.error(f"账户:{self.account_id} 下的广告计划 {self.campaign_id} 暂停失败,"
  139. f"异常信息: {str(update_campaign_status_response_data.get('result'))}")
  140. raise Exception(f"账户:{self.account_id} 下的广告计划 {self.campaign_id} 暂停失败!")
  141. else:
  142. campaign_info_to_db['message'] = response_data['message']
  143. campaign_info_to_db['status'] = response_data['code']
  144. raise Exception(f"账户:{self.account_id}, 新建广告计划失败,详细:{str(response_data)}!")
  145. # 3、写入计划层级的操作表
  146. df = pd.DataFrame.from_dict(campaign_info_to_db, orient='index').T
  147. df.to_sql(name="ctop_ai_kuaishou_campaign_level_operation_record",
  148. con=jeecg_db,
  149. if_exists='append',
  150. index=False)
  151. def get_signature_and_target(self):
  152. """
  153. 从 ctop_ai_kuaishou_signature_recommended_target_combine 表中读取素材和对应的定向
  154. 读取配置文件的条件,筛选出符合条件的定向组合
  155. """
  156. sql = f"select * from ctop_ai_kuaishou_signature_recommended_target_combine_v2 where project_id = {self.project_id} and " \
  157. f"stat_date = (select max(stat_date) from ctop_ai_kuaishou_signature_recommended_target_combine_v2)"
  158. target_df = pd.read_sql(sql, jeecg_db)
  159. # 'age', 'gender', 'city'
  160. features = [key for key, value in config['bayesDim'].items() if value['isOn']]
  161. self.target_combine_from_table = target_df[['id', 'signature'] + features].to_dict(orient='records')
  162. def write_intelligence_strategy_table(self):
  163. """
  164. 拼接好的组创意的参数写入到 ctop_ai_kuaishou_intelligence_strategy 中的 ai_strategy_request_content
  165. """
  166. intelligence_strategy_dict = \
  167. {
  168. 'ai_strategy_uuid': self.ai_strategy_uuid,
  169. 'advertiser_strategy_id': self.advertiser_strategy_id,
  170. 'account_id': self.account_id,
  171. 'ai_strategy_request_content': str(self.request_data),
  172. 'ai_strategy_remark': '优质定向组合V0.2',
  173. 'create_time': datetime.datetime.now()
  174. }
  175. df = pd.DataFrame.from_dict(intelligence_strategy_dict, orient='index').T
  176. df.to_sql(name="ctop_ai_kuaishou_intelligence_strategy",
  177. con=jeecg_db,
  178. if_exists='append',
  179. index=False)
  180. def filter_target_combine_by_whether_is_subset(self):
  181. """
  182. ctop_ai_kuaishou_signature_recommended_target_combine 表中的 city 和 province 都对应 self.advertiser_strategy 的 region [] varchar
  183. age 对应 ages_range [] varchar
  184. client 对应 platform_os int
  185. business_interest 对应 business_interest varchar
  186. gender 对应 gender int
  187. """
  188. gender_bool = True
  189. age_bool = True
  190. region_bool = True
  191. for item in self.target_combine_from_table:
  192. if 'gender' in item.keys():
  193. gender_bool, gender_dict = is_contains_gender(item['gender'], self.advertiser_strategy['gender'])
  194. if 'age' in item.keys():
  195. age_bool, age_dict = is_contains_age(item['age'],
  196. self.advertiser_strategy['age_min'],
  197. self.advertiser_strategy['age_max'],
  198. self.advertiser_strategy['ages_range'])
  199. if 'city' in item.keys():
  200. region_bool, region_dict = is_contains_region(item['city'], self.advertiser_strategy['region'])
  201. if gender_bool & age_bool & region_bool:
  202. target_combine = {'signature': item['signature'], 'target_combine_id': item['id']}
  203. target_combine.update(gender_dict) if 'gender' in item.keys() else None
  204. target_combine.update(age_dict) if 'age' in item.keys() else None
  205. target_combine.update(region_dict) if 'city' in item.keys() else None
  206. self.target_combine_filter_by_subset.append(target_combine)
  207. else:
  208. if not gender_bool:
  209. logger.info(f"优质定向中的gender:{item.get('gender')}, "
  210. f"与账户:{self.account_id} 配置信息里的gender: {self.advertiser_strategy['gender']} 存在冲突")
  211. if not age_bool:
  212. logger.info(f"优质定向中的age:{item.get('age')}, "
  213. f"与账户:{self.account_id} 配置信息里的age: "
  214. f"{self.advertiser_strategy['age_min'], self.advertiser_strategy['age_max'], self.advertiser_strategy['ages_range']}"
  215. f"存在冲突")
  216. if not region_bool:
  217. logger.info(f"优质定向中的region:{item.get('city')}, "
  218. f"与账户:{self.account_id} 配置信息里的region: {self.advertiser_strategy['region']} 存在冲突")
  219. def filter_target_combine_by_creative_cnt(self):
  220. """
  221. 依据素材已经关联的创意个数,来定素材可以创建的定向组合个数, 并从中随机随着N个
  222. """
  223. if not self.target_combine_filter_by_subset:
  224. return
  225. # 1-1 获取素材在该账户下关联的创意个数,过滤掉素材关联创意个数超过200的情况
  226. df = pd.DataFrame(self.target_combine_filter_by_subset)
  227. # target_combine_filter_by_subset 转化为 dataframe 时 age_min, age_max 会填充为 np.nan,
  228. # 会导致后续拼装的参数发送给java服务报错(jackson.core.JsonParseException: Non-standard token \'NaN\':)
  229. # 需要把 np.nan 替换为 None
  230. df.replace({np.nan: None}, inplace=True)
  231. # signature in ('03b93728f0d82ea7865c3c7cf632bc1b',), 避免这样的sql报错
  232. sig_lst = tuple(list(df.signature.unique()) * 2) if df.signature.nunique() == 1 else tuple(list(df.signature.unique()))
  233. sql = f"select t1.signature, t2.creative_count " \
  234. f"from (select account_id, signature, photo_id from ctop_kuaishou_video_get where account_id = {self.account_id} " \
  235. f"and signature in {sig_lst} ) t1 left join ctop_kuaishou_video_relate_creatives t2 " \
  236. f"on t1.account_id = t2.account_id and t1.photo_id = t2.photo_id "
  237. creative_cnt_df = pd.read_sql(sql, jeecg_product_db)
  238. creative_cnt_df = creative_cnt_df[creative_cnt_df.creative_count < 200]
  239. # 1-2 计算每个素材还能创建的广告组(定向)个数: (200 - 已关联创意个数) / 15
  240. creative_cnt_df['target_combine_cnt'] = np.floor((200 - creative_cnt_df['creative_count']) / 15)
  241. creative_cnt_df = creative_cnt_df[creative_cnt_df.target_combine_cnt >= 1]
  242. final_target_combine = pd.DataFrame([])
  243. for sig in creative_cnt_df.signature.unique():
  244. n = creative_cnt_df[creative_cnt_df.signature == sig].target_combine_cnt.values[0]
  245. now = datetime.datetime.now()
  246. # Cannot take a larger sample than population when 'replace=False'
  247. n = n if n <= len(df[df.signature == sig]) else len(df[df.signature == sig])
  248. sig_target_df = df[df.signature == sig].sample(int(n), axis=0, random_state=(now.year + now.month + now.day))
  249. final_target_combine = final_target_combine.append(sig_target_df)
  250. self.target_combine_to_create = final_target_combine.to_dict(orient='records')
  251. # 从集合中随机选取N个组合
  252. combine_cnt = config['filterTargetCombine']['combineCnt']
  253. random.shuffle(self.target_combine_to_create)
  254. self.target_combine_to_create = self.target_combine_to_create[:combine_cnt]
  255. def assembly_group_and_creative_params(self):
  256. """
  257. 拼接参数,请求创建接口
  258. """
  259. group_params, group_params_to_db = self.get_group_params()
  260. creative_params, creative_params_to_db = self.get_creative_params()
  261. self.request_data['group_list'] = []
  262. group_cnt = 1
  263. batch_group_params_to_db = []
  264. batch_creative_params_to_db = []
  265. for item in self.target_combine_to_create:
  266. # 使用优质定向更新组层级的参数
  267. target_combine = item.copy()
  268. del target_combine['target_combine_id']
  269. del target_combine['signature']
  270. group_params.update(target_combine)
  271. # 写入数据库的字段,list类型需要转化为str
  272. group_params_to_db.update(target_combine)
  273. cols = ['ages_range', 'region']
  274. for col in cols:
  275. if col in target_combine.keys():
  276. group_params_to_db[col] = str(group_params_to_db[col])
  277. group_uuid = str(uuid.uuid4())
  278. group_name = group_params['unit_name']
  279. # 获取素材名称, 在广告组命名中进行替换 (同时获取photo_id, 用于拼装创意层级的参数)
  280. sql = f"select photo_id, photo_name, material_type from ctop_kuaishou_video_get where account_id = {self.account_id} and " \
  281. f"signature = '{item['signature']}' limit 1"
  282. signature_df = pd.read_sql(sql, jeecg_product_db)
  283. photo_name = signature_df['photo_name'].values[0] if not signature_df.empty else 'unknown'
  284. photo_id = signature_df['photo_id'].values[0] if not signature_df.empty else None
  285. material_type = signature_df['material_type'].values[0] if not signature_df.empty else None
  286. group_name.replace('{{素材名称}}', photo_name)
  287. group_name = group_name + '_优质定向V0.2' + '_' + str(group_cnt)
  288. # 写入数据表中组信息
  289. single_group_params_to_db = group_params_to_db.copy()
  290. single_group_params_to_db['target_combine_id'] = item['target_combine_id']
  291. single_group_params_to_db['group_uuid'] = group_uuid
  292. single_group_params_to_db['group_name'] = group_name
  293. single_group_params_to_db['create_time'] = datetime.datetime.now()
  294. batch_group_params_to_db.append(single_group_params_to_db)
  295. # 拼装返回json的组信息
  296. single_group_params_to_request = group_params.copy()
  297. single_group_params_to_request['group_uuid'] = group_uuid
  298. single_group_params_to_request['unit_name'] = group_name
  299. single_group_params_to_request['creative_list'] = []
  300. group_cnt += 1
  301. # 拼装广告组下面的创意信息
  302. # 一个素材组合为15个一样的创意,因信息流已经下架,不需要提供封面信息
  303. for creative_cnt in range(15):
  304. creative_uuid = str(uuid.uuid4())
  305. creative_name = creative_params_to_db['creative_name'] + '_' + str(creative_cnt + 1)
  306. single_creative_params_to_db = creative_params_to_db.copy()
  307. single_creative_params_to_db['creative_uuid'] = creative_uuid
  308. single_creative_params_to_db['creative_name'] = creative_name
  309. single_creative_params_to_db['photo_id'] = int(photo_id) if photo_id else None
  310. single_creative_params_to_db['creative_material_type'] = material_type
  311. single_creative_params_to_db['create_time'] = datetime.datetime.now()
  312. batch_creative_params_to_db.append(single_creative_params_to_db)
  313. single_creative_params_to_request = creative_params.copy()
  314. single_creative_params_to_request['creative_uuid'] = creative_uuid
  315. single_creative_params_to_request['creative_name'] = creative_name
  316. single_creative_params_to_request['photo_id'] = int(photo_id) if photo_id else None
  317. single_creative_params_to_request['creative_material_type'] = material_type
  318. # 单个创意信息加入到组里面的 creative_list 中
  319. single_group_params_to_request['creative_list'].append(single_creative_params_to_request)
  320. # 组和创意信息添加到最终返回数据 group_list 中
  321. self.request_data['group_list'].append(single_group_params_to_request)
  322. # 创意层级信息批量写入数据库
  323. creative_df = pd.DataFrame(batch_creative_params_to_db)
  324. creative_df.to_sql(name="ctop_ai_kuaishou_creative_level_operation_record",
  325. con=jeecg_db,
  326. if_exists='append',
  327. index=False)
  328. # 组层级信息批量写入数据库
  329. group_df = pd.DataFrame(batch_group_params_to_db)
  330. group_df.to_sql(name="ctop_ai_kuaishou_unit_level_operation_record",
  331. con=jeecg_db,
  332. if_exists='append',
  333. index=False)
  334. self.request_data['account_id'] = self.account_id
  335. self.request_data['campaign_id'] = self.campaign_id
  336. def get_group_params(self):
  337. # 1、从账户信息表读取基本的配置信息
  338. group_params = {'unit_name': self.advertiser_strategy.get('group_name'),
  339. 'put_status': self.advertiser_strategy.get('group_status'),
  340. 'template_id': self.advertiser_strategy.get('template_id'),
  341. 'bid_type': self.advertiser_strategy.get('bid_type'),
  342. 'use_app_market': self.advertiser_strategy.get('use_app_market'),
  343. 'app_store': self.advertiser_strategy.get('app_store'),
  344. 'bid': self.advertiser_strategy.get('bid'),
  345. 'cpa_bid': self.advertiser_strategy.get('cpa_bid'),
  346. 'smart_bid': self.advertiser_strategy.get('smart_bid'),
  347. 'ocpx_action_type': self.advertiser_strategy.get('ocpx_action_type'),
  348. 'deep_conversion_type': self.advertiser_strategy.get('deep_conversion_type'),
  349. 'roi_ratio': self.advertiser_strategy.get('roi_ratio'),
  350. 'deep_conversion_bid': self.advertiser_strategy.get('deep_conversion_bid'),
  351. 'scene_id': self.advertiser_strategy.get('scene_id'),
  352. 'unit_type': self.advertiser_strategy.get('unit_type'),
  353. 'begin_time': self.advertiser_strategy.get('begin_time') if self.advertiser_strategy.get('begin_time')
  354. else str(datetime.datetime.now().date()),
  355. 'end_time': self.advertiser_strategy.get('end_time'),
  356. 'schedule_time': self.advertiser_strategy.get('schedule_time'),
  357. 'day_budget': self.advertiser_strategy.get('unit_day_budget'),
  358. 'day_budget_schedule': self.advertiser_strategy.get('unit_day_budget_schedule'),
  359. 'convert_id': self.advertiser_strategy.get('convert_id'),
  360. 'url_type': self.advertiser_strategy.get('url_type'),
  361. 'web_uri_type': self.advertiser_strategy.get('web_uri_type'),
  362. 'url': self.advertiser_strategy.get('url'),
  363. 'schema_uri': self.advertiser_strategy.get('schema_uri'),
  364. 'app_id': self.advertiser_strategy.get('app_id'),
  365. 'show_mode': self.advertiser_strategy.get('show_mode'),
  366. 'speed': self.advertiser_strategy.get('speed'),
  367. 'site_type': self.advertiser_strategy.get('site_type'),
  368. 'gift_data': self.advertiser_strategy.get('gift_data'),
  369. 'video_landing_page': self.advertiser_strategy.get('video_landing_page'),
  370. 'auto_target': self.advertiser_strategy.get('auto_target'),
  371. 'auto_create_photo': self.advertiser_strategy.get('auto_create_photo'),
  372. # 'item_id': self.advertiser_strategy.get('item_id'),
  373. # 'merchant_item_put_type': self.advertiser_strategy.get('merchant_item_put_type'),
  374. # 'fiction_id': self.advertiser_strategy.get('fiction_id'),
  375. 'smart_cover': self.advertiser_strategy.get('smart_cover'),
  376. 'asset_mining': self.advertiser_strategy.get('asset_mining'),
  377. # 'consult_id': self.advertiser_strategy.get('consult_id'),
  378. # 'adv_card_option': self.advertiser_strategy.get('adv_card_option'),
  379. # 'adv_card_list': self.advertiser_strategy.get('adv_card_list'),
  380. # 'card_type': self.advertiser_strategy.get('card_type'),
  381. # 'merchandise_id': self.advertiser_strategy.get('merchandise_id'),
  382. # 'merchandise_type': self.advertiser_strategy.get('merchandise_type'),
  383. # 'intention_target': self.advertiser_strategy.get('intention_target'),
  384. # 'playable_id': self.advertiser_strategy.get('playable_id'),
  385. # 'play_button': self.advertiser_strategy.get('play_button'),
  386. # 'dpa_unit_param': self.advertiser_strategy.get('dpa_unit_param'),
  387. 'region': self.advertiser_strategy.get('region'),
  388. 'district_ids': self.advertiser_strategy.get('district_ids'),
  389. 'user_type': self.advertiser_strategy.get('user_type'),
  390. 'age_min': self.advertiser_strategy.get('age_min'),
  391. 'age_max': self.advertiser_strategy.get('age_min'),
  392. 'ages_range': self.advertiser_strategy.get('ages_range'),
  393. 'gender': self.advertiser_strategy.get('gender'),
  394. 'platform_os': self.advertiser_strategy.get('platform_os'),
  395. 'android_osv': self.advertiser_strategy.get('android_osv'),
  396. 'ios_osv': self.advertiser_strategy.get('ios_osv'),
  397. 'network': self.advertiser_strategy.get('network'),
  398. 'device_brand': self.advertiser_strategy.get('device_brand'),
  399. 'device_price': self.advertiser_strategy.get('device_price'),
  400. 'business_interest_type': self.advertiser_strategy.get('business_interest_type'),
  401. 'business_interest': self.advertiser_strategy.get('business_interest'),
  402. 'fans_star': self.advertiser_strategy.get('fans_star'),
  403. 'interest_video': self.advertiser_strategy.get('interest_video'),
  404. 'app_interest': self.advertiser_strategy.get('app_interest'),
  405. # 'app_interest_ids': self.advertiser_strategy.get('app_interest_ids'),
  406. 'app_ids': self.advertiser_strategy.get('app_ids'),
  407. 'filter_converted_level': self.advertiser_strategy.get('filter_converted_level'),
  408. 'population': self.advertiser_strategy.get('population'),
  409. 'exclude_population': self.advertiser_strategy.get('exclude_population'),
  410. 'paid_audience': self.advertiser_strategy.get('paid_audience'),
  411. 'splash_ad_switch': self.advertiser_strategy.get('splash_ad_switch'),
  412. 'is_open': self.advertiser_strategy.get('is_open'),
  413. 'no_age_break': self.advertiser_strategy.get('no_age_break'),
  414. 'no_gender_break': self.advertiser_strategy.get('no_gender_break'),
  415. 'no_area_break': self.advertiser_strategy.get('no_area_break'),
  416. 'behavior_interest': self.advertiser_strategy.get('behavior_interest')
  417. }
  418. # 2、smart_cover 和 asset_mining 需要将0/1 转化为 False/True
  419. group_params['smart_cover'] = True if group_params.get('smart_cover', 0) == 1 else False
  420. group_params['asset_mining'] = True if group_params.get('asset_mining', 0) == 1 else False
  421. # 3、广告组名称,通配符的替换
  422. # 900299 -{{广告位置}}--{{创意制作方式}}--{{日期}}- (日期、素材名称、应用名称、应用标记、创意制作方式、广告位置)
  423. # 3-1 获取应用标记和应用名称
  424. sql = """select app_version, app_name from ctop_kuaishou_app_list where app_id = %s limit 1""" % \
  425. group_params.get('app_id', -1)
  426. app_info_df = pd.read_sql(sql, jeecg_product_db)
  427. app_version = app_info_df['app_version'].values[0] if not app_info_df.empty else 'unknown'
  428. app_name = app_info_df['app_name'].values[0] if not app_info_df.empty else 'unknown'
  429. # 3-2 素材名称, 在拼装广告组和创意层级函数中获取
  430. # 3-3 获取创意制作方式
  431. unit_type = '自定义' if group_params.get('unit_type') == 4 \
  432. else ('程序化创意' if group_params.get('unit_type') == 5 else '程序化创意2.0')
  433. # 3-4 获取广告位置
  434. scene_id_dict = {1: '优选广告位',
  435. 3: '视频播放页广告-便利贴广告',
  436. 5: '联盟广告',
  437. 6: '上下滑大屏广告',
  438. 7: '信息流广告',
  439. 10: '联盟场景'}
  440. scene_id = '+'.join([scene_id_dict[item] for item in eval(group_params.get('scene_id'))])
  441. unit_name = group_params['unit_name'].replace('{{应用标记}}', app_version). \
  442. replace('{{应用名称}}', app_name). \
  443. replace('{{创意制作方式}}', unit_type). \
  444. replace('{{广告位置}}', scene_id)
  445. # 3-5 日期, 在拼装广告组和创意层级函数中获取
  446. now_date = datetime.datetime.now().strftime('%Y-%m-%d')
  447. if '日期' in group_params['unit_name']:
  448. unit_name = unit_name.replace('{{日期}}', now_date)
  449. else:
  450. unit_name = unit_name + '_' + now_date
  451. group_params['unit_name'] = unit_name
  452. group_params['unit_name'] = group_params['unit_name'].replace('{{自定义}}', '')
  453. # 4、处理 cpa_bid
  454. # 因为存在 【单出价请输入单数字,阶梯出价请用/隔开】 如:1900/2000/2100 cpa_bid varchar(255) DEFAULT NULL COMMENT '出价'
  455. # 处理方式按'/'进行分割,取最后一个值(也就是最大值),并转化为int型
  456. group_params['cpa_bid'] = int(group_params['cpa_bid'].split('/')[-1]) if '/' in group_params['cpa_bid'] \
  457. else (int(group_params['cpa_bid'].split('-')[-1]) if '-' in group_params['cpa_bid'] else int(group_params['cpa_bid']))
  458. # 5、 写入数据库的组参数
  459. group_params_to_db = group_params.copy()
  460. # 5-1 需要删除的字段
  461. drop_cols = ['put_status', 'splash_ad_switch']
  462. for col in drop_cols:
  463. if col in group_params_to_db.keys():
  464. del group_params_to_db[col]
  465. group_params_to_db['group_name'] = group_params_to_db.pop('unit_name')
  466. group_params_to_db['ai_strategy_uuid'] = self.ai_strategy_uuid
  467. group_params_to_db['account_id'] = self.account_id
  468. group_params_to_db['campaign_id'] = self.campaign_id
  469. group_params_to_db['operation_type'] = self.operation_type
  470. group_params_to_db['status'] = 1
  471. group_params_to_db['message'] = None
  472. # 6、用于组装发送请求的部分字段,需要转化为list类型
  473. cols_to_list = ['app_store', 'scene_id', 'region', 'day_budget_schedule', 'ages_range', 'device_brand', 'business_interest',
  474. 'fans_star', 'interest_video', 'app_interest', 'app_interest_ids', 'app_ids', 'population', 'district_ids',
  475. 'exclude_population', 'paid_audience']
  476. for col in cols_to_list:
  477. if col in group_params.keys():
  478. group_params[col] = eval(group_params[col]) if group_params[col] else None
  479. return group_params, group_params_to_db
  480. def get_creative_params(self):
  481. # 1、从账户信息表读取基本的配置信息
  482. creative_params = {'creative_name': self.advertiser_strategy.get('creative_name'),
  483. 'put_status': self.advertiser_strategy.get('group_status'),
  484. 'action_bar_text': self.advertiser_strategy.get('action_bar_text'),
  485. 'description': self.advertiser_strategy.get('description'),
  486. 'short_slogan': self.advertiser_strategy.get('short_slogan'),
  487. 'sticker_title': self.advertiser_strategy.get('sticker_title'),
  488. 'overlay_type': self.advertiser_strategy.get('overlay_type'),
  489. 'expose_tag': self.advertiser_strategy.get('expose_tag'),
  490. 'new_expose_tag': self.advertiser_strategy.get('new_expose_tag'),
  491. 'site_id': self.advertiser_strategy.get('site_id'),
  492. 'click_track_url': self.advertiser_strategy.get('click_track_url'),
  493. 'impression_url': self.advertiser_strategy.get('impression_url'),
  494. 'ad_photo_played_t3s_url': self.advertiser_strategy.get('ad_photo_played_t3s_url'),
  495. 'actionbar_click_url': self.advertiser_strategy.get('actionbar_click_url'),
  496. 'creative_category': self.advertiser_strategy.get('creative_category'),
  497. 'creative_tag': self.advertiser_strategy.get('creative_tag'),
  498. 'live_creative_type': self.advertiser_strategy.get('live_creative_type')
  499. }
  500. # 1、description 可能存在多个值,需要从中随机获取一个
  501. if creative_params['description'] is not None:
  502. description_lst = eval(creative_params['description'])
  503. random.shuffle(description_lst)
  504. creative_params['description'] = description_lst[0]
  505. # 2 写入数据库的创意参数(数据库表结构没有下面的字段,因此入库时去掉这些字段)
  506. creative_params_to_db = creative_params.copy()
  507. drop_cols = ['put_status', 'live_creative_type']
  508. for col in drop_cols:
  509. if col in creative_params_to_db:
  510. del creative_params_to_db[col]
  511. creative_params_to_db['ai_strategy_uuid'] = self.ai_strategy_uuid
  512. creative_params_to_db['account_id'] = self.account_id
  513. creative_params_to_db['campaign_id'] = self.campaign_id
  514. creative_params_to_db['operation_type'] = self.operation_type
  515. creative_params_to_db['status'] = 1
  516. creative_params_to_db['message'] = None
  517. # 3、用于组装发送请求的部分字段,需要转化为list类型
  518. cols_to_list = ['creative_tag', 'new_expose_tag']
  519. for col in cols_to_list:
  520. if col in creative_params.keys():
  521. creative_params[col] = eval(creative_params[col]) if creative_params[col] else None
  522. return creative_params, creative_params_to_db
  523. def update_intelligence_strategy_table(self, message=None):
  524. """
  525. 更新 intelligence_strategy_table
  526. :return:
  527. """
  528. db_con = pymysql.connect(host=db_config_info['host'],
  529. port=db_config_info['port'],
  530. user=db_config_info['username'],
  531. password=db_config_info['password'],
  532. database=db_config_info['database'],
  533. charset='utf8')
  534. cursor = db_con.cursor()
  535. if message:
  536. cursor.execute("""UPDATE ctop_ai_kuaishou_intelligence_strategy
  537. SET message = %s
  538. WHERE ai_strategy_uuid = %s""", (str(message), self.ai_strategy_uuid))
  539. db_con.commit()
  540. db_con.close()