ai_target_combine_handler.py 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599
  1. import uuid
  2. import datetime
  3. import tornado
  4. import json
  5. import traceback
  6. import pandas as pd
  7. import pymysql
  8. import os
  9. import yaml
  10. import random
  11. import requests
  12. from utils.commonFunc import get_db_engine, is_contains_gender, is_contains_age, is_contains_region
  13. from utils.BaseClass import NpEncoder
  14. from config.url import create_campaign_url, create_group_and_creative_url, headers
  15. import logging
  16. from concurrent_log import ConcurrentTimedRotatingFileHandler
  17. log_formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s', '%Y/%m/%d %I:%M:%S %p')
  18. log_handler = ConcurrentTimedRotatingFileHandler("logs/ai_target_combine.log", when="midnight", backupCount=100)
  19. log_handler.setFormatter(log_formatter)
  20. logger = logging.getLogger('ai_strategy_request_logger')
  21. logger.addHandler(log_handler)
  22. logger.setLevel(logging.DEBUG)
  23. print('id of ai_target_combine_logger %s' % id(logger))
  24. with open('config/config.yaml', mode='r', encoding='utf-8') as f:
  25. config = yaml.load(f.read(), Loader=yaml.FullLoader)
  26. class AiTargetCombine(tornado.web.RequestHandler):
  27. def post(self):
  28. # 解析接收到的参数
  29. data = self.request.body
  30. data = str(data, 'utf8')
  31. data = json.loads(data, encoding='utf8')
  32. account_id = data['account_id']
  33. project_id = data['project_id']
  34. logger.info("账户信息=%s, 当前进程=%s, 当前进程的主进程=%s" % (account_id, os.getpid(), os.getppid()))
  35. try:
  36. # 1、创建类实例
  37. ins = GetTargetAndAssemblyParameters(account_id, project_id)
  38. # 2、判断当天是否已经存在包含【优质定向】的广告计划,如果有则获取该计划id,否则需要新建计划
  39. sql = """select campaign_id, campaign_name from ctop_kuaishou_campaign
  40. where account_id = %s
  41. and put_create_time >= curdate()
  42. and campaign_name like '%s'""" % (ins.account_id, '%%优质定向%%')
  43. df = pd.read_sql(sql, ins.engine)
  44. if df.empty:
  45. # ins.add_campaign()
  46. ins.campaign_id = 123123
  47. else:
  48. ins.campaign_id = df['campaign_id'].values[0]
  49. # 3、拼装广告组和创意的参数
  50. ins.assembly_group_and_creative_params()
  51. # 4、信息写如到智能策略表中
  52. ins.write_intelligence_strategy_table()
  53. # 5、发送创建组和创意的请求
  54. # request = requests.post(create_group_and_creative_url,
  55. # headers=headers,
  56. # data=json.dumps(ins.request_data, cls=NpEncoder))
  57. # response_data = json.loads(request.text)
  58. # 6、接口的返回信息更新到数据库表
  59. # ins.update_intelligence_strategy_table(message=response_data)
  60. ins.update_intelligence_strategy_table(message="异步执行")
  61. logger.info("account_id = %s, 策略uuid = %s 的请求返回信息:%s" % (ins.account_id, ins.ai_strategy_uuid, "异步执行"))
  62. self.write(json.dumps({"account_id": account_id, "message": "异步执行", "code": 1}))
  63. self.flush()
  64. except:
  65. logger.error("account_id = %s, traceback is %s" % (account_id, traceback.format_exc()))
  66. self.write(json.dumps({"account_id": account_id, "message": traceback.format_exc(), "code": -1}))
  67. self.flush()
  68. class GetTargetAndAssemblyParameters(object):
  69. def __init__(self, account_id, project_id):
  70. self.account_id = account_id
  71. self.project_id = project_id
  72. self.engine = None
  73. self.product_engine = None
  74. self.db_config = None
  75. self.signature_target_combine = None
  76. self.final_target_combine = []
  77. self.advertiser_strategy_id = None
  78. self.advertiser_strategy = {}
  79. self.ai_strategy_uuid = str(uuid.uuid4())
  80. self.request_data = {}
  81. self.campaign_id = None
  82. self.operation_type = 1 # 新增广告组
  83. self.get_database_engine() # 获取数据库信息
  84. self.get_advertiser_strategy_info() # 获取账户配置信息
  85. self.get_signature_and_target() # 获取定向组合
  86. self.target_combine_is_subset() # 过滤出为账户配置子集的定向组合
  87. def get_database_engine(self):
  88. # 数据库连接引擎,依据开发环境/生产环境 进行切换
  89. if os.getenv('environment', 'unknown') == 'dev':
  90. self.engine = get_db_engine(config['devDB'])
  91. self.db_config = config['devDB']
  92. else:
  93. self.engine = get_db_engine(config['productDB'])
  94. self.db_config = config['productDB']
  95. # 有些表需要连接生产数据库,不管当前是开发环境还是测试环境
  96. self.product_engine = get_db_engine(config['productDB'])
  97. def get_advertiser_strategy_info(self):
  98. """
  99. 获取指定账户下客户的策略信息
  100. 为后续的写入库表,校验一致性做准备
  101. """
  102. sql = """
  103. select *
  104. from ctop_ai_kuaishou_advertiser_strategy
  105. where account_id = %d
  106. limit 1
  107. """ % self.account_id
  108. advertiser_strategy_df = pd.read_sql(sql, self.engine)
  109. self.advertiser_strategy_id = int(advertiser_strategy_df['id'].values[0])
  110. self.advertiser_strategy = advertiser_strategy_df.T.to_dict()[0]
  111. def add_campaign(self):
  112. """
  113. 新增广告计划,如果存在则跳过。
  114. response_data = {
  115. "code": 0,
  116. "data": {
  117. "account_id": 23212,
  118. "campaign_id": 30956133,
  119. "campaign_create_time": "2021-01-13 13:50:16"
  120. },
  121. "message": "SUCCESS"}
  122. """
  123. # 1、请求创建广告计划的接口
  124. self.advertiser_strategy['campaign_name'] = self.advertiser_strategy['campaign_name'].replace('{{自定义}}', '')
  125. campaign_name = self.advertiser_strategy['campaign_name'] + '_优质定向'
  126. create_campaign_request_data = {'account_id': self.account_id,
  127. 'campaign_name': campaign_name,
  128. 'type': self.advertiser_strategy['campaign_type'],
  129. 'day_budget': self.advertiser_strategy['campaign_day_budget'],
  130. 'day_budget_schedule': eval(self.advertiser_strategy['campaign_day_budget_schedule'])
  131. if self.advertiser_strategy['campaign_day_budget_schedule'] else None}
  132. # TODO self.advertiser_strategy['campaign_status'] 如果为暂停,需要创建成功后,调用修改广告计划状态的接口
  133. request = requests.post(url=create_campaign_url,
  134. headers=headers,
  135. data=json.JSONEncoder().encode(create_campaign_request_data))
  136. response_data = json.loads(request.text)
  137. # 2、对接口返回的结果处理
  138. campaign_info_to_db = {
  139. 'campaign_uuid': str(uuid.uuid4()),
  140. 'account_id': self.account_id,
  141. 'ai_strategy_uuid': self.ai_strategy_uuid,
  142. 'campaign_name': campaign_name,
  143. 'campaign_type': self.advertiser_strategy['campaign_type'],
  144. 'day_budget': self.advertiser_strategy['campaign_day_budget'],
  145. 'day_budget_schedule': self.advertiser_strategy['campaign_day_budget_schedule'],
  146. 'create_time': datetime.datetime.now()
  147. }
  148. res = 0
  149. if response_data['code'] == 0:
  150. self.campaign_id = response_data['data'].get('campaign_id', None)
  151. campaign_info_to_db['campaign_id'] = self.campaign_id
  152. campaign_info_to_db['campaign_create_time'] = response_data['data'].get('campaign_create_time', None)
  153. campaign_info_to_db['status'] = response_data.get('code', None)
  154. campaign_info_to_db['message'] = response_data.get('message', None)
  155. else:
  156. campaign_info_to_db['message'] = response_data['message']
  157. campaign_info_to_db['status'] = response_data['code']
  158. res = -1
  159. # 3、写入计划层级的操作表
  160. df = pd.DataFrame.from_dict(campaign_info_to_db, orient='index').T
  161. df.to_sql(name="ctop_ai_kuaishou_campaign_level_operation_record",
  162. con=self.engine,
  163. if_exists='append',
  164. index=False)
  165. return res
  166. def get_signature_and_target(self):
  167. """
  168. 从 ctop_ai_kuaishou_signature_recommended_target_combine 表中读取素材和对应的定向
  169. 读取配置文件的条件,筛选出符合条件的定向组合
  170. """
  171. sql = """
  172. select * from ctop_ai_kuaishou_signature_recommended_target_combine where project_id = %s
  173. -- and stat_date = curdate()
  174. """ % self.project_id
  175. df = pd.read_sql(sql, self.engine)
  176. # 计算组合的概率,相对于实际投放概率高出了百分之多少
  177. df['improve_ratio'] = (df['combine_estimate_prob'] - df['actual_prob']) / df['actual_prob']
  178. # 两种类型的过滤标准不一样,分开进行判断,然后对结果进行合并
  179. df_1 = df[(df['target_type'] == 'action_ratio') &
  180. (df['improve_ratio'] >= config['filterTargetCombine']['actionRatio']['improveRatio']) &
  181. (df['sample_size'] >= config['filterTargetCombine']['actionRatio']['sampleSize'])]
  182. df_2 = df[(df['target_type'] == 'convertRatio') &
  183. (df['improve_ratio'] >= config['filterTargetCombine']['convertRatio']['improveRatio']) &
  184. (df['sample_size'] >= config['filterTargetCombine']['convertRatio']['sampleSize'])]
  185. merge_df = pd.concat([df_1, df_2], axis=0)
  186. # 'age', 'gender', 'city', 'business', 'province', 'client'
  187. features = [key for key, value in config['bayesDim'].items() if value['isOn']]
  188. self.signature_target_combine = merge_df[['id', 'signature'] + features].to_dict(orient='records')
  189. def write_intelligence_strategy_table(self):
  190. """
  191. 拼接好的组创意的参数写入到 ctop_ai_kuaishou_intelligence_strategy 中的 ai_strategy_request_content
  192. """
  193. intelligence_strategy_dict = \
  194. {
  195. 'ai_strategy_uuid': self.ai_strategy_uuid,
  196. 'advertiser_strategy_id': self.advertiser_strategy_id,
  197. 'account_id': self.account_id,
  198. 'ai_strategy_request_content': str(self.request_data),
  199. 'ai_strategy_remark': '优质定向组合',
  200. 'create_time': datetime.datetime.now()
  201. }
  202. df = pd.DataFrame.from_dict(intelligence_strategy_dict, orient='index').T
  203. df.to_sql(name="ctop_ai_kuaishou_intelligence_strategy",
  204. con=self.engine,
  205. if_exists='append',
  206. index=False)
  207. def target_combine_is_subset(self):
  208. """
  209. ctop_ai_kuaishou_signature_recommended_target_combine 表中的 city 和 province 都对应 self.advertiser_strategy 的 region [] varchar
  210. age 对应 ages_range [] varchar
  211. client 对应 platform_os int
  212. business_interest 对应 business_interest varchar
  213. gender 对应 gender int
  214. """
  215. gender_bool = True
  216. age_bool = True
  217. region_bool = True
  218. for item in self.signature_target_combine:
  219. if 'gender' in item.keys():
  220. gender_bool, gender_dict = is_contains_gender(item['gender'], self.advertiser_strategy['gender'])
  221. if 'age' in item.keys():
  222. age_bool, age_dict = is_contains_age(item['age'],
  223. self.advertiser_strategy['age_min'],
  224. self.advertiser_strategy['age_max'],
  225. self.advertiser_strategy['ages_range'])
  226. if 'city' in item.keys():
  227. region_bool, region_dict = is_contains_region(item['city'], self.advertiser_strategy['region'])
  228. if gender_bool & age_bool & region_bool:
  229. target_combine = {'signature': item['signature'], 'target_combine_id': item['id']}
  230. target_combine.update(gender_dict) if 'gender' in item.keys() else None
  231. target_combine.update(age_dict) if 'age' in item.keys() else None
  232. target_combine.update(region_dict) if 'city' in item.keys() else None
  233. self.final_target_combine.append(target_combine)
  234. else:
  235. logger.info("推荐定向:%s 与 账户配置信息里的定向(gender:%s, age_min: %s,age_max: %s, ages_ranges:%s,region:%s )存在冲突" %
  236. (item,
  237. self.advertiser_strategy['gender'],
  238. self.advertiser_strategy['age_min'],
  239. self.advertiser_strategy['age_max'],
  240. self.advertiser_strategy['ages_range'],
  241. self.advertiser_strategy['region']))
  242. # 从集合中随机选取N个组合
  243. combine_cnt = config['filterTargetCombine']['combineCnt']
  244. random.shuffle(self.final_target_combine)
  245. self.final_target_combine = self.final_target_combine[:combine_cnt]
  246. def assembly_group_and_creative_params(self):
  247. """
  248. 拼接参数,请求创建接口
  249. """
  250. group_params, group_params_to_db = self.get_group_params()
  251. creative_params, creative_params_to_db = self.get_creative_params()
  252. self.request_data['group_list'] = []
  253. group_cnt = 1
  254. batch_group_params_to_db = []
  255. batch_creative_params_to_db = []
  256. for item in self.final_target_combine:
  257. # 使用优质定向更新组层级的参数
  258. target_combine = item.copy()
  259. del target_combine['target_combine_id']
  260. del target_combine['signature']
  261. group_params.update(target_combine)
  262. # 写入数据库的字段,list类型需要转化为str
  263. group_params_to_db.update(target_combine)
  264. cols = ['ages_range', 'region']
  265. for col in cols:
  266. if col in target_combine.keys():
  267. group_params_to_db[col] = str(group_params_to_db[col])
  268. group_uuid = str(uuid.uuid4())
  269. group_name = group_params['unit_name']
  270. # 获取素材名称, 在广告组命名中进行替换 (同时获取photo_id, 用于拼装创意层级的参数)
  271. sql = """select photo_id, photo_name, material_type
  272. from ctop_kuaishou_video_get where account_id = %s and signature = '%s' limit 1""" % \
  273. (self.account_id, item['signature'])
  274. signature_df = pd.read_sql(sql, self.product_engine)
  275. photo_name = signature_df['photo_name'].values[0] if not signature_df.empty else 'unknown'
  276. photo_id = signature_df['photo_id'].values[0] if not signature_df.empty else None
  277. material_type = signature_df['material_type'].values[0] if not signature_df.empty else None
  278. group_name.replace('{{素材名称}}', photo_name)
  279. group_name = group_name + '_优质定向' + '_' + str(group_cnt)
  280. # 写入数据表中组信息
  281. single_group_params_to_db = group_params_to_db.copy()
  282. single_group_params_to_db['target_combine_id'] = item['target_combine_id']
  283. single_group_params_to_db['group_uuid'] = group_uuid
  284. single_group_params_to_db['group_name'] = group_name
  285. single_group_params_to_db['create_time'] = datetime.datetime.now()
  286. batch_group_params_to_db.append(single_group_params_to_db)
  287. # 拼装返回json的组信息
  288. single_group_params_to_request = group_params.copy()
  289. single_group_params_to_request['group_uuid'] = group_uuid
  290. single_group_params_to_request['unit_name'] = group_name
  291. single_group_params_to_request['creative_list'] = []
  292. group_cnt += 1
  293. # 拼装广告组下面的创意信息
  294. # 一个素材组合为15个一样的创意,因信息流已经下架,不需要提供封面信息
  295. for creative_cnt in range(15):
  296. creative_uuid = str(uuid.uuid4())
  297. creative_name = creative_params_to_db['creative_name'] + '_' + str(creative_cnt + 1)
  298. single_creative_params_to_db = creative_params_to_db.copy()
  299. single_creative_params_to_db['creative_uuid'] = creative_uuid
  300. single_creative_params_to_db['creative_name'] = creative_name
  301. single_creative_params_to_db['photo_id'] = int(photo_id) if photo_id else None
  302. single_creative_params_to_db['creative_material_type'] = material_type
  303. single_creative_params_to_db['create_time'] = datetime.datetime.now()
  304. batch_creative_params_to_db.append(single_creative_params_to_db)
  305. single_creative_params_to_request = creative_params.copy()
  306. single_creative_params_to_request['creative_uuid'] = creative_uuid
  307. single_creative_params_to_request['creative_name'] = creative_name
  308. single_creative_params_to_request['photo_id'] = int(photo_id) if photo_id else None
  309. single_creative_params_to_request['creative_material_type'] = material_type
  310. # 单个创意信息加入到组里面的 creative_list 中
  311. single_group_params_to_request['creative_list'].append(single_creative_params_to_request)
  312. # 组和创意信息添加到最终返回数据 group_list 中
  313. self.request_data['group_list'].append(single_group_params_to_request)
  314. # 创意层级信息批量写入数据库
  315. creative_df = pd.DataFrame(batch_creative_params_to_db)
  316. creative_df.to_sql(name="ctop_ai_kuaishou_creative_level_operation_record",
  317. con=self.engine,
  318. if_exists='append',
  319. index=False)
  320. # 组层级信息批量写入数据库
  321. group_df = pd.DataFrame(batch_group_params_to_db)
  322. group_df.to_sql(name="ctop_ai_kuaishou_unit_level_operation_record",
  323. con=self.engine,
  324. if_exists='append',
  325. index=False)
  326. self.request_data['account_id'] = self.account_id
  327. self.request_data['campaign_id'] = self.campaign_id
  328. def get_group_params(self):
  329. # 1、从账户信息表读取基本的配置信息
  330. group_params = {'unit_name': self.advertiser_strategy.get('group_name'),
  331. 'put_status': self.advertiser_strategy.get('group_status'),
  332. 'template_id': self.advertiser_strategy.get('template_id'),
  333. 'bid_type': self.advertiser_strategy.get('bid_type'),
  334. 'use_app_market': self.advertiser_strategy.get('use_app_market'),
  335. 'app_store': self.advertiser_strategy.get('app_store'),
  336. 'bid': self.advertiser_strategy.get('bid'),
  337. 'cpa_bid': self.advertiser_strategy.get('cpa_bid'),
  338. 'smart_bid': self.advertiser_strategy.get('smart_bid'),
  339. 'ocpx_action_type': self.advertiser_strategy.get('ocpx_action_type'),
  340. 'deep_conversion_type': self.advertiser_strategy.get('deep_conversion_type'),
  341. 'roi_ratio': self.advertiser_strategy.get('roi_ratio'),
  342. 'deep_conversion_bid': self.advertiser_strategy.get('deep_conversion_bid'),
  343. 'scene_id': self.advertiser_strategy.get('scene_id'),
  344. 'unit_type': self.advertiser_strategy.get('unit_type'),
  345. 'begin_time': self.advertiser_strategy.get('begin_time'),
  346. 'end_time': self.advertiser_strategy.get('end_time'),
  347. 'schedule_time': self.advertiser_strategy.get('schedule_time'),
  348. 'day_budget': self.advertiser_strategy.get('unit_day_budget'),
  349. 'day_budget_schedule': self.advertiser_strategy.get('unit_day_budget_schedule'),
  350. 'convert_id': self.advertiser_strategy.get('convert_id'),
  351. 'url_type': self.advertiser_strategy.get('url_type'),
  352. 'web_uri_type': self.advertiser_strategy.get('web_uri_type'),
  353. 'url': self.advertiser_strategy.get('url'),
  354. 'schema_uri': self.advertiser_strategy.get('schema_uri'),
  355. 'app_id': self.advertiser_strategy.get('app_id'),
  356. 'show_mode': self.advertiser_strategy.get('show_mode'),
  357. 'speed': self.advertiser_strategy.get('speed'),
  358. 'site_type': self.advertiser_strategy.get('site_type'),
  359. 'gift_data': self.advertiser_strategy.get('gift_data'),
  360. 'video_landing_page': self.advertiser_strategy.get('video_landing_page'),
  361. 'auto_target': self.advertiser_strategy.get('auto_target'),
  362. 'auto_create_photo': self.advertiser_strategy.get('auto_create_photo'),
  363. # 'item_id': self.advertiser_strategy.get('item_id'),
  364. # 'merchant_item_put_type': self.advertiser_strategy.get('merchant_item_put_type'),
  365. # 'fiction_id': self.advertiser_strategy.get('fiction_id'),
  366. 'smart_cover': self.advertiser_strategy.get('smart_cover'),
  367. 'asset_mining': self.advertiser_strategy.get('asset_mining'),
  368. # 'consult_id': self.advertiser_strategy.get('consult_id'),
  369. # 'adv_card_option': self.advertiser_strategy.get('adv_card_option'),
  370. # 'adv_card_list': self.advertiser_strategy.get('adv_card_list'),
  371. # 'card_type': self.advertiser_strategy.get('card_type'),
  372. # 'merchandise_id': self.advertiser_strategy.get('merchandise_id'),
  373. # 'merchandise_type': self.advertiser_strategy.get('merchandise_type'),
  374. # 'intention_target': self.advertiser_strategy.get('intention_target'),
  375. # 'playable_id': self.advertiser_strategy.get('playable_id'),
  376. # 'play_button': self.advertiser_strategy.get('play_button'),
  377. # 'dpa_unit_param': self.advertiser_strategy.get('dpa_unit_param'),
  378. 'region': self.advertiser_strategy.get('region'),
  379. 'district_ids': self.advertiser_strategy.get('district_ids'),
  380. 'user_type': self.advertiser_strategy.get('user_type'),
  381. 'age_min': self.advertiser_strategy.get('age_min'),
  382. 'age_max': self.advertiser_strategy.get('age_min'),
  383. 'ages_range': self.advertiser_strategy.get('ages_range'),
  384. 'gender': self.advertiser_strategy.get('gender'),
  385. 'platform_os': self.advertiser_strategy.get('platform_os'),
  386. 'android_osv': self.advertiser_strategy.get('android_osv'),
  387. 'ios_osv': self.advertiser_strategy.get('ios_osv'),
  388. 'network': self.advertiser_strategy.get('network'),
  389. 'device_brand': self.advertiser_strategy.get('device_brand'),
  390. 'device_price': self.advertiser_strategy.get('device_price'),
  391. 'business_interest_type': self.advertiser_strategy.get('business_interest_type'),
  392. 'business_interest': self.advertiser_strategy.get('business_interest'),
  393. 'fans_star': self.advertiser_strategy.get('fans_star'),
  394. 'interest_video': self.advertiser_strategy.get('interest_video'),
  395. 'app_interest': self.advertiser_strategy.get('app_interest'),
  396. # 'app_interest_ids': self.advertiser_strategy.get('app_interest_ids'),
  397. 'app_ids': self.advertiser_strategy.get('app_ids'),
  398. 'filter_converted_level': self.advertiser_strategy.get('filter_converted_level'),
  399. 'population': self.advertiser_strategy.get('population'),
  400. 'exclude_population': self.advertiser_strategy.get('exclude_population'),
  401. 'paid_audience': self.advertiser_strategy.get('paid_audience'),
  402. 'splash_ad_switch': self.advertiser_strategy.get('splash_ad_switch'),
  403. 'is_open': self.advertiser_strategy.get('is_open'),
  404. 'no_age_break': self.advertiser_strategy.get('no_age_break'),
  405. 'no_gender_break': self.advertiser_strategy.get('no_gender_break'),
  406. 'no_area_break': self.advertiser_strategy.get('no_area_break'),
  407. 'behavior_interest': self.advertiser_strategy.get('behavior_interest')
  408. }
  409. group_params['unit_name'] = group_params['unit_name'].replace('{{自定义}}', '')
  410. # 2、smart_cover 和 asset_mining 需要将0/1 转化为 False/True
  411. group_params['smart_cover'] = True if group_params.get('smart_cover', 0) == 1 else False
  412. group_params['asset_mining'] = True if group_params.get('asset_mining', 0) == 1 else False
  413. # 3、广告组名称,通配符的替换
  414. # 900299 -{{广告位置}}--{{创意制作方式}}--{{日期}}- (日期、素材名称、应用名称、应用标记、创意制作方式、广告位置)
  415. # 3-1 获取应用标记和应用名称
  416. sql = """select app_version, app_name from ctop_kuaishou_app_list where app_id = %s limit 1""" % \
  417. group_params.get('app_id', -1)
  418. app_info_df = pd.read_sql(sql, self.engine)
  419. app_version = app_info_df['app_version'].values[0] if not app_info_df.empty else 'unknown'
  420. app_name = app_info_df['app_name'].values[0] if not app_info_df.empty else 'unknown'
  421. # 3-2 素材名称, 在拼装广告组和创意层级函数中获取
  422. # 3-3 获取创意制作方式
  423. unit_type = '自定义' if group_params.get('unit_type') == 4 \
  424. else ('程序化创意' if group_params.get('unit_type') == 5 else '程序化创意2.0')
  425. # 3-4 获取广告位置
  426. scene_id_dict = {1: '优选广告位',
  427. 3: '视频播放页广告-便利贴广告',
  428. 5: '联盟广告',
  429. 6: '上下滑大屏广告',
  430. 7: '信息流广告',
  431. 10: '联盟场景'}
  432. scene_id = '+'.join([scene_id_dict[item] for item in eval(group_params.get('scene_id'))])
  433. unit_name = group_params['unit_name'].replace('{{应用标记}}', app_version). \
  434. replace('{{应用名称}}', app_name). \
  435. replace('{{创意制作方式}}', unit_type). \
  436. replace('{{广告位置}}', scene_id)
  437. # 3-5 日期, 在拼装广告组和创意层级函数中获取
  438. now_date = str(datetime.datetime.now().date())
  439. if '日期' in group_params['unit_name']:
  440. unit_name = unit_name.replace('{{日期}}', now_date)
  441. else:
  442. unit_name = unit_name + '_' + now_date
  443. group_params['unit_name'] = unit_name
  444. # 4、处理 cpa_bid
  445. # 因为存在 【单出价请输入单数字,阶梯出价请用/隔开】 如:1900/2000/2100 cpa_bid varchar(255) DEFAULT NULL COMMENT '出价'
  446. # 处理方式按'/'进行分割,取最后一个值(也就是最大值),并转化为int型
  447. group_params['cpa_bid'] = int(group_params['cpa_bid'].split('/')[-1]) if '/' in group_params['cpa_bid'] \
  448. else (int(group_params['cpa_bid'].split('-')[-1]) if '-' in group_params['cpa_bid'] else int(group_params['cpa_bid']))
  449. # 5、 写入数据库的组参数
  450. group_params_to_db = group_params.copy()
  451. # 5-1 需要删除的字段
  452. drop_cols = ['put_status', 'splash_ad_switch']
  453. for col in drop_cols:
  454. if col in group_params_to_db.keys():
  455. del group_params_to_db[col]
  456. group_params_to_db['group_name'] = group_params_to_db.pop('unit_name')
  457. group_params_to_db['ai_strategy_uuid'] = self.ai_strategy_uuid
  458. group_params_to_db['account_id'] = self.account_id
  459. group_params_to_db['campaign_id'] = self.campaign_id
  460. group_params_to_db['operation_type'] = self.operation_type
  461. group_params_to_db['status'] = 1
  462. group_params_to_db['message'] = None
  463. # 6、用于组装发送请求的部分字段,需要转化为list类型
  464. cols_to_list = ['app_store', 'scene_id', 'region', 'day_budget_schedule', 'ages_range', 'device_brand', 'business_interest',
  465. 'fans_star', 'interest_video', 'app_interest', 'app_interest_ids', 'app_ids', 'population','district_ids',
  466. 'exclude_population', 'paid_audience']
  467. for col in cols_to_list:
  468. if col in group_params.keys():
  469. group_params[col] = eval(group_params[col]) if group_params[col] else None
  470. return group_params, group_params_to_db
  471. def get_creative_params(self):
  472. # 1、从账户信息表读取基本的配置信息
  473. creative_params = {'creative_name': self.advertiser_strategy.get('creative_name'),
  474. 'put_status': self.advertiser_strategy.get('group_status'),
  475. 'action_bar_text': self.advertiser_strategy.get('action_bar_text'),
  476. 'description': self.advertiser_strategy.get('description'),
  477. 'short_slogan': self.advertiser_strategy.get('short_slogan'),
  478. 'sticker_title': self.advertiser_strategy.get('sticker_title'),
  479. 'overlay_type': self.advertiser_strategy.get('overlay_type'),
  480. 'expose_tag': self.advertiser_strategy.get('expose_tag'),
  481. 'new_expose_tag':self.advertiser_strategy.get('new_expose_tag'),
  482. 'site_id': self.advertiser_strategy.get('site_id'),
  483. 'click_track_url': self.advertiser_strategy.get('click_track_url'),
  484. 'impression_url': self.advertiser_strategy.get('impression_url'),
  485. 'ad_photo_played_t3s_url': self.advertiser_strategy.get('ad_photo_played_t3s_url'),
  486. 'actionbar_click_url': self.advertiser_strategy.get('actionbar_click_url'),
  487. 'creative_category': self.advertiser_strategy.get('creative_category'),
  488. 'creative_tag': self.advertiser_strategy.get('creative_tag'),
  489. 'live_creative_type': self.advertiser_strategy.get('live_creative_type')
  490. }
  491. # 1、description 可能存在多个值,需要从中随机获取一个
  492. if creative_params['description'] is not None:
  493. description_lst = eval(creative_params['description'])
  494. random.shuffle(description_lst)
  495. creative_params['description'] = description_lst[0]
  496. # 2 写入数据库的创意参数
  497. creative_params_to_db = creative_params.copy()
  498. drop_cols = ['put_status','live_creative_type']
  499. for col in drop_cols:
  500. if col in creative_params_to_db:
  501. del creative_params_to_db[col]
  502. creative_params_to_db['ai_strategy_uuid'] = self.ai_strategy_uuid
  503. creative_params_to_db['account_id'] = self.account_id
  504. creative_params_to_db['campaign_id'] = self.campaign_id
  505. creative_params_to_db['operation_type'] = self.operation_type
  506. creative_params_to_db['status'] = 1
  507. creative_params_to_db['message'] = None
  508. # 3、用于组装发送请求的部分字段,需要转化为list类型
  509. cols_to_list = ['creative_tag', 'new_expose_tag']
  510. for col in cols_to_list:
  511. if col in creative_params.keys():
  512. creative_params[col] = eval(creative_params[col]) if creative_params[col] else None
  513. return creative_params, creative_params_to_db
  514. def update_intelligence_strategy_table(self, message=None):
  515. """
  516. 更新 intelligence_strategy_table
  517. :return:
  518. """
  519. db_con = pymysql.connect(host=self.db_config['host'],
  520. port=self.db_config['port'],
  521. user=self.db_config['username'],
  522. password=self.db_config['password'],
  523. database=self.db_config['database'],
  524. charset='utf8')
  525. cursor = db_con.cursor()
  526. if message:
  527. cursor.execute("""UPDATE ctop_ai_kuaishou_intelligence_strategy
  528. SET message = %s
  529. WHERE ai_strategy_uuid = %s""", (str(message), self.ai_strategy_uuid))
  530. db_con.commit()
  531. db_con.close()