|
@@ -0,0 +1,50 @@
|
|
|
+import pandas as pd
|
|
|
+import yaml
|
|
|
+# from get_material_from_kuaishou_kaiyan
|
|
|
+from common_func import get_db_engine, get_logger
|
|
|
+
|
|
|
+if __name__ == '__main__':
|
|
|
+ # 创建日志对象
|
|
|
+ logger = get_logger(log_file_name="/data/pythonProject/video-to-word/logs/get_material_from_outer_source.log",
|
|
|
+ log_name='get_material_from_outer_source_logger')
|
|
|
+ logger.info("get_material_from_outer_source_logger started! id of logger is: %s" % id(logger))
|
|
|
+
|
|
|
+ # 1 读取配置文件
|
|
|
+ with open('/data/pythonProject/video-to-word/config/config.yaml', mode='r', encoding='utf-8') as f:
|
|
|
+ config = yaml.load(f.read(), Loader=yaml.FullLoader)
|
|
|
+
|
|
|
+ # 1-1 数据库连接引擎,依据开发环境/生产环境 进行切换
|
|
|
+ # 读数据库引擎使用生产数据库,写数据库引擎依据系统环境进行切换(测试数据库/生产数据库)
|
|
|
+ # 注意:该项目的读和写 都使用测试数据库
|
|
|
+ write_engine = get_db_engine(config['devDB'])
|
|
|
+ read_engine = get_db_engine(config['devDB'])
|
|
|
+
|
|
|
+ # 1-2 分批写入数据库的行数
|
|
|
+ chunk_size = config['chunkSize']
|
|
|
+
|
|
|
+ # 2 读取查询表得到关键词和渠道
|
|
|
+ sql = """
|
|
|
+ select query_word,
|
|
|
+ query_word_type,
|
|
|
+ query_time_range,
|
|
|
+ is_new_project_query_word,
|
|
|
+ source_code_lst
|
|
|
+ from ctop_ai_query_word_for_outer_source where status = 1
|
|
|
+ """
|
|
|
+ df = pd.read_sql(sql, read_engine)
|
|
|
+ for index, row in df.iterrows():
|
|
|
+ query_word = row['row']
|
|
|
+ query_word_type = row['query_word_type']
|
|
|
+ query_time_range = row['query_time_range']
|
|
|
+ is_new_project_query_word = row['is_new_project_query_word']
|
|
|
+ source_code_lst = row['source_code_lst']
|
|
|
+ for source_code in source_code_lst:
|
|
|
+ if source_code == -1:
|
|
|
+ # 获取公司内部投放素材
|
|
|
+ pass
|
|
|
+ if source_code == 1:
|
|
|
+ # 获取快手开眼快创的素材
|
|
|
+ pass
|
|
|
+ if source_code == 2:
|
|
|
+ # 获取头条巨量引擎的素材,需要使用参数 query_time_range
|
|
|
+ pass
|