内容订单数据

edw/ads/user/ads_user_content_order_records.py

@@ -45,6 +45,7 @@ def query_user_content_order():
                 ,o.res_type   
                 ,o.res_type_name       
                 ,o.order_type  
+                ,o.transaction_no                   
                 ,o.create_time      
                 ,o.pay_time         
                 ,o.complete_time   

edw/dwd/basic/dwd_app_install.py

+# -*- coding: utf-8 -*-
+
+
+'''
+,定时任务，每天运行一次
+'''
+import json
+import logging
+import sys
+import time
+
+import requests
+
+from common.mysql_uitl import save_result
+
+logging.basicConfig(format="%(asctime)s %(name)s:%(levelname)s:%(message)s", datefmt="%Y-%m-%d %H:%M:%S", level=logging.INFO)
+file_name = sys.argv[0]
+
+
+def dwd_app_install(data_dt):
+    start_date = (datetime.datetime.strptime(data_dt, "%Y-%m-%d") - datetime.timedelta(days=1)).strftime("%Y-%m-%d")
+    end_date = data_dt
+
+
+    android_url = f'https://data.openinstall.io/data/event/growth?apiKey' \
+                  f'=3b2b8553beaf1bd0ad4443f7a43ecc705ddf20880e84d1c360df664f&platform=android&beginDate={start_date}' \
+                  f'&endDate={end_date}&groupBy=day&excludeDuplication=1'
+    ios_url = f'https://data.openinstall.io/data/event/growth?apiKey' \
+              f'=3b2b8553beaf1bd0ad4443f7a43ecc705ddf20880e84d1c360df664f&platform=ios&beginDate={start_date}&endDate' \
+              f'={end_date}&groupBy=day&excludeDuplication=1'
+
+    android_dict = get_app_install(android_url, 'android')
+    ios_dict = get_app_install(ios_url, 'ios')
+    ret_dict = dict(android_dict, **ios_dict)
+    ret_list = list()
+    ret_list.append(ret_dict)
+    if ret_list:
+        save_result('tamp_data_dwd', 'dwd_app_install', ret_list, file_name)
+
+
+def get_app_install(url, app_type):
+    function_name = sys._getframe().f_code.co_name
+    logging.info(f'{function_name} start')
+    response_ret = requests.get(url)
+    content = response_ret.content.decode()
+    content_dict = json.loads(content)
+    print(url)
+    body = content_dict['body']
+    print(body)
+    install_dict = {}
+    for i in body:
+        data_dt = i['date'][0: 10]
+        app_name = i['install']
+        if app_type == 'android':
+            install_dict = dict(data_dt=data_dt, android_num=app_name)
+        elif app_type == 'ios':
+            install_dict = dict(data_dt=data_dt, ios_num=app_name)
+    return install_dict
+
+
+if __name__ == '__main__':
+    # dwd_app_install(data_dt)
+    import datetime
+    begin = datetime.date(2020, 9, 15)
+    end = datetime.date(2021, 9, 15)
+    data_dt = begin
+    delta = datetime.timedelta(days=1)
+    while data_dt <= end:
+        print(data_dt.strftime("%Y-%m-%d"))
+        dwd_app_install(str(data_dt))
+        data_dt += delta
+

edw/dwd/user/dwd_user_content_order.py

@@ -66,7 +66,8 @@ def query_dwd_user_content_order():
                   when o.ab_order_type = 2 then '领取型订单'
                   when o.ab_order_type = 3 then '拼团型订单'
             end as  order_type			-- 订单类型 0正常订单 1赠送型订单 2领取型订单 3拼团型订单,
-            ,o.ab_proid as res_id
+            ,coalesce(o.ab_proid, '') as res_id
+            ,o.transaction_serial_no as transaction_no  -- 交易记录
             ,o.ab_status as order_status
             -- ,o.ab_order_type			                -- 订单类型 0正常订单 1赠送型订单 2领取型订单 3拼团型订单,
             ,o.present_status			                -- (ab_order_type为1时有值)赠送状态 0赠送中 1赠送完成
@@ -79,8 +80,8 @@ def query_dwd_user_content_order():
     left 	join tamp_analysis.user_info_view u
     on 		o.createby = u.user_id
     where   o.deletetag = '0'
-    and     o.ab_proid <> ''
-    and     o.ab_proid is not null
+    # and     o.ab_proid <> ''
+    # and     o.ab_proid is not null
     and 	o.is_sand_box <> 1
     and     o.group_buy_status in (1, 2)
     order   by data_dt desc 

edw/dws/user/dws_user_content_order.py

@@ -68,6 +68,7 @@ def query_dws_course_order():
                 ,o.res_type_name       
                 ,o.order_type    
                 ,o.order_status  
+                ,o.transaction_no   
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -108,6 +109,7 @@ def query_dws_old_course_order():
                 ,o.res_type_name       
                 ,o.order_type  
                 ,o.order_status 
+                ,o.transaction_no           
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -148,6 +150,7 @@ def query_dws_recharge_order():
                 ,o.res_type_name       
                 ,o.order_type   
                 ,o.order_status 
+                ,o.transaction_no                
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -186,6 +189,7 @@ def query_dws_live_order():
                 ,o.res_type_name       
                 ,o.order_type  
                 ,o.order_status  
+                ,o.transaction_no                
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -226,6 +230,7 @@ def query_dws_column_order():
                 ,o.res_type_name       
                 ,o.order_type   
                 ,o.order_status
+                ,o.transaction_no                 
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -266,6 +271,7 @@ def query_dws_course_ware_order():
                 ,o.res_type_name       
                 ,o.order_type    
                 ,o.order_status   
+                ,o.transaction_no             
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -305,6 +311,7 @@ def query_dws_file_order():
                 ,o.res_type_name       
                 ,o.order_type    
                 ,o.order_status 
+                ,o.transaction_no               
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     
@@ -345,6 +352,7 @@ def query_dws_offline_activity_order():
                 ,o.res_type_name       
                 ,o.order_type  
                 ,o.order_status 
+                ,o.transaction_no                 
                 ,o.present_status   
                 ,o.group_buy_status 
                 ,o.order_number     

edw/tasks/scheduled_tasks.py

@@ -39,7 +39,7 @@ from edw.ods.user.ods_users_info import ods_users_info
 logging.basicConfig(format="%(asctime)s %(name)s:%(levelname)s:%(message)s", datefmt="%Y-%m-%d %H:%M:%S", level=logging.INFO)
 file_name = sys.argv[0]
 
-#按分钟定时
+# 按分钟定时
 run_minute_time = get_run_time(30)  # 滞后30分钟，去取时间。时间取值范围有全量，还有按天计算的（按天计算时，时间范围取值都是从0点~24点）
 data_minute_dt = run_minute_time[0: 10]
 

requirements/requirements.txt

@@ -8,3 +8,4 @@ aliyun-log-python-sdk==0.6.52
 DBUtils==1.3
 geoip2==4.1.0
 Phone==0.4.3
+requests==2.26.0