Merge branch 'yifan' of ASJ_ADS/sync_amz_data into master

start_sync_amz.py

@@ -8,6 +8,9 @@ from apscheduler.schedulers.blocking import BlockingScheduler
 
 
 def amz_report(AWS_CREDENTIALS,para=None):
+    refresh_token = shop_infos(AWS_CREDENTIALS['profile_id'])['refresh_token']
+    AWS_CREDENTIALS['refresh_token'] = refresh_token
+
     conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect()
     sb_report = SB_ETL(**AWS_CREDENTIALS)
     sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para)

start_sync_amz_RightNowRun.py

@@ -1,7 +1,7 @@
-from sync_amz_data.tasks.account import AccountTask
-from sync_amz_data.settings import LOG_CONF
-import logging.config
-logging.config.dictConfig(LOG_CONF)
+# from sync_amz_data.tasks.account import AccountTask
+# from sync_amz_data.settings import LOG_CONF
+# import logging.config
+# logging.config.dictConfig(LOG_CONF)
 import time
 
 from sync_amz_data.public.amz_ad_client import shop_infos
@@ -9,7 +9,8 @@ from sync_amz_data.DataTransform.Data_ETL import Common_ETLMethod,SP_ETL,SB_ETL,
 
 
 def amz_report(conn,AWS_CREDENTIALS,para=None):
-
+    refresh_token = shop_infos(AWS_CREDENTIALS['profile_id'])['refresh_token']
+    AWS_CREDENTIALS['refresh_token'] = refresh_token
     sb_report = SB_ETL(**AWS_CREDENTIALS)
     sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para)
     sb_report.reportV2_campaignsRecord_ETL(conn,params=para)
@@ -83,10 +84,10 @@ if __name__ == '__main__':
     conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect()
     timezone_ = Common_ETLMethod(**AWS_CREDENTIALS).timeZone()
     print(timezone_)
-    amz_report(conn,AWS_CREDENTIALS=AWS_CREDENTIALS)
+
     refresh_token = shop_infos(AWS_CREDENTIALS['profile_id'])['refresh_token']
     AWS_CREDENTIALS['refresh_token'] = refresh_token
-
+    amz_report(conn, AWS_CREDENTIALS=AWS_CREDENTIALS)
     # list_date = ['2023-11-05',"2023-11-06","2023-11-07"]
     # list_date = [f'2023-11-{"0"+str(i) if len(str(i))==1 else i}' for i in range(13,16)]
     # print(list_date)