瀏覽代碼

Merge branch 'yifan' of ASJ_ADS/sync_amz_data into master

yifan_huang96 1 年之前
父節點
當前提交
6beeb8c505
共有 3 個文件被更改,包括 261 次插入263 次删除
  1. 2 2
      start_sync_amz.py
  2. 3 3
      start_sync_amz_RightNowRun.py
  3. 256 258
      sync_amz_data/DataTransform/Data_ETL.py

+ 2 - 2
start_sync_amz.py

@@ -7,7 +7,7 @@ from sync_amz_data.DataTransform.Data_ETL import Common_ETLMethod,SP_ETL,SB_ETL,
 from apscheduler.schedulers.blocking import BlockingScheduler
 
 
-def amz_report(AWS_CREDENTIALS,para={}):
+def amz_report(AWS_CREDENTIALS,para=None):
     conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect()
     sb_report = SB_ETL(**AWS_CREDENTIALS)
     sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para)
@@ -80,7 +80,7 @@ if __name__ == '__main__':
     timezone_ = Common_ETLMethod(**AWS_CREDENTIALS).timeZone()
     print(timezone_)
     sched = BlockingScheduler()
-    sched.add_job(lambda: amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS),'cron',hour=17,minute=0,second=0,timezone=timezone_)#,params={"startDate":"2023-11-04","endDate":"2023-11-04","date":"20231104"}
+    sched.add_job(amz_report,'cron',hour=17,minute=0,second=0,timezone=timezone_, args=(AWS_CREDENTIALS, ))#,params={"startDate":"2023-11-04","endDate":"2023-11-04","date":"20231104"}
     sched.start()
 
 

+ 3 - 3
start_sync_amz_RightNowRun.py

@@ -6,7 +6,7 @@ from sync_amz_data.DataTransform import Data_ETL
 from sync_amz_data.DataTransform.Data_ETL import Common_ETLMethod,SP_ETL,SB_ETL,SD_ETL
 
 
-def amz_report(AWS_CREDENTIALS,para={}):
+def amz_report(AWS_CREDENTIALS,para=None):
     conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect()
     sb_report = SB_ETL(**AWS_CREDENTIALS)
     sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para)
@@ -81,8 +81,8 @@ if __name__ == '__main__':
     amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS)
 
 
-    # list_date = ['2023-10-23']
-    # # list_date = [f'2023-10-{i}' for i in range(24,23,-1)]
+    # list_date = ['2023-11-12','2023-11-13']
+    # # # list_date = [f'2023-10-{i}' for i in range(24,23,-1)]
     # for date_ in list_date:
     #     print(date_)
     #     print(date_.replace("-",""))

File diff suppressed because it is too large
+ 256 - 258
sync_amz_data/DataTransform/Data_ETL.py


Some files were not shown because too many files changed in this diff