Ver código fonte

deal with the erro_report and modify the duration of the sleeptime

huangyifan 1 ano atrás
pai
commit
d5878863c5

+ 3 - 3
start_sync_amz.py

@@ -9,7 +9,7 @@ logging.config.dictConfig(LOG_CONF)
 def amz_report(AWS_CREDENTIALS,para={}):
     conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect()
     sb_report = SB_ETL(**AWS_CREDENTIALS)
-    sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para)
+    # sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para)
     sb_report.reportV2_campaignsRecord_ETL(conn,params=para)
     sb_report.reportV2_campaignsVideo_ETL(conn,params=para)
     sb_report.reportV2_adGroupsRecord_ETL(conn,params=para)
@@ -80,12 +80,12 @@ if __name__ == '__main__':
     timezone_ = Common_ETLMethod(**AWS_CREDENTIALS).timeZone()
     print(timezone_)
     sched = BlockingScheduler()
-    sched.add_job(lambda: amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS),'cron',hour=7,minute=0,second=0,timezone=timezone_)#,params={"startDate":"2023-11-04","endDate":"2023-11-04","date":"20231104"}
+    sched.add_job(lambda: amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS),'cron',hour=8,minute=0,second=0,timezone=timezone_)#,params={"startDate":"2023-11-04","endDate":"2023-11-04","date":"20231104"}
 
     sched.start()
 
 
-    # list_date = ["2023-11-05",]
+    # list_date = ["2023-10-07",]
     # for date_ in list_date:
     #     print(date_)
     #     print(date_.replace("-",""))

+ 1 - 1
sync_amz_data/DataTransform/Data_ETL.py

@@ -1825,7 +1825,7 @@ if __name__ == '__main__':
 
     # SD
     ac_etl = SD_ETL(**AWS_CREDENTIALS)
-    ls = ac_etl.reportV3_asin_sdPurchasedProduct_ETL(conn)
+    ls = ac_etl.reportV2_campaignsRecord_t2_ETL(conn)
     print(ls)
     print(ls.info())
     # print(ls.to_excel('obse11.xlsx'))

Diferenças do arquivo suprimidas por serem muito extensas
+ 186 - 110
sync_amz_data/public/amz_ad_client.py


Alguns arquivos não foram mostrados porque muitos arquivos mudaram nesse diff