Merge branch 'yifan' of ASJ_ADS/sync_amz_data into master

start_sync_amz.py

@@ -68,8 +68,6 @@ def amz_report(AWS_CREDENTIALS,para={}):
     # sd_report.reportV2_targets_matchedTarget_t3_ETL(conn,params=para)
     conn.close()
 
-
-
 if __name__ == '__main__':
     # AccountTask("3006125408623189").do({"record": "portfolios"})
     AWS_CREDENTIALS = {
@@ -83,12 +81,6 @@ if __name__ == '__main__':
     print(timezone_)
     sched = BlockingScheduler()
     sched.add_job(lambda: amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS),'cron',hour=17,minute=0,second=0,timezone=timezone_)#,params={"startDate":"2023-11-04","endDate":"2023-11-04","date":"20231104"}
-
     sched.start()
 
 
-    # list_date = ['2023-10-08']
-    # for date_ in list_date:
-    #     print(date_)
-    #     print(date_.replace("-",""))
-    #     amz_report(AWS_CREDENTIALS,para={"startDate":date_,"endDate":date_,"date":date_.replace("-","")})

start_sync_amz_RightNowRun.py

@@ -1,7 +1,7 @@
-from sync_amz_data.tasks.account import AccountTask
-from sync_amz_data.settings import LOG_CONF
-import logging.config
-logging.config.dictConfig(LOG_CONF)
+# from sync_amz_data.tasks.account import AccountTask
+# from sync_amz_data.settings import LOG_CONF
+# import logging.config
+# logging.config.dictConfig(LOG_CONF)
 from sync_amz_data.DataTransform import Data_ETL
 from sync_amz_data.DataTransform.Data_ETL import Common_ETLMethod,SP_ETL,SB_ETL,SD_ETL
 
@@ -78,11 +78,13 @@ if __name__ == '__main__':
 
     timezone_ = Common_ETLMethod(**AWS_CREDENTIALS).timeZone()
     print(timezone_)
-    amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS)
+    # amz_report(AWS_CREDENTIALS=AWS_CREDENTIALS)
 
 
-    # list_date = ['2023-10-08']
-    # for date_ in list_date:
-    #     print(date_)
-    #     print(date_.replace("-",""))
-    #     amz_report(AWS_CREDENTIALS,para={"startDate":date_,"endDate":date_,"date":date_.replace("-","")})
+    # list_date = ['2023-11-01','2023-11-02','2023-11-03','2023-11-04','2023-11-04','2023-11-05','2023-11-06','2023-11-07','2323-11-08','2023-11-09','2023-11-10','2023-11-11']
+    list_date = [f'2023-10-{i}' for i in range(23,32)]
+
+    for date_ in list_date:
+        print(date_)
+        print(date_.replace("-",""))
+        amz_report(AWS_CREDENTIALS,para={"startDate":date_,"endDate":date_,"date":date_.replace("-","")})

sync_amz_data/DataTransform/Data_ETL.py

@@ -1787,7 +1787,7 @@ if __name__ == '__main__':
     ac_etl = SD_ETL(**AWS_CREDENTIALS)
     ls = ac_etl.reportV2_campaignsRecord_t2_ETL(conn)
     print(ls)
-    print(ls.info())
+    # print(ls.info())
     # print(ls.to_excel('obse11.xlsx'))
     # ac_etl.reportV2_campaignsRecord_t2_ETL(conn)
     # ac_etl.reportV2_campaignsRecord_t3_ETL(conn)