Merge branch 'yifan' of ASJ_ADS/sync_amz_data into master

start_sync_amz_RightNowRun.py

@@ -93,7 +93,7 @@ if __name__ == '__main__':
 
     refresh_token = shop_infos(AWS_CREDENTIALS['profile_id'])['refresh_token']
     AWS_CREDENTIALS['refresh_token'] = refresh_token
-    # amz_report(conn, AWS_CREDENTIALS=AWS_CREDENTIALS)
+    amz_report(conn, AWS_CREDENTIALS=AWS_CREDENTIALS)
 
     # list_date = ["2024-01-12","2024-01-11"]
     # list_date = [f'2024-02-{"0"+str(i) if len(str(i))==1 else i}' for i in range(12,18)]

sync_amz_data/DataTransform/Data_ETL.py

@@ -803,7 +803,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
                                          endDate=params['endDate'], reportType=params['reportType'])
         # print(list_report)
         df_report = pd.json_normalize(list_report)
-        df_report['date'] = df_report['date'].map(lambda x: datetime.fromtimestamp(int(x)/1000).date(),na_action='ignore')#,na_action='ignore'
+        df_report['date'] = df_report['date'].map(lambda x: params['startDate'] if type(x) != int else datetime.fromtimestamp(int(x)/1000).date(),na_action='ignore')#,na_action='ignore'
         df_report = self.type_trans(df_report, params['columns'], timeZone_, extra_columns=[])
 
         # print(df_report)

sync_amz_data/settings/__init__.py

@@ -61,7 +61,7 @@ LOG_CONF = {
             'mailhost': ('email-smtp.us-east-1.amazonaws.com', 587),
             'fromaddr': 'datalab@ansjer.com',
             'toaddrs': [
-                'sonalh@foxmail.com',
+                'yifan_huang96@hotmail.com',
             ],
             'subject': 'sync_amz_data',
             'credentials': ('AKIARBAGHTGOTVILWLB7', 'BEVt2GkzivI0xhnLWgwJCT2k7lDSg8HW+APD3mc4uHVg'),

sync_listing_order_Retry.py

@@ -26,6 +26,7 @@ def func_run():
     except Exception as e:
         print(e)
 
+# func_run()
 #
 if __name__ == '__main__':
     sched = BlockingScheduler()