# from sync_amz_data.tasks.account import AccountTask # from sync_amz_data.settings import LOG_CONF # import logging.config # logging.config.dictConfig(LOG_CONF) import time import requests from sync_amz_data.public.amz_ad_client import shop_infos from sync_amz_data.DataTransform.Data_ETL import Common_ETLMethod,SP_ETL,SB_ETL,SD_ETL def amz_report(conn,AWS_CREDENTIALS,para=None): refresh_token = shop_infos(AWS_CREDENTIALS['profile_id'])['refresh_token'] AWS_CREDENTIALS['refresh_token'] = refresh_token sb_report = SB_ETL(**AWS_CREDENTIALS) sb_report.reportV3_campaign_sbCampaigns_ETL(conn,params=para) sb_report.reportV3_adGroup_sbAdGroup_ETL(conn,params=para) sb_report.reportV3_sbCampaignPlacement_ETL(conn,params=para) sb_report.reportV3_sbTargeting_ETL(conn,params=para) sb_report.reportV3_sbSearchTerm_ETL(conn,params=para) sb_report.reportV3_sbAds_ETL(conn, params=para) sb_report.reportV3_purchasedAsinRecord_ETL(conn,params=para) # # sb_report.reportV2_campaignsRecord_ETL(conn,params=para) sb_report.reportV2_campaignsVideo_ETL(conn,params=para) sb_report.reportV2_adGroupsRecord_ETL(conn,params=para) sb_report.reportV2_adGroupsVideo_ETL(conn,params=para) sb_report.reportV2_adsRecord_ETL(conn,params=para) sb_report.reportV2_adsVideo_ETL(conn,params=para) sb_report.reportV2_keywordsRecord_ETL(conn,params=para) sb_report.reportV2_keywordsVideo_ETL(conn,params=para) sb_report.reportV2_placementRecord_ETL(conn,params=para) sb_report.reportV2_placementVideo_ETL(conn,params=para) sb_report.reportV2_searchtermsRecord_ETL(conn,params=para) sb_report.reportV2_searchtermsVideo_ETL(conn,params=para) sb_report.reportV2_targetsRecord_ETL(conn,params=para) sb_report.reportV2_targetsVideo_ETL(conn,params=para) sp_report = SP_ETL(**AWS_CREDENTIALS) sp_report.reportV3_campaign_spCampaignsETL(conn,params=para) sp_report.reportV3_adGroup_spCampaignsETL(conn,params=para) sp_report.reportV3_campaignPlacement_spCampaignsETL(conn,params=para) sp_report.reportV3_targeting_spTargetingETL(conn,params=para) sp_report.reportV3_searchTerm_spSearchTermETL(conn,params=para) sp_report.reportV3_advertiser_spAdvertisedProductETL(conn,params=para) ## para['Download']=True # print('ok') sp_report.reportV3_asin_spPurchasedProductETL(conn,params=para) sd_report = SD_ETL(**AWS_CREDENTIALS) sd_report.reportV3_campaign_sdCampaigns_ETL(conn,params=para) sd_report.reportV3_campaignMT_sdCampaigns_ETL(conn,params=para) sd_report.reportV3_adgroup_sdAdGroup_ETL(conn,params=para) sd_report.reportV3_adgroupMT_sdAdGroup_ETL(conn,params=para) sd_report.reportV3_targeting_sdTargeting_ETL(conn,params=para) sd_report.reportV3_targetingMT_sdTargeting_ETL(conn,params=para) sd_report.reportV3_asin_sdPurchasedProduct_ETL(conn,params=para) sd_report.reportV3_advertiser_sdAdvertisedProduct_ETL(conn,params=para) """ # sd_report.reportV2_campaignsRecord_t2_ETL(conn,params=para) # sd_report.reportV2_campaignsRecord_t3_ETL(conn,params=para) # sd_report.reportV2_adGroupsRecord_t2_ETL(conn,params=para) # sd_report.reportV2_adGroupsRecord_t3_ETL(conn,params=para) # sd_report.reportV2_asins_t2_ETL(conn,params=para) # sd_report.reportV2_asins_t3_ETL(conn,params=para) # sd_report.reportV2_productAds_t2_ETL(conn,params=para) # sd_report.reportV2_productAds_t3_ETL(conn,params=para) # sd_report.reportV2_targets_t2_ETL(conn,params=para) # sd_report.reportV2_targets_t3_ETL(conn,params=para) # sd_report.reportV2_campaign_matchedTarget_t2_ETL(conn,params=para) # sd_report.reportV2_campaign_matchedTarget_t3_ETL(conn,params=para) # sd_report.reportV2_adGroups_matchedTarget_t2_ETL(conn,params=para) # sd_report.reportV2_adGroups_matchedTarget_t3_ETL(conn,params=para) # sd_report.reportV2_targets_matchedTarget_t2_ETL(conn,params=para) # sd_report.reportV2_targets_matchedTarget_t3_ETL(conn,params=para) """ if __name__ == '__main__': # AccountTask("3006125408623189").do({"record": "portfolios"}) AWS_CREDENTIALS = { 'lwa_client_id': 'amzn1.application-oa2-client.ebd701cd07854fb38c37ee49ec4ba109', 'refresh_token': "Atzr|IwEBIL4ur8kbcwRyxVu_srprAAoTYzujnBvA6jU-0SMxkRgOhGjYJSUNGKvw24EQwJa1jG5RM76mQD2P22AKSq8qSD94LddoXGdKDO74eQVYl0RhuqOMFqdrEZpp1p4bIR6_N8VeSJDHr7UCuo8FiabkSHrkq7tsNvRP-yI-bnpQv4EayPBh7YwHVX3hYdRbhxaBvgJENgCuiEPb35Q2-Z6w6ujjiKUAK2VSbCFpENlEfcHNsjDeY7RCvFlwlCoHj1IeiNIaFTE9yXFu3aEWlExe3LzHv6PZyunEi88QJSXKSh56Um0e0eEg05rMv-VBM83cAqc5POmZnTP1vUdZO8fQv3NFLZ-xU6e1WQVxVPi5Cyqk4jYhGf1Y9t98N654y0tVvw74qNIsTrB-8bGS0Uhfe24oBEWmzObvBY3zhtT1d42myGUJv4pMTU6yPoS83zhPKm3LbUDEpBA1hvvc_09jHk7vUEAuFB-UAZzlht2C1yklzQ", 'lwa_client_secret': 'cbf0514186db4df91e04a8905f0a91b605eae4201254ced879d8bb90df4b474d', 'profile_id': "3006125408623189" } conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect() timezone_ = Common_ETLMethod(**AWS_CREDENTIALS).timeZone() print(timezone_) print("======================") refresh_token = shop_infos(AWS_CREDENTIALS['profile_id'])['refresh_token'] AWS_CREDENTIALS['refresh_token'] = refresh_token # amz_report(conn, AWS_CREDENTIALS=AWS_CREDENTIALS) # list_date = ["2024-03-23",] # print("11111111111111111111111111111") list_date = [f'2024-07-{"0"+str(i) if len(str(i))==1 else i}' for i in range(4,20)] print(list_date) count = 1 for date_ in list_date: # if count==1: # conn.command(f"delete from AmazonReport.SD_advertiser_sdAdvertisedProductV3 where date='{date_}'") # conn.command(f"delete from AmazonReport.SD_asin_sdPurchasedProductV3 where date='{date_}'") #conn.command(f"delete from AmazonReport.SB_sbPurchasedProduct_asinV3 where date='{date_}'") print(date_) print("=======================================") print(date_.replace("-","")) try: amz_report(conn,AWS_CREDENTIALS,para={"startDate":date_,"endDate":date_,"date":date_.replace("-","")}) except: time.sleep(15) amz_report(conn,AWS_CREDENTIALS,para={"startDate":date_,"endDate":date_,"date":date_.replace("-","")}) time.sleep(10) count+=1 conn.close()