Halaman utama Jelajahi Bantuan
Daftar Masuk
ASJ_ADS
/
sync_amz_data
2
0
Fork 0
Berkas Masalah 0 Permintaan Tarik 0 Wiki
Jelajahi Sumber

sync modify

huangyifan 10 bulan lalu
induk
2bd1dbaadb
melakukan
4f83c30450
3 mengubah file dengan 58 tambahan dan 5 penghapusan
Tampilan Split Tampilkan Statistik Diff
  1. 5 4
      start_sync_amz.py
  2. 52 0
      sync_amz_data/DataTransform/Data_ETL.py
  3. 1 1
      sync_amz_data/public/adjust_budget_bid.py

+ 5 - 4
start_sync_amz.py
Tampilan Berkas 

@@ -11,7 +11,8 @@ from apscheduler.schedulers.blocking import BlockingScheduler
 
 from datetime import datetime,timedelta
 
 
 def pre_func(AWS_CREDENTIALS,date_):
 
-    conn = SB_ETL(**AWS_CREDENTIALS).clickhouse_connect()
 
+    # conn = Common_ETLMethod.clickhouse_connect()
 
+    conn = ''
 
     sb_report = SB_ETL(**AWS_CREDENTIALS)
 
     sb_report.reportV3_campaign_sbCampaigns_ETL(conn, params={"startDate": date_, "endDate": date_,
 
                                                               "date": date_.replace("-", "")})
 
@@ -80,7 +81,7 @@ def pre_func(AWS_CREDENTIALS,date_):
 
     sb_report.reportV2_targetsVideo_ETL(conn,
 
                                         params={"startDate": date_, "endDate": date_, "date": date_.replace("-", "")})
 
 
-    conn.close()
 
+
 
     time.sleep(5)
 
 
     conn = SP_ETL(**AWS_CREDENTIALS).clickhouse_connect()
 
@@ -107,7 +108,7 @@ def pre_func(AWS_CREDENTIALS,date_):
 
     sp_report.reportV3_asin_spPurchasedProductETL(conn, params={"startDate": date_, "endDate": date_,
 
                                                                 "date": date_.replace("-", "")})
 
 
-    conn.close()
 
+
 
     time.sleep(5)
 
 
     conn = SD_ETL(**AWS_CREDENTIALS).clickhouse_connect()
 
@@ -147,7 +148,7 @@ def pre_func(AWS_CREDENTIALS,date_):
 
     # sd_report.reportV2_adGroups_matchedTarget_t3_ETL(conn,params=para)
 
     # sd_report.reportV2_targets_matchedTarget_t2_ETL(conn,params=para)
 
     # sd_report.reportV2_targets_matchedTarget_t3_ETL(conn,params=para)
 
-    conn.close()
 
+
 
     time.sleep(5)
 
 
 def amz_report(AWS_CREDENTIALS,para=None):

+ 52 - 0
sync_amz_data/DataTransform/Data_ETL.py
Tampilan Berkas 

@@ -322,6 +322,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
         print("插入完成SP_spCampaigns_campaignV3")
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_adGroup_spCampaignsETL(self, conn, params:dict=None):
 
@@ -374,6 +375,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
         print("插入完成SP_spCampaigns_adGroupV3")
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     #
 
@@ -429,6 +431,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_targeting_spTargetingETL(self, conn, params:dict=None):
 
@@ -485,6 +488,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_searchTerm_spSearchTermETL(self, conn, params:dict=None):
 
@@ -541,6 +545,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_advertiser_spAdvertisedProductETL(self, conn, params:dict=None):
 
@@ -598,6 +603,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_asin_spPurchasedProductETL(self, conn, params:dict=None):
 
@@ -654,6 +660,7 @@ class SP_ETL(SPClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
 
@@ -755,6 +762,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         time.sleep(1.05)
 
         print("插入完成SB_sbCampaigns_campaignV3")
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_adGroup_sbAdGroup_ETL(self, conn, params:dict=None):
 
@@ -803,6 +811,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         time.sleep(1.05)
 
         print("插入完成SB_sbAdGroup_adGroupV3")
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_sbCampaignPlacement_ETL(self, conn, params:dict=None):
 
@@ -852,6 +861,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         time.sleep(1.05)
 
         print("插入完成SB_sbCampaigns_placementV3")
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_sbTargeting_ETL(self, conn, params:dict=None):
 
@@ -903,6 +913,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         time.sleep(1.05)
 
         print("插入完成SB_sbTargeting_targetingV3")
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_sbSearchTerm_ETL(self, conn, params:dict=None):
 
@@ -949,6 +960,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         time.sleep(1.05)
 
         print("插入完成SB_sbSearchTerm_searchTermV3")
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_sbAds_ETL(self, conn, params:dict=None):
 
@@ -1003,6 +1015,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_sbAds_adsV3")
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_purchasedAsinRecord_ETL(self, conn, params:dict=None):
 
@@ -1051,6 +1064,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_campaignsRecord_ETL(self, conn, params:dict=None):
 
@@ -1101,6 +1115,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_campaignsVideo_ETL(self, conn, params:dict=None):
 
@@ -1153,6 +1168,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         # print(df_report[metric].info())
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_placementRecord_ETL(self, conn, params:dict=None):
 
@@ -1201,6 +1217,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         # print(df_report[metric].info())
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_placementVideo_ETL(self, conn, params:dict=None):
 
@@ -1252,6 +1269,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_adGroupsRecord_ETL(self, conn, params:dict=None):
 
@@ -1302,6 +1320,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_adGroupsVideo_ETL(self, conn, params:dict=None):
 
@@ -1351,6 +1370,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_adGroupsVideoV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_targetsRecord_ETL(self, conn, params:dict=None):
 
@@ -1401,6 +1421,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_targetsVideo_ETL(self, conn, params:dict=None):
 
@@ -1452,6 +1473,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_targetsVideoV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_keywordsRecord_ETL(self, conn, params:dict=None):
 
@@ -1502,6 +1524,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_keywordsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_keywordsVideo_ETL(self, conn, params:dict=None):
 
@@ -1553,6 +1576,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_keywordsVideoV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_searchtermsRecord_ETL(self, conn, params:dict=None):
 
@@ -1598,6 +1622,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_keywordsQueryV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_searchtermsVideo_ETL(self, conn, params:dict=None):
 
@@ -1646,6 +1671,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_keywordsQueryVideoV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_adsRecord_ETL(self, conn, params:dict=None):
 
@@ -1694,6 +1720,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_adsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_adsVideo_ETL(self, conn, params:dict=None):
 
@@ -1746,6 +1773,7 @@ class SB_ETL(SBClient, Common_ETLMethod):
 
         print("插入完成SB_adsVideoV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
 
@@ -1837,6 +1865,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_campaignMT_sdCampaigns_ETL(self, conn, params:dict=None):
 
@@ -1890,6 +1919,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_adgroup_sdAdGroup_ETL(self, conn, params:dict=None):
 
@@ -1944,6 +1974,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_adgroupMT_sdAdGroup_ETL(self, conn, params:dict=None):
 
@@ -1998,6 +2029,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_targeting_sdTargeting_ETL(self, conn, params:dict=None):
 
@@ -2063,6 +2095,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_targeting_sdTargetingV3")
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_targetingMT_sdTargeting_ETL(self, conn, params:dict=None):
 
@@ -2123,6 +2156,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_advertiser_sdAdvertisedProduct_ETL(self, conn, params:dict=None):
 
@@ -2178,6 +2212,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV3_asin_sdPurchasedProduct_ETL(self, conn, params:dict=None):
 
@@ -2225,6 +2260,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
 
 
         df_rel =  df_report[params['columns']]
 
+        conn.close()
 
         return df_rel
 
 
     campaigns_metrics = [
 
@@ -2282,6 +2318,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_campaignsV2—")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_campaignsRecord_t3_ETL(self, conn, params:dict=None):
 
@@ -2323,6 +2360,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_campaignsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     adGroups_metrics = [
 
@@ -2377,6 +2415,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_adGroupsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_adGroupsRecord_t3_ETL(self, conn, params:dict=None):
 
@@ -2417,6 +2456,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_adGroupsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     productAds_metrics = [
 
@@ -2471,6 +2511,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_adsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_productAds_t3_ETL(self, conn, params:dict=None):
 
@@ -2511,6 +2552,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_adsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     targets_metrics = [
 
@@ -2565,6 +2607,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_targetsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_targets_t3_ETL(self, conn, params:dict=None):
 
@@ -2605,6 +2648,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_targetsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     asins_metrics = [
 
@@ -2657,6 +2701,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_asinsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_asins_t3_ETL(self, conn, params:dict=None):
 
@@ -2688,6 +2733,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_asinsV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     campaigns_MT_metrics = [
 
@@ -2746,6 +2792,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_campaignsMatchedTargetV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_campaign_matchedTarget_t3_ETL(self, conn, params:dict=None):
 
@@ -2786,6 +2833,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_campaignsMatchedTargetV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     adGroups_MT_metrics = [
 
@@ -2840,6 +2888,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_adGroupsMatchedTargetV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_adGroups_matchedTarget_t3_ETL(self, conn, params:dict=None):
 
@@ -2878,6 +2927,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_adGroupsMatchedTargetV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     targets_MT_metrics = [
 
@@ -2931,6 +2981,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_targetsMatchedTargetV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel
 
 
     def reportV2_targets_matchedTarget_t3_ETL(self, conn, params:dict=None):
 
@@ -2969,6 +3020,7 @@ class SD_ETL(SDClient, Common_ETLMethod):
 
         print("插入完成SD_targetsMatchedTargetV2")
 
 
         df_rel =  df_report[metric]
 
+        conn.close()
 
         return df_rel

+ 1 - 1
sync_amz_data/public/adjust_budget_bid.py
Tampilan Berkas 

@@ -286,7 +286,7 @@ class Automation_Bid_Budget:
 
 
 
 if __name__ == '__main__':
 
-    adjust_ = Automation_Bid_Budget(campaign_id='325523075677132')
 
+    adjust_ = Automation_Bid_Budget(campaign_id='532194419483669',time_period='12weeks')
 
 
     # 竞价分配
 
     bid_adjust = adjust_.bid_adjust_week()