Merge branch 'wengao' of ASJ_ADS/sync_amz_data into master

sync_amz_data/public/amz_ad_client.py

@@ -627,7 +627,7 @@ class SBClient(BaseClient):
 
     def get_keywords(self,**param):
         url_path = "/sb/keywords"
-        return self._request(url_path, method="GET",params=param)
+        return self._request(url_path, method="GET", params=param)
 
     def get_keyword(self,keywordid):
         url_path = f'/sb/keywords/{keywordid}'
@@ -645,6 +645,25 @@ class SBClient(BaseClient):
             param["startIndex"] += 5000
             yield info
 
+    def get_keyword_groupid(self, **param):
+        url_path = "/sb/keywords"
+        headers = {
+            "Accept": "application/vnd.sbkeyword.v3.2+json"
+        }
+        return self._request(url_path, params=param, headers=headers)
+
+    def iter_keyword_groupid(self, **param):
+        if "startIndex" not in param:
+            param["startIndex"] = 0
+            param["count"] = 5000
+        while True:
+            info: list = self.get_keywords(**param)
+            # print(info)
+            if len(info) == 0:
+                break
+            param["startIndex"] += 5000
+            yield info
+
     def get_targets(self, **body):
         url_path = "/sb/targets/list"
         return self._request(url_path, method="POST", body=body)

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sb_keywordsbid_recommendations_v3.py

@@ -38,7 +38,7 @@ class SbkeywordsBidRecommendations:
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
         self.sbk_url_path = "api/ad_manage/sbkbrkeywords/"
-        self.upcreate_url_path = "api/ad_manage/sbkeywordsbidrecommendation/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbkeywordsbidrecommendation/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbads.py

@@ -33,7 +33,7 @@ class SbAds:
         self.profile_id = profile_id
         self.portfolioId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sbads/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbads/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbcampaign.py

@@ -63,7 +63,7 @@ class SbCampaign:
         self.profile_id = profile_id
         self.portfolioId = portfolioId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sbcampaigns/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbcampaigns/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbgroup.py

@@ -45,7 +45,7 @@ class SbGroup:
         self.profile_id = profile_id
         self.portfolioId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sbgroups/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbgroups/p/updata/"
         self.kid_url_path = "api/ad_manage/sbkeywordsadgroupId/"
         self.tid_url_path = "api/ad_manage/sbtargetsadgroupId/"
         self.aid_url_path = "api/ad_manage/sbadsadgroupId/"

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbkeyword_v3.py

@@ -33,7 +33,8 @@ class SbKeyword:
         self.profile_id = profile_id
         self.portfolioId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sbkeywords/updata/"
+        self.gid_url_path = "api/ad_manage/getsbadgroupId/"
+        self.upcreate_url_path = "api/ad_manage/sbkeywords/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']
@@ -57,6 +58,23 @@ class SbKeyword:
             out = None
         return out
 
+    def get_adgroup_data(self):
+        heads = self.heads
+        url_path = self.gid_url_path
+        data = []
+        page = 1
+        params = {'profile_id': self.profile_id, 'limit': 999, 'page': page}
+        tem = request(url_path=url_path, head=heads, params=params)
+        data.extend(tem.get('data'))
+        while tem.get('is_next') is True:
+            page += 1
+            params = {'profile_id': self.profile_id, 'limit': 999, 'page': page}
+            tem = request(url_path=url_path, head=heads, params=params)
+            data.extend(tem.get('data'))
+        df = pd.json_normalize(data)
+        out_list_id = df.adGroupId.to_list()
+        return out_list_id
+
     def get_sbkeywords_data(self):
         tem = SBClient(**self.AWS_CREDENTIALS)
         _ = tem.iter_keywords()

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbnegativekeyword.py

@@ -33,7 +33,7 @@ class SbNegtiveKeyword:
         self.profile_id = profile_id
         self.portfolioId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sbnegativekeyword/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbnegativekeyword/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbtarget_v3.py

@@ -35,7 +35,7 @@ class SbTargets:
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
         self.gid_url_path = "api/ad_manage/getsbadgroupId/"
-        self.upcreate_url_path = "api/ad_manage/sbtargets/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbtargets/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']
@@ -112,7 +112,7 @@ class SbTargets:
             tem = request(url_path=url_path, head=heads, params=params)
             data.extend(tem.get('data'))
         df = pd.json_normalize(data)
-        out_list_id = list(df.adGroupId.values)
+        out_list_id = df.adGroupId.to_list()
         return out_list_id
 
     def get_sbtargets_data_new(self):

sync_amz_data/tasks/datainsert/SB/mysql_datainsert_sbtargetbid_recommendations_v3.py

@@ -62,7 +62,7 @@ class SbtargetsBidRecommendations:
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
         self.sbk_url_path = "api/ad_manage/sbkbrtargets/"
-        self.upcreate_url_path = "api/ad_manage/sbtargetsbidrecommendation/updata/"
+        self.upcreate_url_path = "api/ad_manage/sbtargetsbidrecommendation/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SD/mysql_datainsert_sdcampaign.py

@@ -32,7 +32,7 @@ class SpCampaign:
         self.profile_id = profile_id
         self.portfolioId = portfolioId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sdcampaigns/updata/"
+        self.upcreate_url_path = "api/ad_manage/sdcampaigns/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_sp_budget_recommendation.py

@@ -34,7 +34,7 @@ class SpBudgetRecommendation:
         self.portfolioId = portfolioId
         self.re_url_path = "api/ad_manage/profiles/"
         self.camid_url_path = "api/ad_manage/spcampaigns/?updata=1&limit=9999"
-        self.upcreate_url_path = "api/ad_manage/spbudgetrecommendation/updata/"
+        self.upcreate_url_path = "api/ad_manage/spbudgetrecommendation/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_sp_targetsbid_recommendations.py

@@ -33,7 +33,7 @@ class SpTargetsBidRecommendations:
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
         self.cgk_url_path = "api/ad_manage/sptbrkeywords/"
-        self.upcreate_url_path = "api/ad_manage/sptargetsbidrecommendation/updata/"
+        self.upcreate_url_path = "api/ad_manage/sptargetsbidrecommendation/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_sp_targetsbid_recommendations_v2.py

@@ -56,7 +56,7 @@ class SpTargetsBidRecommendationsV2:
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
         self.spt_url_path = "api/ad_manage/sptargetsv2/"
-        self.upcreate_url_path = "api/ad_manage/sptargetsbidrecommendationv2/updata/"
+        self.upcreate_url_path = "api/ad_manage/sptargetsbidrecommendationv2/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_spads.py

@@ -32,7 +32,7 @@ class SpAds:
         self.profile_id = profile_id
         self.portfolioId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/spads/updata/"
+        self.upcreate_url_path = "api/ad_manage/spads/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']
@@ -95,6 +95,6 @@ class SpAds:
 
 if __name__ == '__main__':
     a = SpAds(profile_id="3006125408623189")
-    out = a.updata_create()
-    # out = a.dataconvert()
-    print(out)
+    # out = a.updata_create()
+    out = a.get_spads_data()
+    print(out)

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_spcampaign.py

@@ -52,7 +52,7 @@ class SpCampaign:
         self.profile_id = profile_id
         self.portfolioId = portfolioId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/spcampaigns/updata/?updata=1"
+        self.upcreate_url_path = "api/ad_manage/spcampaigns/p/updata/?updata=1"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_spgroup.py

@@ -43,7 +43,7 @@ class SpGroup:
         self.profile_id = profile_id
         self.portfolioId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/spgroups/updata/?updata=1"
+        self.upcreate_url_path = "api/ad_manage/spgroups/p/updata/?updata=1"
         self.kid_url_path = "api/ad_manage/spkeywordsadgroupId/"
         self.tid_url_path = "api/ad_manage/sptargetsadgroupId/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_spkeyword.py

@@ -32,7 +32,7 @@ class SpKeyword:
         self.profile_id = profile_id
         self.campaignId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/spkeywords/updata/?updata=1"
+        self.upcreate_url_path = "api/ad_manage/spkeywords/p/updata/?updata=1"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_spnegativekeyword.py

@@ -32,7 +32,7 @@ class SpNegativeKeyword:
         self.profile_id = profile_id
         self.campaignId = campaignId
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/spnegativekeyword/updata/"
+        self.upcreate_url_path = "api/ad_manage/spnegativekeyword/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_spnegativetarget.py

@@ -33,7 +33,7 @@ class SpNegativeTarget:
     def __init__(self, profile_id):
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/spnegativetarget/updata/"
+        self.upcreate_url_path = "api/ad_manage/spnegativetarget/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/SP/mysql_datainsert_sptarget.py

@@ -33,7 +33,7 @@ class SpTargets:
     def __init__(self, profile_id):
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/sptargets/updata/?updata=1"
+        self.upcreate_url_path = "api/ad_manage/sptargets/p/updata/?updata=1"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']

sync_amz_data/tasks/datainsert/mysql_datainsert_portfolios.py

@@ -32,7 +32,7 @@ class Portfolios:
     def __init__(self, profile_id):
         self.profile_id = profile_id
         self.re_url_path = "api/ad_manage/profiles/"
-        self.upcreate_url_path = "api/ad_manage/portfolios/updata/"
+        self.upcreate_url_path = "api/ad_manage/portfolios/p/updata/"
         self.heads = {'X-Token': "da4ab6bc5cbf1dfa"}
         self.refresh_token = self.get_refresh_token()
         self.lwa_client_id = AWS_LWA_CLIENT['lwa_client_id']