采集商品发布到wordpress

Posted on Updated on

这是今天折腾自己的一个项目，，从数据采集–google翻译–wordpress发布，全部用python打通了。

最终代码如下：

1 import requests
2 import json
3 from bs4 import BeautifulSoup
4 import xlwt
5 from wordpress_xmlrpc import Client, WordPressPost, WordPressTerm
6 from wordpress_xmlrpc.methods.posts import GetPosts, NewPost
7 from wordpress_xmlrpc.methods.users import GetUserInfo
8 from wordpress_xmlrpc.methods import taxonomies
9 import csv
10
11 def getHTMLText(url):
12     try:
13         r = requests.get(url, timeout=30)
14         r.raise_for_status()
15         return r.text
16     except:
17         print("Get HTML Text Failed!")
18         return 0
19
20
21 def google_translate_EtoC(to_translate, from_language="en", to_language="ch-CN"):
22     # 根据参数生产提交的网址
23     base_url = "https://translate.google.cn/m?hl={}&sl={}&ie=UTF-8&q={}"
24     url = base_url.format(to_language, from_language, to_translate)
25
26     # 获取网页
27     html = getHTMLText(url)
28     if html:
29         soup = BeautifulSoup(html, "html.parser")
30
31     # 解析网页得到翻译结果
32     try:
33         result = soup.find_all("div", {"class": "t0"})[0].text
34     except:
35         print("Translation Failed!")
36         result = ""
37
38     return result
39
40 headers = { 'Host':'www.zalora.com.hk',
41                     'Connection':'keep-alive',
42                     'Cache-Control':'max-age=0',
43                     'Accept': 'text/html, */*; q=0.01',
44                     'X-Requested-With': 'XMLHttpRequest',
45                     'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.89 Safari/537.36',
46                     'DNT':'1',
47                     'Referer': 'http://example.com/',
48                     'Accept-Encoding': 'gzip, deflate, sdch',
49                     'Accept-Language': 'zh-CN,zh;q=0.8,ja;q=0.6'
50 }
51
52 file = xlwt.Workbook()
53 table = file.add_sheet('info', cell_overwrite_ok=True)
54 x=0
55 wp = Client('http://www.xxx.cc/xmlrpc.php', 'user', 'pass')
56 base_url = "https://www.zalora.com.hk/data?method=getProductDetail&productUrl="
57 with open("urllist2.txt", "r") as f:
58     for line in f.readlines():
59         url = base_url+line
60         res = requests.get(url, headers=headers)
61         json_data = json.loads(res.text)
62         sku = json_data['data']['sku_config']
63         name = json_data['data']['product_name']
64         catogery = json_data['data']['bread_crumb'][2]['value']
65         price = json_data['data']['price'].replace("HK$","")
66         productDesc = json_data['data']['short_description']
67         color = json_data['data']['attributes'][1]['value']
68         Care_label = json_data['data']['attributes'][2]['value']
69         model_body = json_data['data']['size_attributes'][0]['value']
70         model_garment = json_data['data']['size_attributes'][1]['value']
71         size = json_data['data']['size_attributes'][2]['value']
72         image = json_data['data']['product_images'][3]['product_image']
73         returnable = json_data['data']['return_info_text']       
74     # file.save('02.xls')
75         """
76         发表博文
77         """
78         post = WordPressPost()
79         post.title = google_translate_EtoC(name)
80         post.content = catogery+price+google_translate_EtoC(productDesc)
81         post.post_status = 'publish'
82         post.terms_names = {
83             'post_tag': ['test', 'firstpost'],
84             'category': [' Titika', 'Titika']
85         }
86
87         wp.call(NewPost(post))

本文暂无标签