采集商品发布到wordpress

Posted on Updated on

这是今天折腾自己的一个项目，，从数据采集–google翻译–wordpress发布，全部用python打通了。

最终代码如下：

1import requests
2import json
3from bs4 import BeautifulSoup
4import xlwt
5from wordpress_xmlrpc import Client, WordPressPost, WordPressTerm
6from wordpress_xmlrpc.methods.posts import GetPosts, NewPost
7from wordpress_xmlrpc.methods.users import GetUserInfo
8from wordpress_xmlrpc.methods import taxonomies
9import csv
10
11def getHTMLText(url):
12    try:
13        r = requests.get(url, timeout=30)
14        r.raise_for_status()
15        return r.text
16    except:
17        print("Get HTML Text Failed!")
18        return 0
19
20
21def google_translate_EtoC(to_translate, from_language="en", to_language="ch-CN"):
22    # 根据参数生产提交的网址
23    base_url = "https://translate.google.cn/m?hl={}&sl={}&ie=UTF-8&q={}"
24    url = base_url.format(to_language, from_language, to_translate)
25
26    # 获取网页
27    html = getHTMLText(url)
28    if html:
29        soup = BeautifulSoup(html, "html.parser")
30
31    # 解析网页得到翻译结果
32    try:
33        result = soup.find_all("div", {"class": "t0"})[0].text
34    except:
35        print("Translation Failed!")
36        result = ""
37
38    return result
39
40headers = { 'Host':'www.zalora.com.hk',
41                    'Connection':'keep-alive',
42                    'Cache-Control':'max-age=0',
43                    'Accept': 'text/html, */*; q=0.01',
44                    'X-Requested-With': 'XMLHttpRequest',
45                    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.89 Safari/537.36',
46                    'DNT':'1',
47                    'Referer': 'http://example.com/',
48                    'Accept-Encoding': 'gzip, deflate, sdch',
49                    'Accept-Language': 'zh-CN,zh;q=0.8,ja;q=0.6'
50}
51
52file = xlwt.Workbook()
53table = file.add_sheet('info', cell_overwrite_ok=True)
54x=0
55wp = Client('http://www.xxx.cc/xmlrpc.php', 'user', 'pass')
56base_url = "https://www.zalora.com.hk/data?method=getProductDetail&productUrl="
57with open("urllist2.txt", "r") as f:
58    for line in f.readlines():
59        url = base_url+line
60        res = requests.get(url, headers=headers)
61        json_data = json.loads(res.text)
62        sku = json_data['data']['sku_config']
63        name = json_data['data']['product_name']
64        catogery = json_data['data']['bread_crumb'][2]['value']
65        price = json_data['data']['price'].replace("HK$","")
66        productDesc = json_data['data']['short_description']
67        color = json_data['data']['attributes'][1]['value']
68        Care_label = json_data['data']['attributes'][2]['value']
69        model_body = json_data['data']['size_attributes'][0]['value']
70        model_garment = json_data['data']['size_attributes'][1]['value']
71        size = json_data['data']['size_attributes'][2]['value']
72        image = json_data['data']['product_images'][3]['product_image']
73        returnable = json_data['data']['return_info_text']       
74    # file.save('02.xls')
75        """
76        发表博文
77        """
78        post = WordPressPost()
79        post.title = google_translate_EtoC(name)
80        post.content = catogery+price+google_translate_EtoC(productDesc)
81        post.post_status = 'publish'
82        post.terms_names = {
83            'post_tag': ['test', 'firstpost'],
84            'category': [' Titika', 'Titika']
85        }
86
87        wp.call(NewPost(post))

本文暂无标签

Post Views: 27