python豆瓣250爬取

import requests

from bs4 import BeautifulSoup

from lxml import etree

# qianxiao996精心制作

#博客地址：https://blog.csdn.net/qq_36374896

url = "https://movie.douban.com/top250"

headers = {

    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:34.0) Gecko/20100101 Firefox/34.0"

}

def Getbyxml(url):

    data = requests.get(url,headers = headers).text

    name = []

    star_con = []

    score =[]

    info = []

    comment_list = []

    response = etree.HTML(data)

    result = response.xpath('/html/body/div[3]/div[1]/div/div[1]/ol/li')

    for item in result:

         name_item = item.xpath("./div/div[2]/div[1]/a/span[1]/text()")[0].strip()

         info_name = item.xpath("./div/div[2]/div[2]/p[1]/text()")[0].strip()

         score_item = item.xpath("./div/div[2]/div[2]/div/span[2]/text()")[0].strip()

         star_item = item.xpath("./div/div[2]/div[2]/div/span[4]/text()")[0].strip()

         try:

             comment = item.xpath("./div/div[2]/div[2]/p[2]/span/text()")[0].strip()

             comment_list.append(comment)

         except:

             comment_list.append('无')

         score.append(score_item)

         name.append(name_item)

         star_con.append(star_item)

         info.append(info_name)

    return name,info,score,star_con,comment_list

t=Getbyxml(url)

print(t)
巴特西

python豆瓣250爬取

最新文章

热门文章
