Python之抓取网页元素

import urllib.request

from bs4 import BeautifulSoup

url = "http://www.wal-martchina.com/walmart/store/14_hubei.htm"

user_agent = "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.134 Safari/537.36"

request = urllib.request.Request(url)

request.add_header("User-Agent", user_agent)

content = urllib.request.urlopen(request)

soup = BeautifulSoup(content,from_encoding="gb18030")

#店名

shopname = soup.find_all('td', {"class": "xl714445"})

#地址

addresss = soup.find_all('td', {"class": "xl684445"})

#联系电话

phones = soup.find_all('td', {"class": "xl744445"})

for shop in shopname:

    print("店铺名称:"+shop.text.lstrip().rstrip())

print("----------------------------------------------")

for address in addresss:

      print("店铺地址:"+address.text.lstrip().rstrip())

sum = 0

for phone in phones:

    if sum % 2 == 0:

        print("联系电话：" + phone.text.lstrip().rstrip())

    else:

        print("交通路线：" + phone.text.lstrip().rstrip())

        print('---------------------------------------------------')

    sum += 1
巴特西

Python之抓取网页元素

最新文章

热门文章
