python实战之原生爬虫(爬取熊猫主播排行榜)



"""

this is a module,多行注释

"""

import re

from urllib import request

# BeautifulSoup:解析数据结构 推荐库 Scrapy:爬虫框架

#爬虫，反爬虫，反反爬虫

#ip 封

#代理ip库

class Spider():

    url='https://www.panda.tv/cate/lol'

    root_pattern='<div class="video-info">([\s\S]*?)</div>'

    name_pattern='</i>([\s\S]*?)</span>'

    number_pattern='<span class="video-number">([\s\S]*?)</span>'

    def __fetch_content(self):

        r=request.urlopen(Spider.url)

        htmls=r.read()

        htmls=str(htmls,encoding='utf-8')

        return htmls

        a=1

    def __analysis(self,htmls):

        root_html=re.findall(Spider.root_pattern,htmls)

        anchors=[]

        for html in root_html:

            name=re.findall(Spider.name_pattern,html)

            number=re.findall(Spider.number_pattern,html)

            anchor={'name':name,'number':number}

            anchors.append(anchor)

        return anchors

    def __refine(self,achors):

        l=lambda anchor:{'name':anchor['name'][0].strip(),'number':anchor['number'][0]}

        return map(l,achors)

    def __sort(self,anchors):

        anchors=sorted(anchors,key=self.__sord_seed,reverse=True)

        return anchors

    def __show(self,anchors):

        for rank in range(0,len(anchors)):

            print('rank '+str(rank+1)+':'+anchors[rank]['name']

            +'    '+anchors[rank]['number']

            )

    def __sord_seed(self,anchor):

        r=re.findall('\d*',anchor['number'])

        number= float(r[0])

        if '万' in anchor['number']:

            number*=10000

        return number

    def go(self):

        htmls=self.__fetch_content()

        anchors=self.__analysis(htmls)

        anchors=list(self.__refine(anchors))

        anchors=self.__sort(anchors)

        self.__show(anchors)

splider=Spider()

splider.go()
巴特西

python实战之原生爬虫(爬取熊猫主播排行榜)

最新文章

热门文章
