import requests

 from lxml import etree

 from bs4 import BeautifulSoup

 import os

 from selenium import webdriver

 #解析每个漫画分页并下载漫画

 def manhua(url):

     browser.get(url)

     #获取模拟访问的页面源码

     html=browser.page_source

     html = etree.HTML(html)

     img_url = html.xpath('//img[@id="mangaFile"]/@src')[0]

     alt = html.xpath('/html/body/div[2]/div[2]/h1/a/text()')[0]

     title = html.xpath('/html/body/div[2]/div[2]/h2/text()')[0]

     print(img_url,alt,title)

     # print(html)

     path='./漫画/'+alt+'/'+title+'/'

     if not os.path.exists(path):

         os.makedirs(path)

     fname=img_url.split('/')[-1]

     # print(fname)

     print(os.path.join(path,fname))

     # request.urlretrieve(img_url,os.path.join(path,fname))

     #请求图片地址

     response = requests.get(img_url)

     #二进制解码

     data= response.content

     #保存文件

     with open(path+fname,'wb') as f:

         f.write(data)

 #解析获取漫画分页链接

 def manhua_url(url):

     response = requests.get(url)

     response.encoding = response.apparent_encoding

     html = response.text

     html = etree.HTML(html)

     # print(html)

     #i为漫画页数

     i = html.xpath('/html/body/div[2]/div[2]/span/text()')[1][1:-1]

     i=int(i)

     # print(i)

     #找到分页规律

     #拼接分页链接，选择用format函数

     url = url +'/index.html?p={}'

     # print(url)

     for n in range(1,i+1):

         fullurl = url.format(n)

         print(fullurl)

         # time.sleep(2)

         #fullurl为所有的分页漫画链接

         manhua(fullurl)

 #解析列表页

 def list(lb_url):

     response = requests.get(lb_url)

     response.encoding = response.apparent_encoding

     html = response.text

     html = BeautifulSoup(html,'lxml')

     #匹配所有章节链接

     url_list = html.select('div.subBookList ul li')

     for url in url_list :

         url = url.select('a')[0].get('href').split('/')[-2]

         # print(url)

         fullurl = os.path.join(lb_url,url)

         print(fullurl)

         #章节链接

         manhua_url(fullurl)

     # print(url_list)

     # print(html)

 #解析首页

 def shouye():

     #首页链接

     base_url = 'http://www.omanhua.com/'

     #发起请求

     response = requests.get(base_url)

     #解码

     response.encoding = response.apparent_encoding

     #获取返回的网页

     html = response.text

     # print(html)

     #解析

     html =BeautifulSoup(html,'lxml')

     #匹配最热漫画链接

     url_list = html.select('ul#cartoon_image_show1 li')

     for url in url_list:

         # print(url)

         url = url.select('a')[0].get('href')[1:]

         # alt = url.select('a')

         # print(alt)

         #拼接链接

         fullurl = os.path.join(base_url,url)

         print(fullurl)

         list(fullurl)

 if __name__ == '__main__':

     # 用自动测试模块selenium模拟浏览器访问，这里用谷歌 图片加载获取不到图片链接

     #后面的路径是chorm驱动路径

     browser = webdriver.Chrome(executable_path=r'C:\Users\zhaozhi\Desktop\chromedriver.exe')

     shouye()

刚开始自学爬虫不久，代码可能写的有点繁琐，希望和大家一起学习学习进步