# -*- coding: utf-8 -*-

 from dbmovie.items import DbmovieItem

 from scrapy.contrib.spiders import CrawlSpider

 from scrapy.http import Request

 class TopMovie(CrawlSpider):

     name = "dbmovie"

     allowed_domains = ["movie.douban.com"]

     start_urls=['http://movie.douban.com/top250']

     url = 'http://movie.douban.com/top250'

     def parse(self,response):

         item = DbmovieItem()

         Movie = response.xpath('//div[@class="info"]')

         for eachMovie in Movie:

             title = eachMovie.xpath('//a[contains(@href,"http://movie.douban.com/subject/")]/span[1]/text()').extract()

             item['title'] = title

         # print item

         yield item

         nextLink = response.xpath('//span[@class="next"]/link/@href').extract()

         if nextLink:

             nextLink = nextLink[0]

             print nextLink

             yield Request(self.url+nextLink,callback = self.parse)