Advertisement
vlpap

quotes_spider_pt1.py

Feb 25th, 2021
513
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.57 KB | None | 0 0
  1. import scrapy
  2.  
  3. class QuotesSpider(scrapy.Spider):
  4.     name = "quotes_pt1"
  5.    
  6.     def start_requests(self):
  7.         urls = ['http://quotes.toscrape.com/page/1/',
  8.                'http://quotes.toscrape.com/page/2/',
  9.                ]
  10.         for url in urls:
  11.             yield scrapy.Request(url=url, callback=self.parse)
  12.            
  13.     def parse(self, response):
  14.         page = response.url.split("/")[-2]
  15.         filename = f'quotes-{page}.html'
  16.         with open(filename, 'wb') as f:
  17.             f.write(response.body)
  18.         self.log(f'Save file {filename}')
  19.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement