Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import scrapy
- class QuotesSpider(scrapy.Spider):
- name = "quotes_pt1"
- def start_requests(self):
- urls = ['http://quotes.toscrape.com/page/1/',
- 'http://quotes.toscrape.com/page/2/',
- ]
- for url in urls:
- yield scrapy.Request(url=url, callback=self.parse)
- def parse(self, response):
- page = response.url.split("/")[-2]
- filename = f'quotes-{page}.html'
- with open(filename, 'wb') as f:
- f.write(response.body)
- self.log(f'Save file {filename}')
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement