scrapy_spider_quotes_scraper_with_pagination.py

1import scrapy
2
3class QuotesSpider(scrapy.Spider):
4    name = "quotes"
5    start_urls = [
6        "https://quotes.toscrape.com/page/1/",
7    ]
8
9    def parse(self, response):
10        for quote in response.css("div.quote"):
11            yield {
12                "text": quote.css("span.text::text").get(),
13                "author": quote.css("small.author::text").get(),
14                "tags": quote.css("div.tags罩a.tag::text").getall(),
15            }
16
17        next_page = response.css("li.next a::attr(href)").get()
18        if next_page is not None:
19            yield response.follow(next_page, callback=self.parse)