scrapy js 翻页

import scrapy
from scrapy_splash import SplashRequest

class MySpider(scrapy.Spider):
    name = 'myspider'
    start_urls = ['http://example.com']

    def start_requests(self):
        for url in self.start_urls:
            yield SplashRequest(url, self.parse, args={'wait': 2})

    def parse(self, response):
        # 解析页面内容
        pass

from selenium import webdriver
from scrapy.http import HtmlResponse

class MySpider(scrapy.Spider):
    name = 'myspider'
    start_urls = ['http://example.com']

    def __init__(self):
        self.driver = webdriver.Chrome()

    def parse(self, response):
        self.driver.get(response.url)
        # 模拟点击翻页按钮
        next_page_button = self.driver.find_element_by_xpath('//a[text()="Next"]')
        next_page_button.click()
        # 获取渲染后的页面内容
        html = self.driver.page_source
        response = HtmlResponse(url=self.driver.current_url, body=html, encoding='utf-8')
        # 解析页面内容
        pass

    def closed(self, reason):
        self.driver.quit()

from playwright.sync_api import sync_playwright
from scrapy.http import HtmlResponse

class MySpider(scrapy.Spider):
    name = 'myspider'
    start_urls = ['http://example.com']

    def parse(self, response):
        with sync_playwright() as p:
            browser = p.chromium.launch()
            page = browser.new_page()
            page.goto(response.url)
            # 模拟点击翻页按钮
            page.click('//a[text()="Next"]')
            # 获取渲染后的页面内容
            html = page.content()
            response = HtmlResponse(url=page.url, body=html, encoding='utf-8')
            # 解析页面内容
            browser.close()