在Python中从分页URL获取上一页和下一页表

import requests
from bs4 import BeautifulSoup

def get_table_data(url):
    # 发起HTTP GET请求获取页面内容
    response = requests.get(url)
    
    # 使用BeautifulSoup解析页面内容
    soup = BeautifulSoup(response.content, 'html.parser')
    
    # 根据页面结构和HTML标签找到包含表格数据的元素
    table = soup.find('table')
    
    # 提取表格数据
    table_data = []
    for row in table.find_all('tr'):
        row_data = [cell.get_text(strip=True) for cell in row.find_all('td')]
        table_data.append(row_data)
    
    return table_data

def get_pagination_links(url):
    # 发起HTTP GET请求获取页面内容
    response = requests.get(url)
    
    # 使用BeautifulSoup解析页面内容
    soup = BeautifulSoup(response.content, 'html.parser')
    
    # 根据页面结构和HTML标签找到包含上一页和下一页链接的元素
    pagination = soup.find('div', class_='pagination')
    
    # 提取上一页和下一页的URL
    prev_page_url = pagination.find('a', class_='prev')['href']
    next_page_url = pagination.find('a', class_='next')['href']
    
    return prev_page_url, next_page_url

# 指定分页URL
url = 'https://example.com/page/1'

# 获取当前页表格数据
table_data = get_table_data(url)

# 获取上一页和下一页的URL
prev_page_url, next_page_url = get_pagination_links(url)

# 获取上一页的表格数据
prev_page_table_data = get_table_data(prev_page_url)

# 获取下一页的表格数据
next_page_table_data = get_table_data(next_page_url)