在python中从嵌套的URL中抓取和解析表

import requests
from bs4 import BeautifulSoup
import pandas as pd

# 发送HTTP请求
url = 'https://example.com/nested-url'
response = requests.get(url)

# 检查请求是否成功
if response.status_code == 200:
    # 解析HTML内容
    soup = BeautifulSoup(response.content, 'html.parser')
    
    # 找到所有的表格
    tables = soup.find_all('table')
    
    # 假设我们只需要第一个表格
    table = tables[0]
    
    # 提取表头
    headers = []
    for th in table.find_all('th'):
        headers.append(th.text.strip())
    
    # 提取数据行
    rows = []
    for tr in table.find_all('tr')[1:]:  # 跳过表头行
        row = []
        for td in tr.find_all('td'):
            row.append(td.text.strip())
        rows.append(row)
    
    # 创建DataFrame
    df = pd.DataFrame(rows, columns=headers)
    
    # 打印DataFrame
    print(df)
else:
    print(f'Failed to retrieve data: {response.status_code}')