使用python抓取目标搜索结果

import requests
from bs4 import BeautifulSoup

def fetch_search_results(query):
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
    url = f'https://www.google.com/search?q={query}'
    response = requests.get(url, headers=headers)
    
    if response.status_code == 200:
        soup = BeautifulSoup(response.text, 'html.parser')
        results = []
        for g in soup.find_all('div', class_='g'):
            anchors = g.find_all('a')
            if anchors:
                link = anchors[0]['href']
                title = g.find('h3').text
                results.append({'title': title, 'link': link})
        return results
    else:
        print(f'Error: Unable to fetch data (status code: {response.status_code})')
        return []

# 使用示例
query = 'Python programming'
results = fetch_search_results(query)
for idx, result in enumerate(results):
    print(f'{idx+1}. {result["title"]}\n{result["link"]}\n')