从API获取多个页面并添加到流接收器

import requests
import time
from collections import deque

def fetch_data_from_api(api_url, params):
    try:
        response = requests.get(api_url, params=params)
        response.raise_for_status()  # 抛出HTTP错误
        return response.json()
    except requests.RequestException as e:
        print(f"Error fetching data from API: {e}")
        return None

def add_to_stream_receiver(data, stream_receiver):
    try:
        stream_receiver.add(data)
    except Exception as e:
        print(f"Error adding data to stream receiver: {e}")

def main():
    api_url = "https://example.com/api/data"
    params = {"page": 1}
    max_retries = 3
    retry_delay = 5  # 重试延迟时间（秒）
    stream_receiver = deque()  # 使用deque作为简单的流接收器

    for page in range(1, 11):  # 假设要获取10页数据
        retries = 0
        while retries < max_retries:
            data = fetch_data_from_api(api_url, {"page": page})
            if data:
                add_to_stream_receiver(data, stream_receiver)
                break
            else:
                retries += 1
                time.sleep(retry_delay)
        else:
            print(f"Failed to fetch data for page {page} after {max_retries} retries")

    # 处理流接收器中的数据
    for data in stream_receiver:
        print(data)

if __name__ == "__main__":
    main()