批量域名下载

import requests
import time

def fetch_domains(api_url, params):
    headers = {'User-Agent': 'Mozilla/5.0'}
    response = requests.get(api_url, headers=headers, params=params)
    if response.status_code == 200:
        return response.json()
    else:
        print(f"Error: {response.status_code}")
        return None

def batch_fetch_domains(api_url, params_list, delay=1):
    domains = []
    for params in params_list:
        result = fetch_domains(api_url, params)
        if result:
            domains.extend(result['domains'])
        time.sleep(delay)  # 延迟以避免速率限制
    return domains

# 示例API URL和参数列表
api_url = "https://example.com/api/domains"
params_list = [
    {'keyword': 'tech', 'limit': 10},
    {'keyword': 'startup', 'limit': 10}
]

domains = batch_fetch_domains(api_url, params_list)
print(domains)

import requests
from bs4 import BeautifulSoup
import random

def fetch_page(url):
    headers = {'User-Agent': 'Mozilla/5.0'}
    response = requests.get(url, headers=headers)
    if response.status_code == 200:
        return response.text
    else:
        print(f"Error: {response.status_code}")
        return None

def extract_domains(html):
    soup = BeautifulSoup(html, 'html.parser')
    domains = []
    for link in soup.find_all('a'):
        href = link.get('href')
        if href and 'http' in href:
            domain = href.split('//')[1].split('/')[0]
            domains.append(domain)
    return domains

def batch_fetch_domains(urls):
    domains = []
    for url in urls:
        html = fetch_page(url)
        if html:
            domains.extend(extract_domains(html))
        time.sleep(random.uniform(1, 3))  # 随机延迟
    return domains

# 示例URL列表
urls = [
    "https://example.com/domains/page1",
    "https://example.com/domains/page2"
]

domains = batch_fetch_domains(urls)
print(domains)