scrapy指定域名解析的ip

import socket
from twisted.internet import defer, interfaces
from twisted.names import client, server, dns

class CustomDNSServer(server.DNSServerFactory):
    def __init__(self, ip_mapping):
        server.DNSServerFactory.__init__(self)
        self.ip_mapping = ip_mapping

    def handleQuery(self, message, protocol, address):
        query = message.queries[0]
        name = query.name.name
        if name in self.ip_mapping:
            answer = dns.RRHeader(
                name=name,
                payload=dns.Record_A(address=self.ip_mapping[name], ttl=60)
            )
            answers = [answer]
            authority = []
            additional = []
            message.makeReply()
            message.answers = answers
            message.authority = authority
            message.additional = additional
            return message
        else:
            return server.DNSServerFactory.handleQuery(self, message, protocol, address)

class CustomDNSResolver:
    def __init__(self, ip_mapping):
        self.ip_mapping = ip_mapping

    def resolve(self, hostname):
        if hostname in self.ip_mapping:
            return defer.succeed(self.ip_mapping[hostname])
        else:
            return defer.fail(socket.gaierror("Hostname not found"))

# 在 Scrapy 设置中配置自定义 DNS 解析器
custom_dns_resolver = CustomDNSResolver(ip_mapping={'example.com': '192.168.1.1'})
custom_dns_server = CustomDNSServer(ip_mapping={'example.com': '192.168.1.1'})

# 配置 Twisted 的 DNS 客户端使用自定义解析器
defer.setDefaulReactor(TwistedReactor())
client.lookup = custom_dns_resolver.resolve