proxy for crawler

 1
 2
 3
 4
 5
 6
 7
 8
 9
10

from proxybroker import Broker, Checker
async def check(proxy):
    broker = Broker()
    ip = await broker._resolver.get_real_ext_ip()
    checker = Checker(judges=None, real_ext_ip=ip)
    results = []
    for proto in ['HTTPS', 'HTTP']:
        result = await checker._check(proxy, proto)
        results.append(result)
    return True if any(results) else False