HELP WITH AIOHTTP

[412]

I am working on an asynchronous proxy checker and when it has to test many proxies the script never works.
 when there are few proxies, it works.


async def check(client, proxy):
url = 'http://www.google.com/'
proxies = ('http://' + proxy)
try:
r = await client.get(url, proxy=proxies, timeout=10)
r.close()
print(f'''G00D {proxy}''')
return proxy
except:
pass

async def check1():
async with sem:
async with aiohttp.ClientSession() as client:
tasks = []
g00d = []
for proxy in protsies:
task = asyncio.ensure_future(check(client, proxy))
tasks.append(task)
results = await asyncio.gather(*tasks)


for proxy in results:
if proxy != None:
g00d.append(proxy)
return g00d






IGNORE VARIABLE NAMES

[278]

How are we supposed to help you if you don't share your code?

[412]

How are we supposed to help you if you don't share your code?

UPDATED

[21]

One solution could be to use a Semaphore to limit the number of concurrent requests that are sent through your network connection. In this way, you can control the amount of traffic that is passing through your network and avoid overloading it.


import asyncio
import aiohttp

# Crea un Semáforo con un límite de 10 solicitudes concurrentes
sem = asyncio.Semaphore(10)

async def check(client, proxy):
    url = 'http://www.google.com/'
    proxies = ('http://' + proxy)
    try:
        async with sem:
            r = await client.get(url, proxy=proxies, timeout=10)
            r.close()
        print(f'''G00D {proxy}''')
        return proxy
    except:
        pass

async def check1():
    async with aiohttp.ClientSession() as client:
        tasks = []
        g00d = []
        for proxy in protsies:
            task = asyncio.ensure_future(check(client, proxy))
            tasks.append(task)
        results = await asyncio.gather(*tasks)

        for proxy in results:
            if proxy != None:
                g00d.append(proxy)
        return g00d