proxy-scraper-checker/proxy_scraper_checker/proxy.py

from __future__ import annotations

import asyncio
from dataclasses import dataclass
from time import perf_counter
from typing import Union

from aiohttp import ClientSession, ClientTimeout
from aiohttp.abc import AbstractCookieJar
from aiohttp_socks import ProxyConnector, ProxyType

from .constants import HEADERS
from .null_context import AsyncNullContext


@dataclass(repr=False, unsafe_hash=True)
class Proxy:
    __slots__ = ("geolocation", "host", "is_anonymous", "port", "timeout")

    host: str
    port: int

    async def check(
        self,
        *,
        website: str,
        sem: Union[asyncio.Semaphore, AsyncNullContext],
        cookie_jar: AbstractCookieJar,
        proto: ProxyType,
        timeout: ClientTimeout,
        set_geolocation: bool,
    ) -> None:
        async with sem:
            start = perf_counter()
            connector = ProxyConnector(
                proxy_type=proto, host=self.host, port=self.port
            )
            async with ClientSession(
                connector=connector,
                cookie_jar=cookie_jar,
                timeout=timeout,
                headers=HEADERS,
            ) as session, session.get(
                website, raise_for_status=True
            ) as response:
                if set_geolocation:
                    await response.read()
        self.timeout = perf_counter() - start
        if set_geolocation:
            data = await response.json(content_type=None)
            self.is_anonymous = self.host != data["query"]
            self.geolocation = (
                f"|{data['country']}|{data['regionName']}|{data['city']}"
            )

    def as_str(self, *, include_geolocation: bool) -> str:
        if include_geolocation:
            return f"{self.host}:{self.port}{self.geolocation}"
        return f"{self.host}:{self.port}"