From 63b706a2bb1d9a063ad3699563eda357445843aa Mon Sep 17 00:00:00 2001 From: monosans Date: Tue, 7 Jan 2025 21:09:43 +0300 Subject: [PATCH] allow `file://` prefix for file proxy lists --- proxy_scraper_checker/scraper.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/proxy_scraper_checker/scraper.py b/proxy_scraper_checker/scraper.py index 314143e..65304ed 100644 --- a/proxy_scraper_checker/scraper.py +++ b/proxy_scraper_checker/scraper.py @@ -42,7 +42,9 @@ async def scrape_one( content = await response.read() text = get_response_text(response=response, content=content) else: - content = await asyncio.to_thread(Path(source).read_bytes) + content = await asyncio.to_thread( + Path(source.removeprefix("file://")).read_bytes + ) text = bytes_decode(content) except ClientResponseError as e: _logger.warning(