From b567e5779f4589e8fcd105975b60166ff47b5770 Mon Sep 17 00:00:00 2001 From: Kuucheen <70746714+Kuucheen@users.noreply.github.com> Date: Wed, 7 Sep 2022 18:36:36 +0200 Subject: [PATCH] Add files via upload --- KC-Scraper.py | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/KC-Scraper.py b/KC-Scraper.py index e3b6da6..2f535b8 100644 --- a/KC-Scraper.py +++ b/KC-Scraper.py @@ -23,7 +23,7 @@ color = Colors.StaticMIX((Colors.purple, Colors.blue)) def main(): - global threadcount, clearingcnt, sitelist, start + global threadcount, clearingcnt, clearingproxy, sitelist, start with open("settings.yaml") as setting: settings = yaml.safe_load(setting.read()) @@ -176,8 +176,8 @@ def main(): if clearingcnt == True or clearingproxy == True: - print(f"{white}[{color}^{white}] Removing {color}not reachable Websites\n") - + print(f"{white}[{color}^{white}] Removing {color}bad Websites\n") + with open(config, "w") as inp: for site in goodsites: @@ -206,11 +206,10 @@ def scrape(site: str): locProxies = re.findall(r"\b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\:\d{1,5}\b", r) length = len(locProxies) print(f"{white}[{Colors.green}+{white}] Scraped {color}{length}{white} from {color}{site}") - localproxycount = length proxycount += length proxies = proxies | set(locProxies) - if site in goodsites and localproxycount == 0 and clearingproxy == True: - goodsites.remove(site) + if clearingproxy == True and length == 0: + goodsites.remove(site) threadcount -= 1 def terminal(string:str = ""):