From 5de480da746145a6ce0050f670f76e74365c124e Mon Sep 17 00:00:00 2001 From: Kuchen Date: Fri, 12 Jul 2024 21:57:38 +0200 Subject: [PATCH] * enhanced support for websites --- KC-Scraper.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/KC-Scraper.py b/KC-Scraper.py index 21da591..1d67151 100644 --- a/KC-Scraper.py +++ b/KC-Scraper.py @@ -112,13 +112,13 @@ class KCScraper: else: self.goodSites.add(site) - # Replace opening HTML tags with ':' - r = re.sub(r'<[^/][^>]*>', ':', r) - # Remove closing HTML tags - r = re.sub(r']*>', '', r) + r = re.sub(r"<[^/][^>]*>", self.proxyDelimiter, r) + r = re.sub(r"]*>", "", r) + r = r.replace("\n", self.proxyDelimiter) + r = r.replace(" ", self.proxyDelimiter) - while r.count("::") > 0: - r = r.replace("::", ":") + while r.count(self.proxyDelimiter*2) > 0: + r = r.replace(self.proxyDelimiter*2, self.proxyDelimiter) locProxies = re.findall(r"\b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}" + self.proxyDelimiter +