added support for even more websites that have html between them

This commit is contained in:
Kuchen
2024-06-28 11:31:25 +02:00
parent 04f33237f0
commit cad99401df
+10 -1
View File
@@ -111,6 +111,15 @@ class KCScraper:
self.goodSites.add(site)
else:
self.goodSites.add(site)
# Replace opening HTML tags with ':'
r = re.sub(r'<[^/][^>]*>', ':', r)
# Remove closing HTML tags
r = re.sub(r'</[^>]*>', '', r)
while r.count("::") > 0:
r = r.replace("::", ":")
locProxies = re.findall(r"\b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}" +
self.proxyDelimiter +
r"\d{1,5}\b", KCScraper.replaceAll(self, r))
@@ -328,4 +337,4 @@ class KCScraper:
if __name__ == "__main__":
KCScraper().main()
KCScraper().main()