Files
proxy-scraper-checker/config.toml
T
2025-02-26 17:51:58 +03:00

190 lines
12 KiB
TOML

# The number of seconds to wait for a proxied request.
# The higher the number, the longer the check will take
# and the more proxies you get.
timeout = 5
# The number of seconds to wait for the proxies to be downloaded from the source.
source_timeout = 15
# Maximum number of proxies from a single source.
# If the source has more proxies than this value,
# then the source has a huge number of low-quality proxies and can be ignored.
# Set to 0 to disable this limit.
proxies_per_source_limit = 100000
# Maximum concurrent connections.
# Don't be in a hurry to set high values.
# Make sure you have enough RAM first, gradually increasing the default value.
# If set to 0, the maximum value available for your OS will be used.
max_connections = 2048
# URL to which to send a request to check the proxy.
# If it is not httpbin or a service that returns an IP address,
# it will be impossible to determine the anonymity and geolocation of the proxy.
# Example:
# check_website = "https://google.com"
# check_website = "https://httpbin.smp.io/ip"
# Disable checking:
# check_website = ""
check_website = "https://checkip.amazonaws.com"
# Set to false to sort proxies alphabetically.
sort_by_speed = true
# Save the geolocation of the proxy exit-node.
# Uses offline geolocation database.
# Only works for json output.
enable_geolocation = true
# Enable output of all errors. Significantly slows down proxy checking.
debug = false
[output]
# Path to the folder where the proxies will be saved.
# Leave blank to save the proxies to the current directory.
# This option is ignored in Docker.
path = "./out"
json = true
txt = true
# If you have sources with a protocol prefix, such as socks5://127.0.0.1:1050, you can add them to any of these sections.
[http]
enabled = true
sources = [
# Local proxy list example
# "./http_proxies.txt",
"https://api.openproxylist.xyz/http.txt",
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=http",
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=https",
"https://openproxy.space/list/http",
"https://proxyspace.pro/http.txt",
"https://proxyspace.pro/https.txt",
"https://raw.githubusercontent.com/AlestackOverglow/proxy-list/refs/heads/main/proxies_with_protocol.txt",
"https://raw.githubusercontent.com/ALIILAPRO/Proxy/refs/heads/main/http.txt",
"https://raw.githubusercontent.com/andigwandi/free-proxy/refs/heads/main/proxy_list.txt",
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/http_proxies.txt",
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/https_proxies.txt",
"https://raw.githubusercontent.com/aslisk/proxyhttps/refs/heads/main/https.txt",
"https://raw.githubusercontent.com/dinoz0rg/proxy-list/refs/heads/main/checked_proxies/http.txt",
"https://raw.githubusercontent.com/dpangestuw/Free-Proxy/refs/heads/main/http_proxies.txt",
"https://raw.githubusercontent.com/elliottophellia/proxylist/refs/heads/master/results/http/global/http_checked.txt",
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/http.txt",
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/https.txt",
"https://raw.githubusercontent.com/hendrikbgr/Free-Proxy-Repo/refs/heads/master/proxy_list.txt",
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/http.txt",
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/https.txt",
"https://raw.githubusercontent.com/MrMarble/proxy-list/refs/heads/main/all.txt",
"https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/refs/heads/main/http_checked.txt",
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/http.txt",
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/https.txt",
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/http/http.txt",
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/https/https.txt",
"https://raw.githubusercontent.com/r00tee/Proxy-List/refs/heads/main/Https.txt",
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/HTTPS_RAW.txt",
"https://raw.githubusercontent.com/saisuiu/Lionkings-Http-Proxys-Proxies/refs/heads/main/free.txt",
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/http.txt",
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/https.txt",
"https://raw.githubusercontent.com/Skiddle-ID/proxylist/refs/heads/main/proxies.txt",
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/http.txt",
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/https.txt",
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/http_proxies.txt",
"https://raw.githubusercontent.com/themiralay/Proxy-List-World/refs/heads/master/data.txt",
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/http.txt",
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/http.txt",
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/https.txt",
"https://raw.githubusercontent.com/tuanminpay/live-proxy/refs/heads/master/http.txt",
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/http.txt",
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/https.txt",
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/http.txt",
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/https.txt",
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/http.txt",
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/https.txt",
"https://raw.githubusercontent.com/yemixzy/proxy-list/refs/heads/main/proxies/http.txt",
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/http.txt",
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/https.txt",
"https://raw.githubusercontent.com/zevtyardt/proxy-list/refs/heads/main/http.txt",
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/http.txt",
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/https.txt",
"https://raw.githubusercontent.com/ZoniBoy00/proxy-lists/refs/heads/master/http_proxies.txt",
"https://www.proxy-list.download/api/v1/get?type=http",
"https://www.proxy-list.download/api/v1/get?type=https",
]
[socks4]
enabled = true
sources = [
# Local proxy list example
# "./socks4_proxies.txt",
"https://api.openproxylist.xyz/socks4.txt",
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=socks4",
"https://openproxy.space/list/socks4",
"https://proxyspace.pro/socks4.txt",
"https://raw.githubusercontent.com/ALIILAPRO/Proxy/refs/heads/main/socks4.txt",
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/socks4_proxies.txt",
"https://raw.githubusercontent.com/dinoz0rg/proxy-list/refs/heads/main/checked_proxies/socks4.txt",
"https://raw.githubusercontent.com/dpangestuw/Free-Proxy/refs/heads/main/socks4_proxies.txt",
"https://raw.githubusercontent.com/elliottophellia/proxylist/refs/heads/master/results/socks4/global/socks4_checked.txt",
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/socks4.txt",
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/socks4.txt",
"https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/refs/heads/main/socks4_checked.txt",
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/socks4.txt",
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/socks4/socks4.txt",
"https://raw.githubusercontent.com/r00tee/Proxy-List/refs/heads/main/Socks4.txt",
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/SOCKS4_RAW.txt",
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/socks4.txt",
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/socks4.txt",
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/socks4_proxies.txt",
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/socks4.txt",
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/socks4.txt",
"https://raw.githubusercontent.com/tuanminpay/live-proxy/refs/heads/master/socks4.txt",
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/socks4.txt",
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/socks4.txt",
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/socks4.txt",
"https://raw.githubusercontent.com/yemixzy/proxy-list/refs/heads/main/proxies/socks4.txt",
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/socks4.txt",
"https://raw.githubusercontent.com/zevtyardt/proxy-list/refs/heads/main/socks4.txt",
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/socks4.txt",
"https://raw.githubusercontent.com/ZoniBoy00/proxy-lists/refs/heads/master/socks4_proxies.txt",
"https://www.proxy-list.download/api/v1/get?type=socks4",
]
[socks5]
enabled = true
sources = [
# Local proxy list example
# "./socks5_proxies.txt",
"https://api.openproxylist.xyz/socks5.txt",
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=socks5",
"https://openproxy.space/list/socks5",
"https://proxyspace.pro/socks5.txt",
"https://raw.githubusercontent.com/ALIILAPRO/Proxy/refs/heads/main/socks5.txt",
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/socks5_proxies.txt",
"https://raw.githubusercontent.com/dinoz0rg/proxy-list/refs/heads/main/checked_proxies/socks5.txt",
"https://raw.githubusercontent.com/dpangestuw/Free-Proxy/refs/heads/main/socks5_proxies.txt",
"https://raw.githubusercontent.com/elliottophellia/proxylist/refs/heads/master/results/socks5/global/socks5_checked.txt",
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/socks5.txt",
"https://raw.githubusercontent.com/hookzof/socks5_list/refs/heads/master/proxy.txt",
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/socks5.txt",
"https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/refs/heads/main/socks5_checked.txt",
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/socks5.txt",
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/socks5/socks5.txt",
"https://raw.githubusercontent.com/r00tee/Proxy-List/refs/heads/main/Socks5.txt",
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/SOCKS5_RAW.txt",
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/socks5.txt",
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/socks5.txt",
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/socks5_proxies.txt",
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/socks5.txt",
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/socks5.txt",
"https://raw.githubusercontent.com/tuanminpay/live-proxy/refs/heads/master/socks5.txt",
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/socks5.txt",
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/socks5.txt",
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/socks5.txt",
"https://raw.githubusercontent.com/yemixzy/proxy-list/refs/heads/main/proxies/socks5.txt",
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/socks5.txt",
"https://raw.githubusercontent.com/zevtyardt/proxy-list/refs/heads/main/socks5.txt",
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/socks5.txt",
"https://raw.githubusercontent.com/ZoniBoy00/proxy-lists/refs/heads/master/socks5_proxies.txt",
"https://www.proxy-list.download/api/v1/get?type=socks5",
]