207 lines
13 KiB
TOML
207 lines
13 KiB
TOML
# Use debug logging level
|
|
# Produces a lot of output
|
|
debug = false
|
|
|
|
|
|
[scraping]
|
|
# Max proxies to collect from each individual source
|
|
# If the source has too much proxies, then likely many of these don't work
|
|
# Set to 0 to disable this limit
|
|
max_proxies_per_source = 100000
|
|
|
|
# The number of seconds to wait for the source to be fetched
|
|
timeout = 5.0
|
|
|
|
|
|
[checking]
|
|
# Website used to check proxy functionality
|
|
# Use httpbin-compatible services to get ASN, geolocation and anonymity info
|
|
# Examples:
|
|
# "https://httpbin.org/ip" (or any other httpbin-compatible service) - Supports getting ASN, geolocation and anonymity info
|
|
# "https://checkip.amazonaws.com" (or any other plain-ip service) - Supports getting ASN, geolocation and anonymity info
|
|
# "https://google.com" - Checks general connectivity
|
|
# "" - Disable checking entirely
|
|
check_url = "https://checkip.amazonaws.com"
|
|
|
|
# Maximum concurrent proxy checks
|
|
# Make sure you have enough RAM first and your network can handle it, gradually increasing the default value
|
|
max_concurrent_checks = 4096
|
|
|
|
# The number of seconds to wait for a proxied request
|
|
# Higher values = more working proxies but slower checking
|
|
# Lower values = faster checking but may miss slower proxies
|
|
timeout = 5.0
|
|
|
|
|
|
[output]
|
|
# Directory where proxies will be saved
|
|
# Leave empty to use current directory
|
|
# Note: Ignored when running in Docker
|
|
path = "./out"
|
|
|
|
# Sort proxies by response speed (fastest first)
|
|
# Set to false to sort alphabetically by IP address
|
|
sort_by_speed = true
|
|
|
|
|
|
# Text output format - simple list of proxies
|
|
[output.txt]
|
|
enabled = true
|
|
|
|
|
|
# JSON output format - detailed proxy information
|
|
[output.json]
|
|
enabled = true
|
|
|
|
# Include ASN (Autonomous System Number) data for each proxy
|
|
# Uses offline database for privacy and speed
|
|
include_asn = true
|
|
|
|
# Include geolocation data for each proxy
|
|
# Uses offline database for privacy and speed
|
|
include_geolocation = true
|
|
|
|
|
|
# If you have sources with a protocol prefix, such as socks5://127.0.0.1:1050, you can add them to any of these sections.
|
|
[scraping.http]
|
|
enabled = true
|
|
urls = [
|
|
# You can add local files like this:
|
|
# "./my_http_proxies.txt",
|
|
|
|
"https://api.openproxylist.xyz/http.txt",
|
|
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=http",
|
|
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=https",
|
|
"https://openproxy.space/list/http",
|
|
"https://proxyspace.pro/http.txt",
|
|
"https://proxyspace.pro/https.txt",
|
|
"https://raw.githubusercontent.com/AlestackOverglow/proxy-list/refs/heads/main/proxies_with_protocol.txt",
|
|
"https://raw.githubusercontent.com/ALIILAPRO/Proxy/refs/heads/main/http.txt",
|
|
"https://raw.githubusercontent.com/andigwandi/free-proxy/refs/heads/main/proxy_list.txt",
|
|
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/http_proxies.txt",
|
|
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/https_proxies.txt",
|
|
"https://raw.githubusercontent.com/aslisk/proxyhttps/refs/heads/main/https.txt",
|
|
"https://raw.githubusercontent.com/dinoz0rg/proxy-list/refs/heads/main/checked_proxies/http.txt",
|
|
"https://raw.githubusercontent.com/dpangestuw/Free-Proxy/refs/heads/main/http_proxies.txt",
|
|
"https://raw.githubusercontent.com/elliottophellia/proxylist/refs/heads/master/results/http/global/http_checked.txt",
|
|
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/http.txt",
|
|
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/https.txt",
|
|
"https://raw.githubusercontent.com/hendrikbgr/Free-Proxy-Repo/refs/heads/master/proxy_list.txt",
|
|
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/http.txt",
|
|
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/https.txt",
|
|
"https://raw.githubusercontent.com/MrMarble/proxy-list/refs/heads/main/all.txt",
|
|
"https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/refs/heads/main/http_checked.txt",
|
|
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/http.txt",
|
|
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/https.txt",
|
|
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/http/http.txt",
|
|
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/https/https.txt",
|
|
"https://raw.githubusercontent.com/r00tee/Proxy-List/refs/heads/main/Https.txt",
|
|
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/HTTPS_RAW.txt",
|
|
"https://raw.githubusercontent.com/saisuiu/Lionkings-Http-Proxys-Proxies/refs/heads/main/free.txt",
|
|
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/http.txt",
|
|
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/https.txt",
|
|
"https://raw.githubusercontent.com/Skiddle-ID/proxylist/refs/heads/main/proxies.txt",
|
|
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/http.txt",
|
|
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/https.txt",
|
|
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/http_proxies.txt",
|
|
"https://raw.githubusercontent.com/themiralay/Proxy-List-World/refs/heads/master/data.txt",
|
|
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/http.txt",
|
|
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/http.txt",
|
|
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/https.txt",
|
|
"https://raw.githubusercontent.com/tuanminpay/live-proxy/refs/heads/master/http.txt",
|
|
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/http.txt",
|
|
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/https.txt",
|
|
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/http.txt",
|
|
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/https.txt",
|
|
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/http.txt",
|
|
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/https.txt",
|
|
"https://raw.githubusercontent.com/yemixzy/proxy-list/refs/heads/main/proxies/http.txt",
|
|
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/http.txt",
|
|
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/https.txt",
|
|
"https://raw.githubusercontent.com/zevtyardt/proxy-list/refs/heads/main/http.txt",
|
|
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/http.txt",
|
|
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/https.txt",
|
|
"https://raw.githubusercontent.com/ZoniBoy00/proxy-lists/refs/heads/master/http_proxies.txt",
|
|
"https://www.proxy-list.download/api/v1/get?type=http",
|
|
"https://www.proxy-list.download/api/v1/get?type=https",
|
|
]
|
|
|
|
[scraping.socks4]
|
|
enabled = true
|
|
urls = [
|
|
# You can add local files like this:
|
|
# "./my_socks4_proxies.txt",
|
|
|
|
"https://api.openproxylist.xyz/socks4.txt",
|
|
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=socks4",
|
|
"https://openproxy.space/list/socks4",
|
|
"https://proxyspace.pro/socks4.txt",
|
|
"https://raw.githubusercontent.com/ALIILAPRO/Proxy/refs/heads/main/socks4.txt",
|
|
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/socks4_proxies.txt",
|
|
"https://raw.githubusercontent.com/dinoz0rg/proxy-list/refs/heads/main/checked_proxies/socks4.txt",
|
|
"https://raw.githubusercontent.com/dpangestuw/Free-Proxy/refs/heads/main/socks4_proxies.txt",
|
|
"https://raw.githubusercontent.com/elliottophellia/proxylist/refs/heads/master/results/socks4/global/socks4_checked.txt",
|
|
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/socks4.txt",
|
|
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/socks4.txt",
|
|
"https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/refs/heads/main/socks4_checked.txt",
|
|
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/socks4.txt",
|
|
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/socks4/socks4.txt",
|
|
"https://raw.githubusercontent.com/r00tee/Proxy-List/refs/heads/main/Socks4.txt",
|
|
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/SOCKS4_RAW.txt",
|
|
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/socks4.txt",
|
|
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/socks4.txt",
|
|
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/socks4_proxies.txt",
|
|
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/socks4.txt",
|
|
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/socks4.txt",
|
|
"https://raw.githubusercontent.com/tuanminpay/live-proxy/refs/heads/master/socks4.txt",
|
|
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/socks4.txt",
|
|
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/socks4.txt",
|
|
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/socks4.txt",
|
|
"https://raw.githubusercontent.com/yemixzy/proxy-list/refs/heads/main/proxies/socks4.txt",
|
|
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/socks4.txt",
|
|
"https://raw.githubusercontent.com/zevtyardt/proxy-list/refs/heads/main/socks4.txt",
|
|
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/socks4.txt",
|
|
"https://raw.githubusercontent.com/ZoniBoy00/proxy-lists/refs/heads/master/socks4_proxies.txt",
|
|
"https://www.proxy-list.download/api/v1/get?type=socks4",
|
|
]
|
|
|
|
[scraping.socks5]
|
|
enabled = true
|
|
urls = [
|
|
# You can add local files like this:
|
|
# "./my_socks5_proxies.txt",
|
|
|
|
"https://api.openproxylist.xyz/socks5.txt",
|
|
"https://api.proxyscrape.com/v2/?request=getproxies&protocol=socks5",
|
|
"https://openproxy.space/list/socks5",
|
|
"https://proxyspace.pro/socks5.txt",
|
|
"https://raw.githubusercontent.com/ALIILAPRO/Proxy/refs/heads/main/socks5.txt",
|
|
"https://raw.githubusercontent.com/Anonym0usWork1221/Free-Proxies/refs/heads/main/proxy_files/socks5_proxies.txt",
|
|
"https://raw.githubusercontent.com/dinoz0rg/proxy-list/refs/heads/main/checked_proxies/socks5.txt",
|
|
"https://raw.githubusercontent.com/dpangestuw/Free-Proxy/refs/heads/main/socks5_proxies.txt",
|
|
"https://raw.githubusercontent.com/elliottophellia/proxylist/refs/heads/master/results/socks5/global/socks5_checked.txt",
|
|
"https://raw.githubusercontent.com/ErcinDedeoglu/proxies/refs/heads/main/proxies/socks5.txt",
|
|
"https://raw.githubusercontent.com/hookzof/socks5_list/refs/heads/master/proxy.txt",
|
|
"https://raw.githubusercontent.com/mmpx12/proxy-list/refs/heads/master/socks5.txt",
|
|
"https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/refs/heads/main/socks5_checked.txt",
|
|
"https://raw.githubusercontent.com/Noctiro/getproxy/refs/heads/master/file/socks5.txt",
|
|
"https://raw.githubusercontent.com/officialputuid/KangProxy/refs/heads/KangProxy/socks5/socks5.txt",
|
|
"https://raw.githubusercontent.com/r00tee/Proxy-List/refs/heads/main/Socks5.txt",
|
|
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/SOCKS5_RAW.txt",
|
|
"https://raw.githubusercontent.com/SevenworksDev/proxy-list/refs/heads/main/proxies/socks5.txt",
|
|
"https://raw.githubusercontent.com/SoliSpirit/proxy-list/refs/heads/main/socks5.txt",
|
|
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/socks5_proxies.txt",
|
|
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/socks5.txt",
|
|
"https://raw.githubusercontent.com/Tsprnay/Proxy-lists/refs/heads/master/proxies/socks5.txt",
|
|
"https://raw.githubusercontent.com/tuanminpay/live-proxy/refs/heads/master/socks5.txt",
|
|
"https://raw.githubusercontent.com/vakhov/fresh-proxy-list/refs/heads/master/socks5.txt",
|
|
"https://raw.githubusercontent.com/Vann-Dev/proxy-list/refs/heads/main/proxies/socks5.txt",
|
|
"https://raw.githubusercontent.com/vmheaven/VMHeaven-Free-Proxy-Updated/refs/heads/main/socks5.txt",
|
|
"https://raw.githubusercontent.com/yemixzy/proxy-list/refs/heads/main/proxies/socks5.txt",
|
|
"https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/refs/heads/master/socks5.txt",
|
|
"https://raw.githubusercontent.com/zevtyardt/proxy-list/refs/heads/main/socks5.txt",
|
|
"https://raw.githubusercontent.com/zloi-user/hideip.me/refs/heads/master/socks5.txt",
|
|
"https://raw.githubusercontent.com/ZoniBoy00/proxy-lists/refs/heads/master/socks5_proxies.txt",
|
|
"https://www.proxy-list.download/api/v1/get?type=socks5",
|
|
]
|