107 lines
4.1 KiB
TOML
107 lines
4.1 KiB
TOML
# Use debug logging level
|
|
# Produces a lot of output
|
|
debug = false
|
|
|
|
|
|
[scraping]
|
|
# Max proxies to collect from each individual source
|
|
# If the source has too much proxies, then likely many of these don't work
|
|
# Set to 0 to disable this limit
|
|
max_proxies_per_source = 100000
|
|
|
|
# The number of seconds to wait for the source to be fetched
|
|
timeout = 5.0
|
|
|
|
|
|
[checking]
|
|
# Website used to check proxy functionality
|
|
# Use httpbin-compatible services to get ASN, geolocation and anonymity info
|
|
# Examples:
|
|
# "https://httpbin.org/ip" (or any other httpbin-compatible service) - Supports getting ASN, geolocation and anonymity info
|
|
# "https://checkip.amazonaws.com" (or any other plain-ip service) - Supports getting ASN, geolocation and anonymity info
|
|
# "https://google.com" - Checks general connectivity
|
|
# "" - Disable checking entirely
|
|
check_url = "https://api.ipify.org"
|
|
|
|
# Maximum concurrent proxy checks
|
|
# Make sure you have enough RAM first and your network can handle it, gradually increasing the default value
|
|
max_concurrent_checks = 4096
|
|
|
|
# The number of seconds to wait for a proxied request
|
|
# Higher values = more working proxies but slower checking
|
|
# Lower values = faster checking but may miss slower proxies
|
|
timeout = 5.0
|
|
|
|
|
|
[output]
|
|
# Directory where proxies will be saved
|
|
# Leave empty to use current directory
|
|
# Note: Ignored when running in Docker
|
|
path = "./out"
|
|
|
|
# Sort proxies by response speed (fastest first)
|
|
# Set to false to sort alphabetically by IP address
|
|
sort_by_speed = true
|
|
|
|
|
|
# Text output format - simple list of proxies
|
|
[output.txt]
|
|
enabled = true
|
|
|
|
|
|
# JSON output format - detailed proxy information
|
|
[output.json]
|
|
enabled = true
|
|
|
|
# Include ASN (Autonomous System Number) data for each proxy
|
|
# Uses offline database for privacy and speed
|
|
include_asn = true
|
|
|
|
# Include geolocation data for each proxy
|
|
# Uses offline database for privacy and speed
|
|
include_geolocation = true
|
|
|
|
|
|
# If you have sources with a protocol prefix, such as socks5://127.0.0.1:1050, you can add them to any of these sections.
|
|
[scraping.http]
|
|
enabled = true
|
|
urls = [
|
|
# You can add local files like this:
|
|
# "./my_http_proxies.txt",
|
|
|
|
"https://api.proxyscrape.com/v3/free-proxy-list/get?request=getproxies&protocol=http",
|
|
"https://api.proxyscrape.com/v3/free-proxy-list/get?request=getproxies&protocol=https",
|
|
"https://raw.githubusercontent.com/proxifly/free-proxy-list/refs/heads/main/proxies/protocols/http/data.txt",
|
|
"https://raw.githubusercontent.com/proxifly/free-proxy-list/refs/heads/main/proxies/protocols/https/data.txt",
|
|
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/HTTPS_RAW.txt",
|
|
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/http_proxies.txt",
|
|
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/http.txt",
|
|
]
|
|
|
|
[scraping.socks4]
|
|
enabled = true
|
|
urls = [
|
|
# You can add local files like this:
|
|
# "./my_socks4_proxies.txt",
|
|
|
|
"https://api.proxyscrape.com/v3/free-proxy-list/get?request=getproxies&protocol=socks4",
|
|
"https://raw.githubusercontent.com/proxifly/free-proxy-list/refs/heads/main/proxies/protocols/socks4/data.txt",
|
|
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/SOCKS4_RAW.txt",
|
|
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/socks4_proxies.txt",
|
|
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/socks4.txt",
|
|
]
|
|
|
|
[scraping.socks5]
|
|
enabled = true
|
|
urls = [
|
|
# You can add local files like this:
|
|
# "./my_socks5_proxies.txt",
|
|
|
|
"https://api.proxyscrape.com/v3/free-proxy-list/get?request=getproxies&protocol=socks5",
|
|
"https://raw.githubusercontent.com/hookzof/socks5_list/refs/heads/master/proxy.txt",
|
|
"https://raw.githubusercontent.com/proxifly/free-proxy-list/refs/heads/main/proxies/protocols/socks5/data.txt",
|
|
"https://raw.githubusercontent.com/roosterkid/openproxylist/refs/heads/main/SOCKS5_RAW.txt",
|
|
"https://raw.githubusercontent.com/sunny9577/proxy-scraper/refs/heads/master/generated/socks5_proxies.txt",
|
|
"https://raw.githubusercontent.com/TheSpeedX/PROXY-List/refs/heads/master/socks5.txt",
|
|
]
|