__getDefaultProxyName(siteProperties) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__getProxyListAllowedDomains(proxyList, url) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__getProxyListAllowedLimits(proxyList) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__getUserProxyJsonWrapper(siteProperties) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__init__(self) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | |
__makFileName(filePath, siteId) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__readJsonFile(fileName) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__saveJsonFile(fileName, jsonData) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__usageAlgorithm(proxyList, algorithmType=DEFAULT_USAGE_ALGORITM) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
__usageAlgorithmFrequency(proxyList) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | privatestatic |
addFaults(siteProperties, siteId, proxyName, dbProxyWrapper=None, incrementSize=DEFAULT_VALUE_INCREMENT_FAULTS) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
checkTriesCount(siteProperties, currentTriesCount) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
DEFAULT_USAGE_ALGORITM | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
DEFAULT_VALUE_INCREMENT_FAULTS | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_CHECK_ALLOWED_DOMAINS | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_CHECK_ALLOWED_LIMITS | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_EMPTY_PROXIES_LIST | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_LOAD_SITE_PTOPERTIES | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_NOT_EXIST_ANY_VALID_PROXY | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_NOT_SUPPORT_ALGORITHM | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
ERROR_MSG_TRIES_LIMIT_EXCEEDED | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
getProxy(siteProperties, siteId, url, dbProxyWrapper=None) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
getTriesCount(siteProperties) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
HTTP_PROXY_HOST_NAME | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
HTTP_PROXY_PORT_NAME | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
INDEX_FILE_EXTENTION | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
isNeedRotateProxy(siteProperties, siteId, proxyName, dbProxyWrapper, rawContent) | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
USAGE_ALGORITM_FREQUENCY | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |
USER_PROXY_PROPERTY_NAME | dc_crawler.HTTPProxyResolver.HTTPProxyResolver | static |