__del__(self) | dc_crawler.Fetcher.SeleniumFetcher | |
__init__(self, tmpDirOptions=None, log=None) | dc_crawler.Fetcher.SeleniumFetcher | |
dc_crawler::Fetcher::BaseFetcher.__init__(self) | dc_crawler.Fetcher.BaseFetcher | |
CHROME_DEBUG_LOG_NAME | dc_crawler.Fetcher.SeleniumFetcher | static |
CHROME_DIRS_TEMPLATE | dc_crawler.Fetcher.SeleniumFetcher | static |
CHROME_PROCESS_NAMES | dc_crawler.Fetcher.SeleniumFetcher | static |
chromeProcessesCleanup(self, headers) | dc_crawler.Fetcher.SeleniumFetcher | |
cleanup(self, state=0, headers=None) | dc_crawler.Fetcher.SeleniumFetcher | |
CONNECTION_TIMEOUT | dc_crawler.Fetcher.BaseFetcher | static |
connectionTimeout | dc_crawler.Fetcher.BaseFetcher | |
CONTENT_TYPE_HTML | dc_crawler.Fetcher.SeleniumFetcher | static |
CONTENT_TYPE_JSON | dc_crawler.Fetcher.SeleniumFetcher | static |
DEFAUIL_TIMEOUT | dc_crawler.Fetcher.SeleniumFetcher | static |
DELAY_TERMINATE_AND_QUIT | dc_crawler.Fetcher.SeleniumFetcher | static |
driver | dc_crawler.Fetcher.SeleniumFetcher | |
driverPid | dc_crawler.Fetcher.SeleniumFetcher | |
ERROR_CONFLICT | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_CONNECTION_TIMED_OUT | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_CONTENT_OR_COOKIE | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_EMPTY_RESPONSE | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_FATAL | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_GENERAL | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_MACRO_RETURN_VALUE | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_NAME_NOT_RESOLVED | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_PROXY_CONNECTION_FAILED | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_SERVICE_UNAVAILABLE | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_TOO_MANY_REDIRECTS | dc_crawler.Fetcher.SeleniumFetcher | static |
ERROR_TUNNEL_CONNECTION_FAILED | dc_crawler.Fetcher.SeleniumFetcher | static |
execMacroExtended(self, macro) | dc_crawler.Fetcher.SeleniumFetcher | |
execMacroSimple(self, macro) | dc_crawler.Fetcher.SeleniumFetcher | |
fetchers | dc_crawler.Fetcher.BaseFetcher | static |
get_fetcher(typ, dbWrapper=None, siteId=None) | dc_crawler.Fetcher.BaseFetcher | static |
getAllLogsAsString(self) | dc_crawler.Fetcher.SeleniumFetcher | |
getDomainNameFromURL(self, url, default='') | dc_crawler.Fetcher.BaseFetcher | |
getOptions(self, webdriver, headers, proxies, url) | dc_crawler.Fetcher.SeleniumFetcher | |
getProcessDirs(self, process, dirsTemplate) | dc_crawler.Fetcher.SeleniumFetcher | |
init(dbWrapper=None, siteId=None) | dc_crawler.Fetcher.BaseFetcher | static |
initializeTmpDirs(self, headers) | dc_crawler.Fetcher.SeleniumFetcher | |
inlineURLMacroDelimiter | dc_crawler.Fetcher.SeleniumFetcher | |
killProcess(self, pid, dirsTemplate=CHROME_DIRS_TEMPLATE, dirDeleteBeforeTimeout=DELAY_TERMINATE_AND_QUIT) | dc_crawler.Fetcher.SeleniumFetcher | |
LOG_MESSAGE_RENDERRER_TIMEOUT | dc_crawler.Fetcher.SeleniumFetcher | static |
LOG_MESSAGE_SERVER_RESPONSE_409 | dc_crawler.Fetcher.SeleniumFetcher | static |
LOG_MESSAGE_SERVER_RESPONSE_503 | dc_crawler.Fetcher.SeleniumFetcher | static |
logger | dc_crawler.Fetcher.SeleniumFetcher | |
MACRO_RESULT_TYPE_AUTO | dc_crawler.Fetcher.SeleniumFetcher | static |
MACRO_RESULT_TYPE_CONTENT | dc_crawler.Fetcher.SeleniumFetcher | static |
MACRO_RESULT_TYPE_DEFAULT | dc_crawler.Fetcher.SeleniumFetcher | static |
MACRO_RESULT_TYPE_URLS_LIST | dc_crawler.Fetcher.SeleniumFetcher | static |
open(self, url, method='get', headers=None, timeout=DEFAUIL_TIMEOUT, allow_redirects=True, proxies=None, auth=None, data=None, log=None, allowed_content_types=None, max_resource_size=None, max_redirects=1, filters=None, executable_path=None, depth=None, macro=None) | dc_crawler.Fetcher.SeleniumFetcher | |
openT(self, url, headers, timeout, proxies, executable_path, macro) | dc_crawler.Fetcher.SeleniumFetcher | |
removeTmpDirs(self, delay=DELAY_TERMINATE_AND_QUIT, tries=3) | dc_crawler.Fetcher.SeleniumFetcher | |
sessionId | dc_crawler.Fetcher.SeleniumFetcher | |
should_have_meta_res(self) | dc_crawler.Fetcher.SeleniumFetcher | |
TMP_DIR_TYPE_INSTANTIATE | dc_crawler.Fetcher.SeleniumFetcher | static |
TMP_DIR_TYPE_OPEN | dc_crawler.Fetcher.SeleniumFetcher | static |
tmpDir | dc_crawler.Fetcher.SeleniumFetcher | |
tmpDirPath | dc_crawler.Fetcher.SeleniumFetcher | |
tmpDirPrefix | dc_crawler.Fetcher.SeleniumFetcher | |
tmpDirRemoveBeforeCreate | dc_crawler.Fetcher.SeleniumFetcher | |
tmpDirSuffix | dc_crawler.Fetcher.SeleniumFetcher | |
tmpDirType | dc_crawler.Fetcher.SeleniumFetcher | |
TYP_AUTO | dc_crawler.Fetcher.BaseFetcher | static |
TYP_CONTENT | dc_crawler.Fetcher.BaseFetcher | static |
TYP_DYNAMIC | dc_crawler.Fetcher.BaseFetcher | static |
TYP_NORMAL | dc_crawler.Fetcher.BaseFetcher | static |
TYP_URLLIB | dc_crawler.Fetcher.BaseFetcher | static |
userDataDirUsed | dc_crawler.Fetcher.SeleniumFetcher | |