HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
ftest_dc_fetchers.py File Reference

Go to the source code of this file.

Namespaces

 ftests.ftest_dc_fetchers
 

Variables

 ftests.ftest_dc_fetchers.logger = logging.getLogger('ftest_dc_fetchers')
 
 ftests.ftest_dc_fetchers.ch = logging.StreamHandler()
 
 ftests.ftest_dc_fetchers.formatter = logging.Formatter('%(asctime)s - %(thread)ld - %(threadName)s - %(module)s - %(funcName)s - %(levelname)s - %(message)s')
 
 ftests.ftest_dc_fetchers.res = None
 
bool ftests.ftest_dc_fetchers.loadHeaders = False
 
dictionary ftests.ftest_dc_fetchers.headersDict = {}
 
 ftests.ftest_dc_fetchers.hdrs = None
 
 ftests.ftest_dc_fetchers.key
 
 ftests.ftest_dc_fetchers.value
 
string ftests.ftest_dc_fetchers.url = 'https://www.google.co.jp/search?q=&gws_rd=cr###window.IFRAME_KWSRC="http://127.0.0.1/keywords_big.txt";'
 
int ftests.ftest_dc_fetchers.httpTimeout = 60000
 
float ftests.ftest_dc_fetchers.tm = int(httpTimeout) / 1000.0
 
int ftests.ftest_dc_fetchers.allowRedirects = 1
 
 ftests.ftest_dc_fetchers.proxies = None
 
 ftests.ftest_dc_fetchers.authorization = None
 
 ftests.ftest_dc_fetchers.postData = None
 
list ftests.ftest_dc_fetchers.process_content_types = ["text/html"]
 
int ftests.ftest_dc_fetchers.maxResourceSize = 1024 * 1024
 
int ftests.ftest_dc_fetchers.maxHttpRedirects = 3
 
 ftests.ftest_dc_fetchers.fetchType = BaseFetcher.TYP_NORMAL
 
 ftests.ftest_dc_fetchers.localFilters = None
 
int ftests.ftest_dc_fetchers.urlObjDepth = 0
 
dictionary ftests.ftest_dc_fetchers.macroCode
 
 ftests.ftest_dc_fetchers.rd = json.dumps(json.loads(jsonpickle.encode(res)), indent=2)