HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
|
Variables | |
logger = logging.getLogger('ftest_dc_fetchers') | |
ch = logging.StreamHandler() | |
formatter | |
res = None | |
bool | loadHeaders = True |
dictionary | headersDict = {} |
hdrs = None | |
key | |
value | |
string | url = 'https://twitter.com/search?f=tweets&vertical=default&q=%QUERY_STRING%&src=typd' |
string | urls = 'http://www.bbc.com/news/world-us-canada-38141686' |
int | httpTimeout = 70000 |
float | tm = int(httpTimeout) / 1000.0 |
int | allowRedirects = 1 |
proxies = None | |
authorization = None | |
postData = None | |
list | process_content_types = ["text/html"] |
int | maxResourceSize = 1024 * 1024 |
int | maxHttpRedirects = 3 |
fetchType = BaseFetcher.TYP_NORMAL | |
localFilters = None | |
int | urlObjDepth = 0 |
dictionary | macroCode |
rd = json.dumps(json.loads(jsonpickle.encode(res)), indent=2) | |
HCE project, Python bindings, Crawler application. Fetcher module tests. @package: dc @file ftest_dc_fetchers.py @author bgv <bgv.hce@gmail.com> @link: http://hierarchical-cluster-engine.com/ @copyright: Copyright © 2015 IOIX Ukraine @license: http://hierarchical-cluster-engine.com/license/ @since: 1.4.3
int ftests.ftest_dc_fetchers_twitter1.allowRedirects = 1 |
Definition at line 77 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.authorization = None |
Definition at line 79 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.ch = logging.StreamHandler() |
Definition at line 28 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.fetchType = BaseFetcher.TYP_NORMAL |
Definition at line 84 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.formatter |
Definition at line 31 of file ftest_dc_fetchers_twitter1.py.
string ftests.ftest_dc_fetchers_twitter1.hdrs = None |
Definition at line 46 of file ftest_dc_fetchers_twitter1.py.
dictionary ftests.ftest_dc_fetchers_twitter1.headersDict = {} |
Definition at line 44 of file ftest_dc_fetchers_twitter1.py.
int ftests.ftest_dc_fetchers_twitter1.httpTimeout = 70000 |
Definition at line 73 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.key |
Definition at line 54 of file ftest_dc_fetchers_twitter1.py.
bool ftests.ftest_dc_fetchers_twitter1.loadHeaders = True |
Definition at line 43 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.localFilters = None |
Definition at line 85 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.logger = logging.getLogger('ftest_dc_fetchers') |
Definition at line 25 of file ftest_dc_fetchers_twitter1.py.
dictionary ftests.ftest_dc_fetchers_twitter1.macroCode |
Definition at line 90 of file ftest_dc_fetchers_twitter1.py.
int ftests.ftest_dc_fetchers_twitter1.maxHttpRedirects = 3 |
Definition at line 83 of file ftest_dc_fetchers_twitter1.py.
int ftests.ftest_dc_fetchers_twitter1.maxResourceSize = 1024 * 1024 |
Definition at line 82 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.postData = None |
Definition at line 80 of file ftest_dc_fetchers_twitter1.py.
list ftests.ftest_dc_fetchers_twitter1.process_content_types = ["text/html"] |
Definition at line 81 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.proxies = None |
Definition at line 78 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.rd = json.dumps(json.loads(jsonpickle.encode(res)), indent=2) |
Definition at line 119 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.res = None |
Definition at line 40 of file ftest_dc_fetchers_twitter1.py.
float ftests.ftest_dc_fetchers_twitter1.tm = int(httpTimeout) / 1000.0 |
Definition at line 74 of file ftest_dc_fetchers_twitter1.py.
string ftests.ftest_dc_fetchers_twitter1.url = 'https://twitter.com/search?f=tweets&vertical=default&q=%QUERY_STRING%&src=typd' |
Definition at line 70 of file ftest_dc_fetchers_twitter1.py.
int ftests.ftest_dc_fetchers_twitter1.urlObjDepth = 0 |
Definition at line 86 of file ftest_dc_fetchers_twitter1.py.
string ftests.ftest_dc_fetchers_twitter1.urls = 'http://www.bbc.com/news/world-us-canada-38141686' |
Definition at line 71 of file ftest_dc_fetchers_twitter1.py.
ftests.ftest_dc_fetchers_twitter1.value |
Definition at line 54 of file ftest_dc_fetchers_twitter1.py.