HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
Main Page
Related Pages
+
Namespaces
Namespace List
+
Namespace Members
+
All
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
+
Functions
_
a
b
c
d
e
f
g
i
j
l
m
o
p
r
s
t
u
v
w
+
Variables
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
+
Classes
Class List
Class Index
Class Hierarchy
+
Class Members
+
All
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
z
+
Functions
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
r
s
t
u
v
w
x
+
Variables
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
z
+
Files
File List
▼
HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
►
HCE project, Python bindings, Distributed Tasks Manager application, Distributed Crawler service.
Todo List
►
Namespaces
▼
Classes
►
Class List
Class Index
►
Class Hierarchy
▼
Class Members
►
All
►
Functions
►
Variables
►
Files
•
All
Classes
Namespaces
Files
Functions
Variables
Pages
- r -
ramR :
dtm.EventObjects.Resource
,
dtm.EventObjects.ResourcesAVG
,
Resources.Resources
ramRU :
dtm.EventObjects.Resource
,
dtm.EventObjects.ResourcesAVG
,
Resources.Resources
ramV :
dtm.EventObjects.Resource
,
dtm.EventObjects.ResourcesAVG
,
Resources.Resources
ramVU :
dtm.EventObjects.Resource
,
dtm.EventObjects.ResourcesAVG
,
Resources.Resources
rank :
dc_processor.base_extractor.BaseExtractor
ratio :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageProperty
raw_content :
dc_processor.ProcessorTask.ProcessorTask
,
dc_processor.ScraperInData.ScraperInData
RAW_CONTENT_CHECK_FAULTS_DEFAULT :
dc_crawler.ProxyResolver.ProxyResolver
RAW_CONTENT_CHECK_ROTATE_DEFAULT :
dc_crawler.ProxyResolver.ProxyResolver
raw_contents_tbl :
dc_processor.ProcessorStoreContentKVDB.ProcessorStoreContentKVDB
RAW_CONTENY_CHECK_FAULTS_NAME :
dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper
RAW_CONTENY_CHECK_NAME :
dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper
RAW_CONTENY_CHECK_PATTERNS_NAME :
dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper
RAW_CONTENY_CHECK_ROTATE_NAME :
dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper
RAW_DATA_DIR :
dc_crawler.CrawlerTask.CrawlerTask
raw_data_dir :
dc_crawler.CrawlerTask.CrawlerTask
RAW_DATA_DIR :
dc_db.TasksManager.TasksManager
raw_data_dir :
dc_processor.ProcessorTask.ProcessorTask
RAW_DATA_DIR :
ftests.ftest_DBTask.Test
raw_html :
dc_processor.scraper_resource.Resource
rawContentCheckFaults :
dc_crawler.ProxyResolver.ProxyResolver
rawContentCheckPatterns :
dc_crawler.ProxyResolver.ProxyResolver
rawContentCheckRotate :
dc_crawler.ProxyResolver.ProxyResolver
rawContentMd5 :
dc.EventObjects.URL
,
dc.EventObjects.URLContentResponse
,
dc.EventObjects.URLUpdate
rawContents :
dc.EventObjects.URLContentResponse
,
dc_db.URLContentTask.URLContentTask
rawDataDir :
dc_db.DBDataTask.DBDataTask
,
dc_db.SiteCleanUpTask.SiteCleanUpTask
,
dc_db.TasksManager.TasksManager
,
dc_db.URLCleanupTask.URLCleanUpTask
,
dc_db.URLContentTask.URLContentTask
rb :
dc_crawler.RTCFinalizer.RTCFinalizer
rc :
dc_crawler.RTCFinalizer.RTCFinalizer
rDate :
dtm.TaskLog.TaskLog
RE_SPLITTER :
algorithms.MetricWCount.MetricWCount
,
app.ContentHashCalculator.ContentHashCalculator
readMode :
app.Filters.Filters
REAL_TIME_CRAWL_THREAD_NAME_PREFIX :
dc.BatchTasksManagerRealTime.BatchTasksManagerRealTime
realUrl :
dc_crawler.CollectProperties.CollectProperties
,
dc_crawler.CollectURLs.CollectURLs
,
dc_crawler.CrawlerTask.CrawlerTask
reason :
dc.EventObjects.URLDelete
REASON_AGING :
dc.EventObjects.URLDelete
REASON_CRAWLER_AUTOREMOVE :
dc.EventObjects.URLDelete
REASON_PROCESSOR_DUPLICATE :
dc.EventObjects.URLDelete
REASON_RECRAWL :
dc.EventObjects.URLDelete
REASON_RT_FINALIZER :
dc.EventObjects.URLDelete
REASON_SELECT_TO_CRAWL_TTL :
dc.EventObjects.URLDelete
REASON_SELECT_TO_PROCESS_TTL :
dc.EventObjects.URLDelete
REASON_SITE_LIMITS :
dc.EventObjects.URLDelete
REASON_SITE_UPDATE_ROOT_URLS :
dc.EventObjects.URLDelete
REASON_USER_REQUEST :
dc.EventObjects.URLDelete
REBUILD_CLIENT_CONNECTION :
admin.Constants.COMMAND_NAMES
REBUILD_SERVER_CONNECTION :
admin.Constants.COMMAND_NAMES
recalcType :
dc.EventObjects.FieldRecalculatorObj
recalculator :
dc_db.FieldRecalculatorTask.FieldRecalculatorTask
,
dc_db.URLCleanupTask.URLCleanUpTask
,
dc_db.URLDeleteTask.URLDeleteTask
,
dc_db.URLNewTask.URLNewTask
REconditions :
app.ExtendInnerText.ExtendInnerText
RECOVER_IF_FAILED :
dc_crawler.ResourceProcess.ResourceProcess
recrawl_dict :
dc_co.CrawlingOptimiser.CrawlingOptimiser
recrawlDate :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
recrawlPeriod :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
recrawlSiteslQueue :
dc.SitesManager.SitesManager
RECV_DEFAULT_TIMEOUT :
transport.Connection.Connection
recvEvent :
ftests.ftest_BaseServerManager.TestBaseServerManager
,
ftests.ftest_ClientInterfaceServiceDC.TestClientInterfaceServiceDC
,
ftests.ftest_ResourcesManager.TestResoursesManager
,
ftests.ftest_TasksDataManager.TestTasksDataManager
redirectCodes :
dc_crawler.RequestsRedirectWrapper.RequestsRedirectWrapper
redirectProperty :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
redirects :
dc_crawler.Fetcher.Response
REFERER_HEADER_NAME :
dc_crawler.RequestsRedirectWrapper.RequestsRedirectWrapper
refererHeaderResolver :
dc_crawler.CrawlerTask.CrawlerTask
reFlags :
app.Filters.Filters
regionCode :
dc.EventObjects.Proxy
,
dc.EventObjects.ProxyUpdate
regionName :
dc.EventObjects.Proxy
,
dc.EventObjects.ProxyUpdate
remote_host :
dc_co.CrawlingOptimiser.CrawlingOptimiser
remote_wrapper :
dc_co.CrawlingOptimiser.CrawlingOptimiser
removeUnprocessedItems :
dc.EventObjects.Batch
,
dc_crawler.CrawlerTask.CrawlerTask
,
dc_processor.ProcessorTask.ProcessorTask
rendered_unicode_content :
dc_crawler.Fetcher.Response
REPEAT :
dtm.Constants.DRCE_FIELDS
repeat :
dtm.EventObjects.DeleteTask
REPLACE_MARKER :
app.FieldsSQLExpressionEvaluator.FieldsSQLExpressionEvaluator
,
app.Filters.Filters
reply_event :
ftests.ftest_BaseServerManager.TestBaseServerManager
,
ftests.ftest_ClientInterfaceServiceDC.TestClientInterfaceServiceDC
,
ftests.ftest_ResourcesManager.TestResoursesManager
,
ftests.ftest_TaskDataManager.TestTaskDataManager
,
ftests.ftest_TasksDataManager.TestTasksDataManager
request :
admin.NodeManager.NodeManager
,
dc_crawler.Fetcher.Response
,
tests.test_transport_Request.TestRequest
REQUEST_COOKIE_HEADER_NAME :
dc_crawler.RequestsRedirectWrapper.RequestsRedirectWrapper
REQUEST_ERROR_OBJECT_TYPE :
dc.BatchTasksManagerRealTime.BatchTasksManagerRealTime
REQUEST_ERROR_THREADS_NUMBER_EXCEEDED :
dc.BatchTasksManagerRealTime.BatchTasksManagerRealTime
REQUEST_ERROR_URLS_COUNT :
dc.BatchTasksManagerRealTime.BatchTasksManagerRealTime
REQUEST_TYPE_CHECK :
dtm.EventObjects.EEResponseData
REQUEST_TYPE_DELETE :
dtm.EventObjects.EEResponseData
REQUEST_TYPE_GET :
dtm.EventObjects.EEResponseData
REQUEST_TYPE_SET :
dtm.EventObjects.EEResponseData
requestDelay :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
,
dc.EventObjects.URL
,
dc.EventObjects.URLUpdate
requests :
dc.EventObjects.URLContentResponse
,
dc_db.URLContentTask.URLContentTask
requestTime :
dtm.EventObjects.EEResponseData
requestTimeout :
admin.Command.Command
res :
dc_crawler.CollectProperties.CollectProperties
,
dc_crawler.CrawlerTask.CrawlerTask
res_id :
dc_processor.scraper_resource.Resource
resId :
dc_processor.scraper_result.Result
resource :
dc_crawler.ResourceProcess.ResourceProcess
,
dc_processor.scrapy_extractor.ScrapyExtractor
resource_changed :
dc_crawler.CrawledResource.CrawledResource
RESOURCE_DELETE :
dc.Constants.EVENT_TYPES
RESOURCE_DELETE_RESPONSE :
dc.Constants.EVENT_TYPES
RESOURCE_FETCH :
dc.Constants.EVENT_TYPES
RESOURCE_FETCH_RESPONSE :
dc.Constants.EVENT_TYPES
RESOURCE_MANAGER_SERV_CONFIG_NAME :
dtm.ResourcesManager.ResourcesManager
RESOURCE_MANAGER_SERV_NAME :
dtm.ResourcesManager.ResourcesManager
resourceAVG :
tests.test_dtm_Scheduler.TestScheduler
resourceAVGEvent :
tests.test_dtm_Scheduler.TestScheduler
resourceProcess :
dc_crawler.CrawlerTask.CrawlerTask
resources :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
,
dtm.ResourcesRecalculating.ResourcesRecalculating
RESOURCES_EXCEED_ERR :
dtm.Scheduler.Scheduler
RESOURCES_EXCEED_ERR_MSG :
dtm.Scheduler.Scheduler
RESOURCES_MANAGER_CLIENT :
dtm.Scheduler.Scheduler
resourcesAVG :
dtm.ResourcesRecalculating.ResourcesRecalculating
resourcesManager_mock :
tests.test_dtm_Scheduler.TestScheduler
resourcesRecalculating :
dtm.ResourcesManager.ResourcesManager
resourcesUpdateDRCERequestJsonFile :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
response :
tests.test_drce_DRCEManager.TestDRCEManager
RESPONSE_CODE_DBI_ERROR :
dtm.EventObjects.DeleteTask
RESPONSE_CODE_DRCE_ERROR :
dtm.EventObjects.DeleteTask
RESPONSE_CODE_UNKNOWN_ERROR :
dtm.EventObjects.DeleteTask
RESPONSE_COOKIE_HEADER_NAME :
dc_crawler.RequestsRedirectWrapper.RequestsRedirectWrapper
response_header :
dc_crawler.CrawledResource.CrawledResource
responses :
admin.NodeManager.NodeManager
responsesDicts :
admin.NodeManager.NodeManager
result :
app.Utils.InterruptableThread
,
dbi.EventObjects.CustomResponse
,
ftests.ftest_Metrics.Test
resultDict :
dc.EventObjects.DataFetchResponse
results :
app.ResponseExtractor.ResponseExtractor
RESULTS_FORMAT_CSV_LINE :
app.ResponseExtractor.ResponseExtractor
RESULTS_FORMAT_FIELD_LINE :
app.ResponseExtractor.ResponseExtractor
RESULTS_FORMAT_JSON :
app.ResponseExtractor.ResponseExtractor
ret :
app.ExtendInnerText.ExtendInnerText
rid :
dbi.EventObjects.CustomRequest
,
dbi.EventObjects.CustomResponse
,
dc_crawler.DBTasksWrapper.DBTasksWrapper
robot_names :
dc_crawler.OwnRobots._Ruleset
ROBOTS_PATTERN :
dc_crawler.RobotsParser.RobotsParser
robotsFileDir :
dc_crawler.CrawlerTask.CrawlerTask
,
dc_crawler.RobotsParser.RobotsParser
robotsParser :
dc_crawler.CollectURLs.CollectURLs
,
dc_crawler.CrawlerTask.CrawlerTask
ROTATED_ATTRIBUTE_NAME :
app.Utils.MPLogger
route :
drce.Commands.BaseRequest
,
transport.Request.Request
ROUTER_SERVER_PROXY :
admin.Constants.ADMIN_HANDLER_TYPES
rram_free :
drce.Commands.Limits
rram_free_min :
drce.Commands.Limits
rTime :
dtm.EventObjects.ScheduledTask
,
dtm.SchedulerTask.SchedulerTask
rTimeMax :
dtm.EventObjects.GetScheduledTask
,
dtm.EventObjects.ScheduledTask
,
dtm.SchedulerTask.SchedulerTask
rTimeMin :
dtm.EventObjects.GetScheduledTask
rules :
dc_crawler.OwnRobots._Ruleset
RUN :
dtm.EventObjects.AdminSuspend
Generated on Fri Nov 24 2017 18:55:21 for HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings. by
1.8.13