HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
Main Page
Related Pages
+
Namespaces
Namespace List
+
Namespace Members
+
All
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
+
Functions
_
a
b
c
d
e
f
g
i
j
l
m
o
p
r
s
t
u
v
w
+
Variables
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
+
Classes
Class List
Class Index
Class Hierarchy
+
Class Members
+
All
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
z
+
Functions
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
r
s
t
u
v
w
x
+
Variables
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
z
+
Files
File List
•
All
Classes
Namespaces
Files
Functions
Variables
Pages
- e -
ECHO :
admin.Constants.COMMAND_NAMES
EDate :
demoTask.DemoBackLogTask
eeFakeServer :
tests.test_dtm_ClientInterfaceService.TestClientInterfaceService
eeManagerServer :
tests.test_dtm_TasksStateUpdateService.TestTasksStateUpdateService
EMPRY_RAW_ERROR :
dtm.EventObjects.DeleteTaskResults
EMPRY_RAW_ERROR_MESSAGE :
dtm.EventObjects.DeleteTaskResults
encoding :
dc_crawler.Fetcher.Response
ENDC :
ftests.ftest_UrlNormalization.bcolors
ENDPOINTS :
dc_processor.alchemyapi.AlchemyAPI
engine :
dbi.dbi.DBI
entry :
dc_processor.ProcessorFeedParser.ProcessorFeedParser
,
dc_processor.Scraper.Scraper
environment :
drce.Commands.Session
envVars :
dc_crawler.RTCPreprocessor.RTCPreprocessor
ERR_CODE :
dtm.Scheduler.LogicErr
,
dtm.TasksManager.TaskNoPresentErr
errCode :
dbi.dbi.DBIErr
,
dc.EventObjects.DataCreateResponse
,
dc.EventObjects.DataDeleteResponse
,
dc.EventObjects.DataFetchResponse
,
dc.EventObjects.URLPutResponse
,
dtm.Scheduler.LogicErr
errMessage :
dc.EventObjects.DataCreateResponse
,
dc.EventObjects.DataDeleteResponse
,
dc.EventObjects.DataFetchResponse
,
dc.EventObjects.URLPutResponse
error :
app.Utils.ExceptionLog
ERROR_BAD_INPUT_DATA :
app.DateTimeType.DateTimeType
ERROR_BAD_PARAMETER :
dc_processor.PDateTimezonesHandler.PDateTimezonesHandler
ERROR_BAD_PROPERTY_VALUE :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
ERROR_BAD_STATUS_CODE_VALUE :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
,
dc_crawler.RequestsRedirectWrapper.RequestsRedirectWrapper
ERROR_BAD_TYPE_FOUND_PROPERTY :
dc_crawler.HTTPCookieResolver.HTTPCookieResolver
ERROR_BAD_TYPE_HEADERS_VALUE :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
ERROR_BAD_TYPE_INPUT_PROPERTY :
dc_crawler.HTTPCookieResolver.HTTPCookieResolver
ERROR_BAD_TYPE_PROPERTY_VALUE :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
error_code :
drce.Commands.ResponseItem
ERROR_CODE_APPLIED_EXCEPTION :
app.Utils.InterruptableThread
ERROR_CODE_BAD_ID :
dtm.EventObjects.EEResponseData
ERROR_CODE_GENERAL_EXCEPTION :
app.Utils.InterruptableThread
ERROR_CODE_OK :
app.Utils.InterruptableThread
,
dtm.EventObjects.EEResponseData
ERROR_CODE_TASK_NOT_FOUND :
dtm.EventObjects.EEResponseData
ERROR_CODE_TIMEOUT :
dtm.EventObjects.EEResponseData
ERROR_CONFIG_PROPERTY_TYPE :
dc_processor.AuthorType.AuthorType
ERROR_CONFLICT :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_CONNECTION_TIMED_OUT :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_CONTENT_OR_COOKIE :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_DATA_STRING_TYPE :
app.DateTimeType.DateTimeType
,
dc_processor.AuthorType.AuthorType
ERROR_DELETE_TASK_RESULTS :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_DELETE_TASK_RESULTS_MESSAGE :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_DRCE_RESPONSE_ERROR_CODE :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_EE_RESPONSE_OBJECT_TYPE_OR_RESPONSE_ERROR :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_EMPTY_ENV_VARS :
dc_crawler.RTCPreprocessor.RTCPreprocessor
ERROR_EMPTY_RESPONSE :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_EVENT_NOT_FOUND :
app.AdminInterfaceServer.AdminInterfaceServer
ERROR_FAIL :
app.SystemCommandHandler.SystemCommandHandler
ERROR_FATAL :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_FILE_ERROR_CODE_FIELD_NAME :
dcc.DCC.DCC
ERROR_FILE_ERROR_MESSAGE_FIELD_NAME :
dcc.DCC.DCC
ERROR_FORMAT_STRING_TYPE :
app.DateTimeType.DateTimeType
ERROR_GENERAL :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_HCE_ADMIN_REQUEST_ERROR :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_HCE_CLUSTER_SCHEMA_STRUCTURE_WRONG :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_HCE_NODE_REQUEST_ERROR :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_HCE_RESPONSE_PROCESSING_EXCEPTION :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
,
dtm.ResourcesStateMonitor.ResourcesStateMonitor
,
dtm.TasksStateUpdateService.TasksStateUpdateService
ERROR_HCE_RESPONSE_PROCESSING_FORMAT_ADMIN :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_HCE_RESPONSE_PROCESSING_NO_RESOURCE_IN_RESPONSE :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_HCE_RESPONSE_PROCESSING_SPLIT :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_INITIALIZATION :
dc_crawler.HTTPCookieResolver.HTTPCookieResolver
,
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
ERROR_INPUT_PARAMS :
app.DateTimeType.DateTimeType
ERROR_INPUT_PROPERTY :
dc_crawler.HTTPCookieResolver.HTTPCookieResolver
ERROR_INSERT_EE_DATA :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_JSON_DECODE :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_LOAD_PROPERTIES :
dc_processor.PDateTimezonesHandler.PDateTimezonesHandler
ERROR_MACRO_RETURN_VALUE :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_MAIN_TAG_NAME :
dc_processor.AuthorType.AuthorType
ERROR_MANDATORY_FIELDS :
dc_processor.PDateTimezonesHandler.PDateTimezonesHandler
error_mask :
dc_crawler.CrawledResource.CrawledResource
,
dc_crawler.Fetcher.Response
error_message :
drce.Commands.ResponseItem
ERROR_MESSAGE_OK :
dtm.EventObjects.EEResponseData
ERROR_MESSAGE_TASK_NOT_FOUND :
dtm.EventObjects.EEResponseData
ERROR_MESSAGE_TIMEOUT :
dtm.EventObjects.EEResponseData
error_msg :
dc_crawler.Fetcher.Response
ERROR_MSG_BAD_DBWRAPPER :
app.ContentEvaluator.ContentEvaluator
ERROR_MSG_BAD_FORMAT :
app.ContentEvaluator.ContentEvaluator
ERROR_MSG_BAD_TYPE :
app.ContentEvaluator.ContentEvaluator
ERROR_MSG_CHECK_ALLOWED_DOMAINS :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_CHECK_ALLOWED_LIMITS :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_CREATION_DBTASK_WRAPPER :
dc_postprocessor.SocialModule.SocialModule
ERROR_MSG_DRCE_ROUTER_NEW_TASK :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_MSG_EMPTY_PROXIES_LIST :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_EXECUTION_CMD_EMPTY :
dc_postprocessor.SocialModule.SocialModule
ERROR_MSG_EXECUTION_TYPE :
dc_postprocessor.SocialModule.SocialModule
ERROR_MSG_FAILED_REPLACE :
app.UrlNormalize.UrlNormalize
ERROR_MSG_INITIALIZATION_CALLBACK :
dc_postprocessor.LinkResolver.LinkResolver
,
dc_postprocessor.SocialModule.SocialModule
ERROR_MSG_INITIALIZATION_LOGGER :
dc_postprocessor.LinkResolver.LinkResolver
,
dc_postprocessor.SocialModule.SocialModule
ERROR_MSG_INSTANTIATE_MODULES :
dc_postprocessor.PostprocessorTask.PostprocessorTask
ERROR_MSG_LOAD_CONFIG_OPTIONS :
dc_postprocessor.PostprocessorTask.PostprocessorTask
ERROR_MSG_LOAD_SITE_PTOPERTIES :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_LOAD_USER_PROXY :
dc_postprocessor.SocialModule.SocialModule
ERROR_MSG_MISSED_PARAMETER :
app.ContentEvaluator.ContentEvaluator
ERROR_MSG_NOT_EXIST_ANY_VALID_PROXY :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_NOT_SUPPORT_ALGORITHM :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_READ_HEADER :
dc_postprocessor.LinkResolver.LinkResolver
ERROR_MSG_RESOLVE__REDIRECT_URL :
dc_postprocessor.LinkResolver.LinkResolver
ERROR_MSG_TRIES_LIMIT_EXCEEDED :
dc_crawler.HTTPProxyResolver.HTTPProxyResolver
ERROR_MSG_WRONG_PARAMETER :
app.ContentEvaluator.ContentEvaluator
ERROR_NAME_NOT_RESOLVED :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_NO_ITEMS_IN_DRCE_RESPONSE :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_NOT_SUPPORTED_TYPE :
app.SystemCommandHandler.SystemCommandHandler
ERROR_OK :
app.SystemCommandHandler.SystemCommandHandler
,
dtm.EventObjects.GeneralResponse
ERROR_PROCESSOR_PROPERTY_TYPE :
dc_processor.AuthorType.AuthorType
ERROR_PROXY_CONNECTION_FAILED :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_RE_PARSE_NO_MATCHES :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_READ_DRCE_JSON_FILE :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_READ_FILE :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_RESOURCES_LISTS_NOT_EQUAL :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_SERVICE_UNAVAILABLE :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_TASK_FIELDS_UPDATE :
dtm.TasksStateUpdateService.TasksStateUpdateService
ERROR_TOO_MANY_REDIRECTS :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_TUNNEL_CONNECTION_FAILED :
dc_crawler.Fetcher.SeleniumFetcher
ERROR_UPDATE_RESOURCES :
dtm.ResourcesStateMonitor.ResourcesStateMonitor
ERROR_UPDATE_TASKS_FIELDS :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
ERROR_WRONG_CONDITION :
dc_processor.PDateTimezonesHandler.PDateTimezonesHandler
ERROR_WRONG_OBJECT_TYPE :
dtm.ExecutionEnvironmentManager.ExecutionEnvironmentManager
errorCode :
admin.NodeManager.NodeManager
,
admin.NodeManagerRequest.NodeManagerRequest
,
admin.NodeManagerResponse.NodeManagerResponse
,
app.Utils.InterruptableThread
,
dbi.dbi.DBI
,
dc.EventObjects.ClientResponse
,
dc.EventObjects.ClientResponseItem
,
dc_db.DBTask.DBTask
,
dc_db.SiteCleanUpTask.SiteCleanUpTask
,
dc_db.SiteDeleteTask.SiteDeleteTask
,
dc_processor.scraper_result.Result
,
dcc.DCC.DCC
,
dtm.EventObjects.EEResponseData
,
dtm.EventObjects.GeneralResponse
,
dtma.DTMA.DTMA
,
dtmc.DTMC.DTMC
,
ftests_db_in_memory.DBI
,
jchecker.JsonChecker.JsonChecker
errorException :
app.Utils.InterruptableThread
errorMask :
dc.EventObjects.Batch
,
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
,
dc.EventObjects.URL
,
dc.EventObjects.URLUpdate
,
dc_crawler.CrawlerTask.CrawlerTask
,
dc_processor.Scraper.Scraper
,
dc_processor.ScraperResponse.ScraperResponse
errorMaskHttpCodeDict :
dc_crawler.CrawlerTask.CrawlerTask
errorMessage :
app.Utils.InterruptableThread
,
dbi.dbi.DBI
,
dc.EventObjects.ClientResponse
,
dc.EventObjects.ClientResponseItem
,
dc_db.SiteCleanUpTask.SiteCleanUpTask
,
dc_db.SiteDeleteTask.SiteDeleteTask
,
dc_processor.scraper_result.Result
,
dtm.EventObjects.EEResponseData
,
dtm.EventObjects.GeneralResponse
,
ftests_db_in_memory.DBI
errorMsg :
app.ContentUpdater.ContentUpdater
,
app.DateTimeType.DateTimeType
,
app.Profiler.Profiler
,
app.SystemCommandHandler.SystemCommandHandler
errors :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
errorStr :
dc_db.DBTask.DBTask
,
dcc.DCC.DCC
,
dtma.DTMA.DTMA
,
dtmc.DTMC.DTMC
,
jchecker.JsonChecker.JsonChecker
errorString :
app.ExtendInnerText.ExtendInnerText
errString :
dbi.EventObjects.CustomResponse
eTag :
dc.EventObjects.URL
,
dc.EventObjects.URLUpdate
etag :
dc_crawler.CrawledResource.CrawledResource
eTags :
dc_crawler.DetectModified.DetectModified
etree :
dc_processor.ScraperMultiItemsTask.ScraperResultDocuments
event :
app.LogFormatter.LogFormatterEvent
,
ftests.ftest_BaseServerManager.TestBaseServerManager
,
ftests.ftest_ClientInterfaceServiceDC.TestClientInterfaceServiceDC
,
ftests.ftest_DCC.ConnectionStub
,
ftests.ftest_ResourcesManager.TestResoursesManager
,
ftests.ftest_TaskDataManager.TestTaskDataManager
,
ftests.ftest_TasksDataManager.TestTasksDataManager
,
tests.test_app_BaseServerManager.TestBaseServerManager
event_builder :
tests.test_app_BaseServerManager.TestBaseServerManager
event_handlers :
app.BaseServerManager.BaseServerManager
eventBuilder :
app.BaseServerManager.BaseServerManager
,
dcc.DCC.DCC
,
dtm.ResourcesManager.ResourcesManager
,
dtm.TasksDataManager.TasksDataManager
,
dtma.DTMA.DTMA
,
dtmc.DTMC.DTMC
,
ftests.ftest_BaseServerManager.TestBaseServerManager
,
ftests.ftest_ClientInterfaceServiceDC.TestClientInterfaceServiceDC
,
ftests.ftest_ResourcesManager.TestResoursesManager
,
ftests.ftest_TaskDataManager.TestTaskDataManager
,
ftests.ftest_TasksDataManager.TestTasksDataManager
,
tests.test_dtm_ClientInterfaceService.TestClientInterfaceService
,
tests.test_dtm_Scheduler.TestScheduler
,
tests.test_dtm_TasksManager.TestTasksManager
,
tests.test_dtm_TasksStateUpdateService.TestTasksStateUpdateService
eventObj :
transport.Event.Event
events :
ftests.ftest_server_connection.Server
,
ftests.ftest_test_async_MsgSend.Server
eventType :
ftests.ftest_DCC.ConnectionStub
,
ftests.ftest_DTMA.ConnectionStub
,
ftests.ftest_DTMC.ConnectionStub
,
transport.Event.Event
eventTypes :
dc.SitesManager.SitesManager
exceptionForward :
app.BaseServerManager.BaseServerManager
excludeList :
dc.EventObjects.SiteFind
,
dc.EventObjects.SiteStatus
excludeNodes :
app.ExtendInnerText.ExtendInnerText
EXECUTE_TASK :
dtm.Constants.EVENT_TYPES
EXECUTION_ENVIRONMENT_MANAGER_CLINET :
dtm.ClientInterfaceService.ClientInterfaceService
EXECUTION_TYPE_DEFAULT :
dc_postprocessor.SocialModule.SocialModule
EXECUTION_TYPE_LOCAL :
dc_postprocessor.SocialModule.SocialModule
EXECUTION_TYPE_REMOTE :
dc_postprocessor.SocialModule.SocialModule
executionEnvironmentManager :
dtm.TasksExecutor.TasksExecutor
exit_code :
dc_co.CrawlingOptimiser.CrawlingOptimiser
,
dc_crawler.CrawlerTask.CrawlerTask
,
dc_processor.ProcessorFeedParser.ProcessorFeedParser
,
dc_processor.ProcessorStoreContentKVDB.ProcessorStoreContentKVDB
,
dc_processor.ProcessorTask.ProcessorTask
exit_flag :
app.AdminInterfaceServer.AdminInterfaceServer
,
app.BaseServerManager.BaseServerManager
,
ftests.ftest_tcp_server_raw.TCPServerRaw
,
ftests.ftest_test_async_MsgSend.Client
exit_status :
drce.Commands.ResponseItem
exitCode :
app.ContentUpdater.ContentUpdater
,
app.ResponseExtractor.ResponseExtractor
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_crawler.RTCFinalizer.RTCFinalizer
,
dc_crawler.RTCPreprocessor.RTCPreprocessor
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
,
dc_processor.Scraper.Scraper
exitStatus :
dtm.EventObjects.EEResponseData
expect_response :
dtm.TasksStateUpdateService.TasksStateUpdateService
,
ftests.ftest_tcp_server_raw.TCPServerRaw
expiration_date :
dc_crawler.OwnRobots.RobotExclusionRulesParser
expires :
dc_crawler.HTTPCookieResolver.HTTPCookieResolver.Cookie
extendedLog :
app.ResponseExtractor.ResponseExtractor
extensions :
ftests.ftest_cement_app.MyApp.Meta
external_url :
dc_crawler.CrawlerTask.CrawlerTask
externalError :
dc_crawler.UrlSchema.UrlSchema
extractor :
dc_processor.Scraper.Scraper
EXTRACTOR_NAME :
dc_processor.newspaper_extractor.NewspaperExtractor
extractors :
dc_processor.Scraper.Scraper
Generated on Fri Nov 24 2017 18:55:21 for HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings. by
1.8.13