HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
Main Page
Related Pages
+
Namespaces
Namespace List
+
Namespace Members
+
All
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
+
Functions
_
a
b
c
d
e
f
g
i
j
l
m
o
p
r
s
t
u
v
w
+
Variables
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
+
Classes
Class List
Class Index
Class Hierarchy
+
Class Members
+
All
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
z
+
Functions
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
r
s
t
u
v
w
x
+
Variables
_
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
z
+
Files
File List
•
All
Classes
Namespaces
Files
Functions
Variables
Pages
- m -
MACRO_ATTRIBUTES :
app.ExtendInnerText.ExtendInnerText
MACRO_CASE_LOWER :
app.FieldsSQLExpressionEvaluator.FieldsSQLExpressionEvaluator
,
app.Filters.Filters
MACRO_CASE_ORIGINAL :
app.FieldsSQLExpressionEvaluator.FieldsSQLExpressionEvaluator
,
app.Filters.Filters
MACRO_CASE_UPPER :
app.FieldsSQLExpressionEvaluator.FieldsSQLExpressionEvaluator
,
app.Filters.Filters
MACRO_INPUT_FILE :
dc_postprocessor.SocialModule.SocialModule
MACRO_OUTPUT_FILE :
dc_postprocessor.SocialModule.SocialModule
MACRO_RESULT_TYPE_AUTO :
dc_crawler.Fetcher.SeleniumFetcher
MACRO_RESULT_TYPE_CONTENT :
dc_crawler.Fetcher.SeleniumFetcher
MACRO_RESULT_TYPE_DEFAULT :
dc_crawler.Fetcher.SeleniumFetcher
MACRO_RESULT_TYPE_URLS_LIST :
dc_crawler.Fetcher.SeleniumFetcher
MACRO_USER_NAME :
dc_postprocessor.SocialModule.SocialModule
macroDict :
dc_processor.SourceTemplateExtractor.SourceTemplateExtractor
MAIN_TAG_NAME :
dc_processor.AuthorType.AuthorType
mandatory :
dc_processor.ScraperMultiItemsTask.ScraperResultDocuments
MANDATORY_DBS :
dbi.dbi.DBI
maps :
dc_processor.ScraperLangDetector.ScraperLangDetector
MAX_BYTES_DEFAULT_VALUE :
dc_processor.AuthorType.AuthorType
MAX_BYTES_NAME :
dc_processor.AuthorType.AuthorType
MAX_CHARS_WORD_DEFAULT_VALUE :
dc_processor.AuthorType.AuthorType
MAX_CHARS_WORD_NAME :
dc_processor.AuthorType.AuthorType
max_fetch_time :
dc_crawler.CrawlerTask.CrawlerTask
MAX_HEIGHT_NAME :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
max_html_redirects :
dc_crawler.CrawlerTask.CrawlerTask
max_http_redirects :
dc_crawler.CrawlerTask.CrawlerTask
MAX_NUMBER_DEFAULT :
dc.EventObjects.SiteFind
MAX_RATIO :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MAX_SITES_TO_SELECT :
dc.EventObjects.URLAge
MAX_TASKS :
dtm.Scheduler.Scheduler
MAX_URLS_TO_DELETE_FROM_SITE :
dc.EventObjects.URLAge
,
dc.EventObjects.URLPurge
MAX_WIDTH_NAME :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MAX_WORDS_DEFAULT_VALUE :
dc_processor.AuthorType.AuthorType
MAX_WORDS_NAME :
dc_processor.AuthorType.AuthorType
maxErrors :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
maxExecutionTime :
dc.EventObjects.Batch
maxExecutionTimeReached :
dc_crawler.CrawlerTask.CrawlerTask
,
dc_processor.ProcessorTask.ProcessorTask
maxExecutionTimeValue :
dc_crawler.CrawlerTask.CrawlerTask
,
dc_processor.ProcessorTask.ProcessorTask
maxHeight :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
maxItems :
dc.EventObjects.Batch
maxIterations :
dc.EventObjects.Batch
maxRatio :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
maxRedirects :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
,
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver.RedirectProperty
maxResources :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
maxResourceSize :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
maxTasks :
dtm.Scheduler.Scheduler
maxURLs :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
,
dc.EventObjects.URLAge
,
dc.EventObjects.URLFetch
maxURLsFromPage :
dc.EventObjects.Site
,
dc.EventObjects.SiteUpdate
,
dc.EventObjects.URL
,
dc.EventObjects.URLUpdate
maxWidth :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MEDIA_LIMITS_TYPE_NAME :
dc_processor.MediaLimitsHandler.MediaLimitsHandler
mediaLimits :
dc_processor.MediaLimitsHandler.MediaLimitsHandler
mediaLimitsHandler :
dc_processor.Scraper.Scraper
message :
app.Utils.ExceptionLog
MESSAGE_PREFIX :
app.LogFormatter.LogFormatterEvent
message_queue :
dc_co.CrawlingOptimiser.CrawlingOptimiser
,
dc_processor.Scraper.Scraper
messages :
ftests.ftest_test_async_MsgSend.Client
MESSAGES_ITEMS_DELIMITER :
app.Profiler.Profiler
meta :
dc.EventObjects.URLContentResponse
,
dc_db.URLContentTask.URLContentTask
meta_content :
dc_crawler.CrawledResource.CrawledResource
meta_res :
dc_crawler.Fetcher.Response
method :
dc_postprocessor.LinkResolver.LinkResolver
METHOD_NAME_DGET :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver.RedirectProperty
METHOD_NAME_GET :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver.RedirectProperty
METHOD_NAME_HEAD :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver.RedirectProperty
METHOD_NAME_SGET :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver.RedirectProperty
methodName :
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver
,
dc_crawler.HTTPRedirectResolver.HTTPRedirectResolver.RedirectProperty
metrics :
dc_processor.Scraper.Scraper
,
dc_processor.scraper_result.Result
metroCode :
dc.EventObjects.Proxy
,
dc.EventObjects.ProxyUpdate
MIN_ALLOWED_LEN_FOR_DATEUTILS :
app.DateTimeType.DateTimeType
MIN_ALLOWED_YEAR :
app.DateTimeType.DateTimeType
MIN_BYTES_DEFAULT_VALUE :
dc_processor.AuthorType.AuthorType
MIN_BYTES_NAME :
dc_processor.AuthorType.AuthorType
MIN_COLORS :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MIN_HEIGHT_NAME :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MIN_LATIN_WORD_LEN :
algorithms.MetricWCount.MetricWCount
MIN_RATIO :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MIN_WIDTH_NAME :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MIN_WORDS_DEFAULT_VALUE :
dc_processor.AuthorType.AuthorType
MIN_WORDS_NAME :
dc_processor.AuthorType.AuthorType
minColors :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
minHeight :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
minRatio :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
minutes :
app.DateTimeType.OffsetTzInfo
minWidth :
dc_processor.MediaLimitsHandler.MediaLimitsHandler.ImageLimits
MISMATCH_DEFAULT_VALUE :
dc_processor.AuthorType.AuthorType
MISMATCH_NAME :
dc_processor.AuthorType.AuthorType
MISMATCH_VALUE_EMPTY :
dc_processor.AuthorType.AuthorType
MISMATCH_VALUE_IGNORE :
dc_processor.AuthorType.AuthorType
MISMATCH_VALUE_PARSE :
dc_processor.AuthorType.AuthorType
MISMATCH_VALUE_VALUE :
dc_processor.AuthorType.AuthorType
MMGET :
admin.Constants.COMMAND_NAMES
MMSET :
admin.Constants.COMMAND_NAMES
mode :
dc.EventObjects.SiteFilter
MODE_DISABLED :
dc_crawler.DetectModified.DetectModified
MODE_DOMAIN :
dc_crawler.RefererHeaderResolver.RefererHeaderResolver
MODE_LIST_URLS :
dc_crawler.UrlSchema.UrlSchema
MODE_NONE :
dc_crawler.RefererHeaderResolver.RefererHeaderResolver
MODE_ONE_REQUEST :
dc_crawler.DetectModified.DetectModified
MODE_ONE_URL :
dc_crawler.UrlSchema.UrlSchema
MODE_PARENT :
dc_crawler.RefererHeaderResolver.RefererHeaderResolver
MODE_SIMPLE :
dc_crawler.RefererHeaderResolver.RefererHeaderResolver
MODE_TWO_REQUESTS :
dc_crawler.DetectModified.DetectModified
modifiedSettings :
dc_crawler.DetectModified.DetectModified
moduleName :
dtm.ResourcesManager.ResourcesManager
,
dtm.TasksDataManager.TasksDataManager
,
ftests.ftest_BaseServerManager.TestBaseServerManager
,
ftests.ftest_ResourcesManager.TestResoursesManager
,
ftests.ftest_TasksDataManager.TestTasksDataManager
modules :
dc_postprocessor.PostprocessorTask.PostprocessorTask
,
dc_processor.base_extractor.BaseExtractor
modulesImport :
dc_postprocessor.PostprocessorTask.PostprocessorTask
modulesOrder :
dc_postprocessor.PostprocessorTask.PostprocessorTask
MONTH_DICT :
app.DateTimeType.DateTimeType
monthListEng :
app.DateTimeType.DateTimeType
monthListGer :
app.DateTimeType.DateTimeType
monthListJap :
app.DateTimeType.DateTimeType
monthListRus :
app.DateTimeType.DateTimeType
monthListRusBad :
app.DateTimeType.DateTimeType
monthListUkr :
app.DateTimeType.DateTimeType
moveURLs :
dc.EventObjects.Site
,
dc.EventObjects.SiteCleanup
mRate :
dc.EventObjects.URL
,
dc.EventObjects.URLUpdate
mRateCounter :
dc.EventObjects.URL
,
dc.EventObjects.URLUpdate
MSG_DEBUG_EMPTY_BATCH :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_DEBUG_INPUT_BATCH :
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
MSG_DEBUG_INPUT_PICKLE :
app.ContentUpdater.ContentUpdater
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
MSG_DEBUG_INPUT_UNPICKLE :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_DEBUG_INPUT_UNPICKLED :
app.ContentUpdater.ContentUpdater
MSG_DEBUG_INPUT_URL_LIST :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_DEBUG_LEN_URL_LIST :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_DEBUG_OUTPUT_BATCH :
app.ContentUpdater.ContentUpdater
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
MSG_DEBUG_OUTPUT_BATCH_ITEM :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_DEBUG_OUTPUT_PICKLE :
app.ContentUpdater.ContentUpdater
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
MSG_DEBUG_SEND_PICKLE :
app.ContentUpdater.ContentUpdater
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
MSG_DEBUG_UNIQ_URL_LIST :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_DELETE_URL_OK :
dc_crawler.RTCFinalizer.RTCFinalizer
MSG_ERROR_DATABASE_OPERATION :
app.ContentUpdater.ContentUpdater
MSG_ERROR_DELETE_URL :
dc_crawler.RTCFinalizer.RTCFinalizer
MSG_ERROR_EMPTY_CONFIG_FILE_NAME :
app.ContentUpdater.ContentUpdater
,
app.Profiler.Profiler
,
app.ResponseExtractor.ResponseExtractor
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_crawler.RTCFinalizer.RTCFinalizer
,
dc_crawler.RTCPreprocessor.RTCPreprocessor
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
,
dcc.DCC.DCC
MSG_ERROR_EXIT_STATUS :
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
MSG_ERROR_LANG_DETECT :
dc_processor.ScraperLangDetector.ScraperLangDetector
MSG_ERROR_LOAD_APP_CONFIG :
app.ContentUpdater.ContentUpdater
,
app.Profiler.Profiler
,
app.ResponseExtractor.ResponseExtractor
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_crawler.RTCFinalizer.RTCFinalizer
,
dc_crawler.RTCPreprocessor.RTCPreprocessor
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
,
dcc.DCC.DCC
MSG_ERROR_MISSED_SECTION :
app.ContentUpdater.ContentUpdater
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
MSG_ERROR_PARSE_CMD_PARAMS :
app.Profiler.Profiler
,
app.ResponseExtractor.ResponseExtractor
,
dc_crawler.RTCFinalizer.RTCFinalizer
,
dc_crawler.RTCPreprocessor.RTCPreprocessor
MSG_ERROR_PROCESSING_REQUEST :
app.ResponseExtractor.ResponseExtractor
MSG_ERROR_READ_DB_TASK_CONFIG :
dc_crawler.RTCFinalizer.RTCFinalizer
MSG_ERROR_READ_LOG_CONFIG :
app.ContentUpdater.ContentUpdater
,
app.Profiler.Profiler
,
app.ResponseExtractor.ResponseExtractor
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_crawler.RTCFinalizer.RTCFinalizer
,
dc_crawler.RTCPreprocessor.RTCPreprocessor
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
,
dcc.DCC.DCC
MSG_ERROR_RESTORE_OBJECT :
dc.EventObjects.ClientResponseItem
MSG_ERROR_UNKNOWN_EXCEPTION :
app.UrlsToBatchTask.UrlsToBatchTask
MSG_ERROR_UPDATE_PROCESSED_CONTENTS :
app.ContentUpdater.ContentUpdater
MSG_ERROR_WRONG__OPTION_SORTBY :
app.Profiler.Profiler
MSG_ERROR_WRONG_CONFIG_FILE_NAME :
app.ContentUpdater.ContentUpdater
,
app.Profiler.Profiler
,
app.ResponseExtractor.ResponseExtractor
,
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
,
app.UrlsToBatchTask.UrlsToBatchTask
,
dc_crawler.RTCFinalizer.RTCFinalizer
,
dc_crawler.RTCPreprocessor.RTCPreprocessor
,
dc_postprocessor.PostProcessingApplicationClass.PostProcessingApplicationClass
,
dc_processor.Scraper.Scraper
,
dcc.DCC.DCC
MSG_ERROR_WRONG_CONFIG_OPTION :
app.Profiler.Profiler
MSG_INFO_PROCESSOR_ERROR :
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
MSG_INFO_PROCESSOR_EXIT_CODE :
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
MSG_INFO_PROCESSOR_OUTPUT :
app.UrlFetchJsonToDBTaskConvertor.UrlFetchToJsonDBTaskConvertor
MSG_PROCESSING_FINISHED :
dc_postprocessor.PostprocessorTask.PostprocessorTask
MSG_PROCESSING_STARTED :
dc_postprocessor.PostprocessorTask.PostprocessorTask
msgUidGenerator :
admin.NodeManager.NodeManager
mutex :
ftests.ftest_DBTask.Test
,
ftests.ftest_DBTaskStatistic.Test
MUTEX_LOCK_TTL :
dc_db.TasksManager.TasksManager
mutexLockTTL :
dc_db.TasksManager.TasksManager
,
dc_db.URLFetchTask.URLFetchTask
Generated on Fri Nov 24 2017 18:55:21 for HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings. by
1.8.13