HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
dc.BatchTasksManager.BatchTasksManager Member List

This is the complete list of members for dc.BatchTasksManager.BatchTasksManager, including all inherited members.

__init__(self, configParser, connectionBuilderLight=None)dc.BatchTasksManager.BatchTasksManager
app::BaseServerManager::BaseServerManager.__init__(self, poller_manager=None, admin_connection=None, conectionLightBuilder=None, exceptionForward=False, dumpStatVars=True)app.BaseServerManager.BaseServerManager
addConnection(self, name, connection)app.BaseServerManager.BaseServerManager
ADMIN_CONNECT_CLIENTapp.BaseServerManager.BaseServerManagerstatic
ADMIN_CONNECT_ENDPOINTapp.BaseServerManager.BaseServerManagerstatic
BATCH_FETCH_TYPE_COOKIE_NAMEdc.BatchTasksManager.BatchTasksManagerstatic
BATCH_ID_COOKIE_NAMEdc.BatchTasksManager.BatchTasksManagerstatic
BATCH_TASK_TYPE_AGEdc.BatchTasksManager.BatchTasksManagerstatic
BATCH_TASK_TYPE_ALLdc.BatchTasksManager.BatchTasksManagerstatic
BATCH_TASK_TYPE_CRAWLdc.BatchTasksManager.BatchTasksManagerstatic
BATCH_TASK_TYPE_PURGEdc.BatchTasksManager.BatchTasksManagerstatic
build_poller_list(self)app.BaseServerManager.BaseServerManager
checkDTMTaskFaultCountersUpdate(self, taskBatch)dc.BatchTasksManager.BatchTasksManager
clear_poller(self)app.BaseServerManager.BaseServerManager
clientSitesManagerNamedc.BatchTasksManager.BatchTasksManager
CONFIG_AGE_BATCH_DEFAULT_MAX_TIMEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_DEFAULT_STARTERdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_MAX_SITESdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_MAX_TASKSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_MAX_URLS_SITEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_MAX_URLS_TOTALdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_QUEUE_TASK_TTLdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_SITE_CRITERIONdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGE_BATCH_URL_CRITERIONdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_AGING_PERIODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_CHECK_URLS_IN_ACTIVE_BATCHESdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_MAX_TIMEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STARTERdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_DELETE_RETRIESdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_DELETE_TYPEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_STATEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_TTLdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_CPU_LOAD_MAXdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_IO_WAIT_MAXdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_RAM_FREE_MINdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_RETRYdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_DEFAULT_STRATEGY_STRATEGY_RDELAYdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_FETCH_TYPEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_MAX_ITERATIONSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_MAX_ITERATIONS_DEFAULTdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_MAX_TASKSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_MAX_TIMEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_MAX_URLSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_ORDER_BY_URLSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_QUEUE_PERIODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_QUEUE_TASK_CHECK_METHODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_QUEUE_TASK_TTLdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_BATCH_REMOVE_UNPROCESSED_ITEMSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_CRAWLED_URLS_STRATEGYdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_DRCE_CRAWLER_APP_NAMEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_DRCE_DB_APP_NAMEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_DTMD_HOSTdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_DTMD_PORTdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_DTMD_TIMEOUTdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_INCR_CRAWL_MODEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_INCR_CRAWL_PERIODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_INCR_MAX_DEPTHdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_INCR_MAX_URLdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_INCR_MIN_FREQdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_POLLING_TIMEOUTdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_BATCH_DEFAULT_MAX_TIMEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_BATCH_DEFAULT_STARTERdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_BATCH_MAX_TASKSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_BATCH_MAX_URLSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_BATCH_QUEUE_TASK_TTLdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_MODEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_PURGE_PERIODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_REGULAR_CRAWL_MODEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_REGULAR_CRAWL_PERIODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_REGULAR_CRAWL_PROPAGATE_URLSdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_RESOURCE_AGING_MODEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_RET_URLS_MAX_NUMBERdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_RET_URLS_MODEdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_RET_URLS_PERIODdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_RET_URLS_TTLdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_SERVERdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_SITES_MANAGER_CLIENTdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_TASK_DTM_NAME_AGINGdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_TASK_DTM_NAME_CRAWLINGdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_TASK_DTM_NAME_PURGINGdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_TASK_DTM_TYPE_AGINGdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_TASK_DTM_TYPE_CRAWLINGdc.BatchTasksManager.BatchTasksManagerstatic
CONFIG_TASK_DTM_TYPE_PURGINGdc.BatchTasksManager.BatchTasksManagerstatic
configVarsapp.BaseServerManager.BaseServerManager
connectionsapp.BaseServerManager.BaseServerManager
createDBIDict(self, configParser)app.BaseServerManager.BaseServerManager
createLogMsg(self, event)app.BaseServerManager.BaseServerManager
deleteDTMTaskFaultCountersUpdate(self, taskBatch)dc.BatchTasksManager.BatchTasksManager
DTM_TASK_CHECK_STATE_METHOD_STATEdc.BatchTasksManager.BatchTasksManagerstatic
DTM_TASK_CHECK_STATE_METHOD_STATUSdc.BatchTasksManager.BatchTasksManagerstatic
dtmdConnectiondc.BatchTasksManager.BatchTasksManager
dtmdRequestExecute(self, requestEvent, timeout, maxTries=100)dc.BatchTasksManager.BatchTasksManager
dtmTasksQueuedc.BatchTasksManager.BatchTasksManager
dumpStatVarsapp.BaseServerManager.BaseServerManager
event_handlersapp.BaseServerManager.BaseServerManager
eventBuilderapp.BaseServerManager.BaseServerManager
exceptionForwardapp.BaseServerManager.BaseServerManager
exit_flagapp.BaseServerManager.BaseServerManager
finishDTMTaskFaultPostProcess(self, taskBatch, taskId=None, ttl=0, incrementFaultsCounter=True)dc.BatchTasksManager.BatchTasksManager
getBatchTaskIdByURL(self, siteId, urlMd5)dc.BatchTasksManager.BatchTasksManager
getBatchTasksCount(self, batchType=BATCH_TASK_TYPE_CRAWL)dc.BatchTasksManager.BatchTasksManager
getConfigVarsFields(self, fields)app.BaseServerManager.BaseServerManager
getDTMTaskState(self, taskId)dc.BatchTasksManager.BatchTasksManager
getLogLevel(self)app.BaseServerManager.BaseServerManager
getStatDataFields(self, fields)app.BaseServerManager.BaseServerManager
getStatVarsDumpFileName(self)app.BaseServerManager.BaseServerManager
getSystemStat(self)app.BaseServerManager.BaseServerManager
getURLsCountFromClientResponseItems(self, clientResponseItems, unique=True)dc.BatchTasksManager.BatchTasksManager
initStatFields(self, connect_name)app.BaseServerManager.BaseServerManager
is_connection_registered(self, name)app.BaseServerManager.BaseServerManager
isDTMTaskDead(self, state, queuedTs, ttl)dc.BatchTasksManager.BatchTasksManager
loadStatVarsDump(self)app.BaseServerManager.BaseServerManager
LOG_LEVEL_CONFIG_VAR_NAMEapp.BaseServerManager.BaseServerManagerstatic
LOGGERS_NAMESapp.BaseServerManager.BaseServerManagerstatic
makeBatchFromClientResponseItems(self, clientResponseItems, crawlerType, batchId=0)dc.BatchTasksManager.BatchTasksManager
on_poll_timeout(self)dc.BatchTasksManager.BatchTasksManager
on_unhandled_event(self, event)app.BaseServerManager.BaseServerManager
onAdminFetchStatData(self, event)app.BaseServerManager.BaseServerManager
onAdminGetConfigVars(self, event)app.BaseServerManager.BaseServerManager
onAdminSetConfigVars(self, event)app.BaseServerManager.BaseServerManager
onAdminState(self, event)app.BaseServerManager.BaseServerManager
onAdminSuspend(self, event)app.BaseServerManager.BaseServerManager
onURLDeleteResponse(self, event)dc.BatchTasksManager.BatchTasksManager
onURLFetchResponse(self, event)dc.BatchTasksManager.BatchTasksManager
onURLNewResponse(self, event)dc.BatchTasksManager.BatchTasksManager
onURLUpdateResponse(self, event)dc.BatchTasksManager.BatchTasksManager
poll(self)app.BaseServerManager.BaseServerManager
POLL_TIMEOUT_CONFIG_VAR_NAMEapp.BaseServerManager.BaseServerManagerstatic
POLL_TIMEOUT_DEFAULTapp.BaseServerManager.BaseServerManagerstatic
poller_managerapp.BaseServerManager.BaseServerManager
pollTimeoutapp.BaseServerManager.BaseServerManager
process(self, event)app.BaseServerManager.BaseServerManager
processAgingLastTsdc.BatchTasksManager.BatchTasksManager
processBatchQueuelLastTsdc.BatchTasksManager.BatchTasksManager
processDTMTasksQueue(self)dc.BatchTasksManager.BatchTasksManager
processFinishedBatch(self, taskBatch)dc.BatchTasksManager.BatchTasksManager
processIncrCrawlLastTsdc.BatchTasksManager.BatchTasksManager
processPurgeLastTsdc.BatchTasksManager.BatchTasksManager
processRegularCrawlLastTsdc.BatchTasksManager.BatchTasksManager
processSelectedURLsRetLastTsdc.BatchTasksManager.BatchTasksManager
processSelectedURLsReturn(self)dc.BatchTasksManager.BatchTasksManager
processSpecialConfigVars(self, name, value)app.BaseServerManager.BaseServerManager
reply(self, event, reply_event)app.BaseServerManager.BaseServerManager
run(self)app.BaseServerManager.BaseServerManager
saveStatVarsDump(self)app.BaseServerManager.BaseServerManager
send(self, connect_name, event)app.BaseServerManager.BaseServerManager
sendAdminReadyEvent(self)app.BaseServerManager.BaseServerManager
sendBatchTaskToDTM(self, batch, maxExecutionTime=None)dc.BatchTasksManager.BatchTasksManager
sendIncrURLRequest(self)dc.BatchTasksManager.BatchTasksManager
sendURLDelete(self, batchItemsList, batchId)dc.BatchTasksManager.BatchTasksManager
sendURLFetchRequest(self)dc.BatchTasksManager.BatchTasksManager
sendURLFetchRequestCounterdc.BatchTasksManager.BatchTasksManager
sendURLNew(self, batchItemsList)dc.BatchTasksManager.BatchTasksManager
sendURLUpdate(self, batchItemsList, batchId, batchState)dc.BatchTasksManager.BatchTasksManager
serverNamedc.BatchTasksManager.BatchTasksManager
setAgeBatch(self)dc.BatchTasksManager.BatchTasksManager
setConfigVars(self, setConfigVars)app.BaseServerManager.BaseServerManager
setEventHandler(self, eventType, handler)app.BaseServerManager.BaseServerManager
setLogLevel(self, level)app.BaseServerManager.BaseServerManager
setPurgeBatch(self)dc.BatchTasksManager.BatchTasksManager
STAT_DUMPS_DEFAULT_DIRapp.BaseServerManager.BaseServerManagerstatic
STAT_DUMPS_DEFAULT_NAMEapp.BaseServerManager.BaseServerManagerstatic
STAT_FIELDS_OPERATION_ADDapp.BaseServerManager.BaseServerManagerstatic
STAT_FIELDS_OPERATION_INITapp.BaseServerManager.BaseServerManagerstatic
STAT_FIELDS_OPERATION_SETapp.BaseServerManager.BaseServerManagerstatic
STAT_FIELDS_OPERATION_SUBapp.BaseServerManager.BaseServerManagerstatic
statFieldsapp.BaseServerManager.BaseServerManager
updateDTMTasksQueueCounters(self, tasksWithItems=0, itemsTotal=0)dc.BatchTasksManager.BatchTasksManager
updateStatField(self, field_name, value, operation=STAT_FIELDS_OPERATION_ADD)app.BaseServerManager.BaseServerManager