__init__(self, configParser, connectionBuilderLight=None) | dc.BatchTasksManager.BatchTasksManager | |
app::BaseServerManager::BaseServerManager.__init__(self, poller_manager=None, admin_connection=None, conectionLightBuilder=None, exceptionForward=False, dumpStatVars=True) | app.BaseServerManager.BaseServerManager | |
addConnection(self, name, connection) | app.BaseServerManager.BaseServerManager | |
ADMIN_CONNECT_CLIENT | app.BaseServerManager.BaseServerManager | static |
ADMIN_CONNECT_ENDPOINT | app.BaseServerManager.BaseServerManager | static |
BATCH_FETCH_TYPE_COOKIE_NAME | dc.BatchTasksManager.BatchTasksManager | static |
BATCH_ID_COOKIE_NAME | dc.BatchTasksManager.BatchTasksManager | static |
BATCH_TASK_TYPE_AGE | dc.BatchTasksManager.BatchTasksManager | static |
BATCH_TASK_TYPE_ALL | dc.BatchTasksManager.BatchTasksManager | static |
BATCH_TASK_TYPE_CRAWL | dc.BatchTasksManager.BatchTasksManager | static |
BATCH_TASK_TYPE_PURGE | dc.BatchTasksManager.BatchTasksManager | static |
build_poller_list(self) | app.BaseServerManager.BaseServerManager | |
checkDTMTaskFaultCountersUpdate(self, taskBatch) | dc.BatchTasksManager.BatchTasksManager | |
clear_poller(self) | app.BaseServerManager.BaseServerManager | |
clientSitesManagerName | dc.BatchTasksManager.BatchTasksManager | |
CONFIG_AGE_BATCH_DEFAULT_MAX_TIME | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_DEFAULT_STARTER | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_MAX_SITES | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_MAX_TASKS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_MAX_URLS_SITE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_MAX_URLS_TOTAL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_QUEUE_TASK_TTL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_SITE_CRITERION | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGE_BATCH_URL_CRITERION | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_AGING_PERIOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_CHECK_URLS_IN_ACTIVE_BATCHES | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_MAX_TIME | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STARTER | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_DELETE_RETRIES | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_DELETE_TYPE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_STATE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_AUTOCLEANUP_TTL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_CPU_LOAD_MAX | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_IO_WAIT_MAX | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_RAM_FREE_MIN | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_RETRY | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_DEFAULT_STRATEGY_STRATEGY_RDELAY | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_FETCH_TYPE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_MAX_ITERATIONS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_MAX_ITERATIONS_DEFAULT | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_MAX_TASKS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_MAX_TIME | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_MAX_URLS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_ORDER_BY_URLS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_QUEUE_PERIOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_QUEUE_TASK_CHECK_METHOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_QUEUE_TASK_TTL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_BATCH_REMOVE_UNPROCESSED_ITEMS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_CRAWLED_URLS_STRATEGY | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_DRCE_CRAWLER_APP_NAME | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_DRCE_DB_APP_NAME | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_DTMD_HOST | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_DTMD_PORT | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_DTMD_TIMEOUT | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_INCR_CRAWL_MODE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_INCR_CRAWL_PERIOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_INCR_MAX_DEPTH | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_INCR_MAX_URL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_INCR_MIN_FREQ | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_POLLING_TIMEOUT | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_BATCH_DEFAULT_MAX_TIME | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_BATCH_DEFAULT_STARTER | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_BATCH_MAX_TASKS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_BATCH_MAX_URLS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_BATCH_QUEUE_TASK_TTL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_MODE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_PURGE_PERIOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_REGULAR_CRAWL_MODE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_REGULAR_CRAWL_PERIOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_REGULAR_CRAWL_PROPAGATE_URLS | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_RESOURCE_AGING_MODE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_RET_URLS_MAX_NUMBER | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_RET_URLS_MODE | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_RET_URLS_PERIOD | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_RET_URLS_TTL | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_SERVER | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_SITES_MANAGER_CLIENT | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_TASK_DTM_NAME_AGING | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_TASK_DTM_NAME_CRAWLING | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_TASK_DTM_NAME_PURGING | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_TASK_DTM_TYPE_AGING | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_TASK_DTM_TYPE_CRAWLING | dc.BatchTasksManager.BatchTasksManager | static |
CONFIG_TASK_DTM_TYPE_PURGING | dc.BatchTasksManager.BatchTasksManager | static |
configVars | app.BaseServerManager.BaseServerManager | |
connections | app.BaseServerManager.BaseServerManager | |
createDBIDict(self, configParser) | app.BaseServerManager.BaseServerManager | |
createLogMsg(self, event) | app.BaseServerManager.BaseServerManager | |
deleteDTMTaskFaultCountersUpdate(self, taskBatch) | dc.BatchTasksManager.BatchTasksManager | |
DTM_TASK_CHECK_STATE_METHOD_STATE | dc.BatchTasksManager.BatchTasksManager | static |
DTM_TASK_CHECK_STATE_METHOD_STATUS | dc.BatchTasksManager.BatchTasksManager | static |
dtmdConnection | dc.BatchTasksManager.BatchTasksManager | |
dtmdRequestExecute(self, requestEvent, timeout, maxTries=100) | dc.BatchTasksManager.BatchTasksManager | |
dtmTasksQueue | dc.BatchTasksManager.BatchTasksManager | |
dumpStatVars | app.BaseServerManager.BaseServerManager | |
event_handlers | app.BaseServerManager.BaseServerManager | |
eventBuilder | app.BaseServerManager.BaseServerManager | |
exceptionForward | app.BaseServerManager.BaseServerManager | |
exit_flag | app.BaseServerManager.BaseServerManager | |
finishDTMTaskFaultPostProcess(self, taskBatch, taskId=None, ttl=0, incrementFaultsCounter=True) | dc.BatchTasksManager.BatchTasksManager | |
getBatchTaskIdByURL(self, siteId, urlMd5) | dc.BatchTasksManager.BatchTasksManager | |
getBatchTasksCount(self, batchType=BATCH_TASK_TYPE_CRAWL) | dc.BatchTasksManager.BatchTasksManager | |
getConfigVarsFields(self, fields) | app.BaseServerManager.BaseServerManager | |
getDTMTaskState(self, taskId) | dc.BatchTasksManager.BatchTasksManager | |
getLogLevel(self) | app.BaseServerManager.BaseServerManager | |
getStatDataFields(self, fields) | app.BaseServerManager.BaseServerManager | |
getStatVarsDumpFileName(self) | app.BaseServerManager.BaseServerManager | |
getSystemStat(self) | app.BaseServerManager.BaseServerManager | |
getURLsCountFromClientResponseItems(self, clientResponseItems, unique=True) | dc.BatchTasksManager.BatchTasksManager | |
initStatFields(self, connect_name) | app.BaseServerManager.BaseServerManager | |
is_connection_registered(self, name) | app.BaseServerManager.BaseServerManager | |
isDTMTaskDead(self, state, queuedTs, ttl) | dc.BatchTasksManager.BatchTasksManager | |
loadStatVarsDump(self) | app.BaseServerManager.BaseServerManager | |
LOG_LEVEL_CONFIG_VAR_NAME | app.BaseServerManager.BaseServerManager | static |
LOGGERS_NAMES | app.BaseServerManager.BaseServerManager | static |
makeBatchFromClientResponseItems(self, clientResponseItems, crawlerType, batchId=0) | dc.BatchTasksManager.BatchTasksManager | |
on_poll_timeout(self) | dc.BatchTasksManager.BatchTasksManager | |
on_unhandled_event(self, event) | app.BaseServerManager.BaseServerManager | |
onAdminFetchStatData(self, event) | app.BaseServerManager.BaseServerManager | |
onAdminGetConfigVars(self, event) | app.BaseServerManager.BaseServerManager | |
onAdminSetConfigVars(self, event) | app.BaseServerManager.BaseServerManager | |
onAdminState(self, event) | app.BaseServerManager.BaseServerManager | |
onAdminSuspend(self, event) | app.BaseServerManager.BaseServerManager | |
onURLDeleteResponse(self, event) | dc.BatchTasksManager.BatchTasksManager | |
onURLFetchResponse(self, event) | dc.BatchTasksManager.BatchTasksManager | |
onURLNewResponse(self, event) | dc.BatchTasksManager.BatchTasksManager | |
onURLUpdateResponse(self, event) | dc.BatchTasksManager.BatchTasksManager | |
poll(self) | app.BaseServerManager.BaseServerManager | |
POLL_TIMEOUT_CONFIG_VAR_NAME | app.BaseServerManager.BaseServerManager | static |
POLL_TIMEOUT_DEFAULT | app.BaseServerManager.BaseServerManager | static |
poller_manager | app.BaseServerManager.BaseServerManager | |
pollTimeout | app.BaseServerManager.BaseServerManager | |
process(self, event) | app.BaseServerManager.BaseServerManager | |
processAgingLastTs | dc.BatchTasksManager.BatchTasksManager | |
processBatchQueuelLastTs | dc.BatchTasksManager.BatchTasksManager | |
processDTMTasksQueue(self) | dc.BatchTasksManager.BatchTasksManager | |
processFinishedBatch(self, taskBatch) | dc.BatchTasksManager.BatchTasksManager | |
processIncrCrawlLastTs | dc.BatchTasksManager.BatchTasksManager | |
processPurgeLastTs | dc.BatchTasksManager.BatchTasksManager | |
processRegularCrawlLastTs | dc.BatchTasksManager.BatchTasksManager | |
processSelectedURLsRetLastTs | dc.BatchTasksManager.BatchTasksManager | |
processSelectedURLsReturn(self) | dc.BatchTasksManager.BatchTasksManager | |
processSpecialConfigVars(self, name, value) | app.BaseServerManager.BaseServerManager | |
reply(self, event, reply_event) | app.BaseServerManager.BaseServerManager | |
run(self) | app.BaseServerManager.BaseServerManager | |
saveStatVarsDump(self) | app.BaseServerManager.BaseServerManager | |
send(self, connect_name, event) | app.BaseServerManager.BaseServerManager | |
sendAdminReadyEvent(self) | app.BaseServerManager.BaseServerManager | |
sendBatchTaskToDTM(self, batch, maxExecutionTime=None) | dc.BatchTasksManager.BatchTasksManager | |
sendIncrURLRequest(self) | dc.BatchTasksManager.BatchTasksManager | |
sendURLDelete(self, batchItemsList, batchId) | dc.BatchTasksManager.BatchTasksManager | |
sendURLFetchRequest(self) | dc.BatchTasksManager.BatchTasksManager | |
sendURLFetchRequestCounter | dc.BatchTasksManager.BatchTasksManager | |
sendURLNew(self, batchItemsList) | dc.BatchTasksManager.BatchTasksManager | |
sendURLUpdate(self, batchItemsList, batchId, batchState) | dc.BatchTasksManager.BatchTasksManager | |
serverName | dc.BatchTasksManager.BatchTasksManager | |
setAgeBatch(self) | dc.BatchTasksManager.BatchTasksManager | |
setConfigVars(self, setConfigVars) | app.BaseServerManager.BaseServerManager | |
setEventHandler(self, eventType, handler) | app.BaseServerManager.BaseServerManager | |
setLogLevel(self, level) | app.BaseServerManager.BaseServerManager | |
setPurgeBatch(self) | dc.BatchTasksManager.BatchTasksManager | |
STAT_DUMPS_DEFAULT_DIR | app.BaseServerManager.BaseServerManager | static |
STAT_DUMPS_DEFAULT_NAME | app.BaseServerManager.BaseServerManager | static |
STAT_FIELDS_OPERATION_ADD | app.BaseServerManager.BaseServerManager | static |
STAT_FIELDS_OPERATION_INIT | app.BaseServerManager.BaseServerManager | static |
STAT_FIELDS_OPERATION_SET | app.BaseServerManager.BaseServerManager | static |
STAT_FIELDS_OPERATION_SUB | app.BaseServerManager.BaseServerManager | static |
statFields | app.BaseServerManager.BaseServerManager | |
updateDTMTasksQueueCounters(self, tasksWithItems=0, itemsTotal=0) | dc.BatchTasksManager.BatchTasksManager | |
updateStatField(self, field_name, value, operation=STAT_FIELDS_OPERATION_ADD) | app.BaseServerManager.BaseServerManager | |