HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
dc_db.URLCleanupTask.URLCleanUpTask Member List

This is the complete list of members for dc_db.URLCleanupTask.URLCleanUpTask, including all inherited members.

__init__(self, keyValueStorageDir, rawDataDir, dBDataTask)dc_db.URLCleanupTask.URLCleanUpTask
calculateMd5FormUrl(self, url, urlType, useNormilize=False)dc_db.BaseTask.BaseTask
copyUrlsToDcUrls(self, siteId, queryCallback)dc_db.BaseTask.BaseTask
copyUrlToDeleteDB(self, urlCleanup, queryCallback)dc_db.URLCleanupTask.URLCleanUpTask
createUrlsInsertQuery(self, siteId, localKeys, localValues)dc_db.BaseTask.BaseTask
dBDataTaskdc_db.URLCleanupTask.URLCleanUpTask
dbLock(self, mutexName, queryCallback, sleepTime=1, mutexLockTTL=Constants.DEFAULT_LOCK_TTL)dc_db.BaseTask.BaseTask
dbUnlock(self, mutexName, queryCallback)dc_db.BaseTask.BaseTask
deleteFromDataStorage(self, urlCleanup, queryCallback)dc_db.URLCleanupTask.URLCleanUpTask
deleteFromRawStorage(self, urlCleanup)dc_db.URLCleanupTask.URLCleanUpTask
extractUrlByCriterions(self, siteId, isUrlExtract, criterions, queryCallback, dbName=Constants.SECONDARY_DB_ID, tablePrefix=Constants.DC_URLS_TABLE_NAME_TEMPLATE)dc_db.URLCleanupTask.URLCleanUpTask
fetchByCriterions(self, criterions, queryCallback)dc_db.BaseTask.BaseTask
generateCriterionSQL(self, criterions, additionWhere=None, siteId=None)dc_db.BaseTask.BaseTask
getSiteFields(self, siteId, queryCallback, dbName=Constants.PRIMARY_DB_ID)dc_db.URLCleanupTask.URLCleanUpTask
isSiteExist(self, siteId, queryCallback, userId=None)dc_db.BaseTask.BaseTask
keyValueStorageDirdc_db.URLCleanupTask.URLCleanUpTask
process(self, urlCleanups, queryCallback)dc_db.URLCleanupTask.URLCleanUpTask
rawDataDirdc_db.URLCleanupTask.URLCleanUpTask
readValueFromSiteProp(siteId, propName, queryCallback, urlMd5=None)dc_db.BaseTask.BaseTaskstatic
recalculatordc_db.URLCleanupTask.URLCleanUpTask
statisticLogUpdate(self, localObj, urlMd5, siteId, status, queryCallback, isInsert=False)dc_db.BaseTask.BaseTask
updateMysqlDB(self, urlCleanup, queryCallback, siteId)dc_db.URLCleanupTask.URLCleanUpTask
urlMd5dc_db.URLCleanupTask.URLCleanUpTask