HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
dc_db.SiteDeleteTask.SiteDeleteTask Class Reference
Inheritance diagram for dc_db.SiteDeleteTask.SiteDeleteTask:
Collaboration diagram for dc_db.SiteDeleteTask.SiteDeleteTask:

Public Member Functions

def __init__ (self, keyValueStorageDir, rawDataDir, dBDataTask)
 
def process (self, siteDeletes, queryCallback)
 
def dropURLTable (self, siteDelete, queryCallback)
 
def dropArbitraryTable (self, tablePrefix, siteDelete, dbId, queryCallback)
 
def removeSiteRecord (self, siteDelete, queryCallback)
 
def clearRelatedTables (self, siteDelete, queryCallback)
 
- Public Member Functions inherited from dc_db.SiteCleanUpTask.SiteCleanUpTask
def __init__ (self, keyValueStorageDir, rawDataDir, dBDataTask)
 
def process (self, siteCleanups, queryCallback)
 
def staticUpdate (self, sqlTemplate, siteCleanup, queryCallback)
 
def cleanUpMysqlStorage (self, siteCleanup, queryCallback)
 
def trancateArbitraryTable (self, tablePrefix, siteCleanup, dbId, queryCallback)
 
def cleanUpMysqlSiteTable (self, siteCleanup, queryCallback)
 
def cleanUpDBStorage (self, siteCleanup, filesSuffix, queryCallback)
 
def cleanUpRawDataStorage (self, siteCleanup)
 
- Public Member Functions inherited from dc_db.BaseTask.BaseTask
def isSiteExist (self, siteId, queryCallback, userId=None)
 
def generateCriterionSQL (self, criterions, additionWhere=None, siteId=None)
 
def fetchByCriterions (self, criterions, queryCallback)
 
def dbLock (self, mutexName, queryCallback, sleepTime=1, mutexLockTTL=Constants.DEFAULT_LOCK_TTL)
 
def dbUnlock (self, mutexName, queryCallback)
 
def createUrlsInsertQuery (self, siteId, localKeys, localValues)
 
def copyUrlsToDcUrls (self, siteId, queryCallback)
 
def statisticLogUpdate (self, localObj, urlMd5, siteId, status, queryCallback, isInsert=False)
 
def calculateMd5FormUrl (self, url, urlType, useNormilize=False)
 

Public Attributes

 dBDataTask
 
 errorCode
 
 errorMessage
 
- Public Attributes inherited from dc_db.SiteCleanUpTask.SiteCleanUpTask
 keyValueStorageDir
 
 rawDataDir
 
 errorCode
 
 errorMessage
 
 dBDataTask
 
 fieldRecalculator
 

Additional Inherited Members

- Static Public Member Functions inherited from dc_db.BaseTask.BaseTask
def readValueFromSiteProp (siteId, propName, queryCallback, urlMd5=None)
 

Detailed Description

Definition at line 22 of file SiteDeleteTask.py.

Constructor & Destructor Documentation

◆ __init__()

def dc_db.SiteDeleteTask.SiteDeleteTask.__init__ (   self,
  keyValueStorageDir,
  rawDataDir,
  dBDataTask 
)

Definition at line 29 of file SiteDeleteTask.py.

29  def __init__(self, keyValueStorageDir, rawDataDir, dBDataTask):
30  super(SiteDeleteTask, self).__init__(keyValueStorageDir, rawDataDir, dBDataTask)
31  self.dBDataTask = dBDataTask
32 
33 
def __init__(self)
constructor
Definition: UIDGenerator.py:19

Member Function Documentation

◆ clearRelatedTables()

def dc_db.SiteDeleteTask.SiteDeleteTask.clearRelatedTables (   self,
  siteDelete,
  queryCallback 
)

Definition at line 117 of file SiteDeleteTask.py.

117  def clearRelatedTables(self, siteDelete, queryCallback):
118  tebleList = ["`sites_urls`", "`sites_filters`", "`sites_properties`"]
119  DELETE_SITE_SQL_QUERY = "DELETE FROM %s WHERE Site_Id = '%s'"
120  for tableName in tebleList:
121  query = DELETE_SITE_SQL_QUERY % (tableName, siteDelete.id)
122  queryCallback(query, Constants.PRIMARY_DB_ID)
123 

◆ dropArbitraryTable()

def dc_db.SiteDeleteTask.SiteDeleteTask.dropArbitraryTable (   self,
  tablePrefix,
  siteDelete,
  dbId,
  queryCallback 
)

Definition at line 96 of file SiteDeleteTask.py.

96  def dropArbitraryTable(self, tablePrefix, siteDelete, dbId, queryCallback):
97  tbName = tablePrefix % siteDelete.id
98  SQL_DROP_QUERY_TEMPLATE = "DROP TABLE IF EXISTS `%s`"
99  query = SQL_DROP_QUERY_TEMPLATE % tbName
100  queryCallback(query, dbId)
101 
102 

◆ dropURLTable()

def dc_db.SiteDeleteTask.SiteDeleteTask.dropURLTable (   self,
  siteDelete,
  queryCallback 
)

Definition at line 83 of file SiteDeleteTask.py.

83  def dropURLTable(self, siteDelete, queryCallback):
84  SQL_DROP_QUERY_TEMPLATE = "DROP TABLE IF EXISTS `%s`"
85  tbName = Constants.DC_URLS_TABLE_NAME_TEMPLATE % siteDelete.id
86  query = SQL_DROP_QUERY_TEMPLATE % tbName
87  queryCallback(query, Constants.SECONDARY_DB_ID)
88  queryCallback(query, Constants.FOURTH_DB_ID)
89 
90 

◆ process()

def dc_db.SiteDeleteTask.SiteDeleteTask.process (   self,
  siteDeletes,
  queryCallback 
)

Definition at line 38 of file SiteDeleteTask.py.

38  def process(self, siteDeletes, queryCallback):
39  ret = GeneralResponse()
40  if not isinstance(siteDeletes, list):
41  siteDeletes = [siteDeletes]
42 
43  for siteDelete in siteDeletes:
44  localIds = []
45  if siteDelete.id is None:
46  localIds = SiteTask.SiteTask.execSiteCriterions(siteDelete.criterions, queryCallback)
47  else:
48  localIds.append(siteDelete.id)
49  logger.debug(">>> SiteDeleteTask, ids are = " + str(localIds))
50 
51  for localId in localIds:
52  self.errorCode = 0
53  self.errorMessage = "OK"
54  siteDelete.id = localId
55  self.dropURLTable(siteDelete, queryCallback)
56  self.dropArbitraryTable(Constants.DC_FREQ_TABLE_NAME_TEMPLATE, siteDelete, Constants.STAT_DB_ID, queryCallback)
57  self.dropArbitraryTable(Constants.DC_LOG_TABLE_NAME_TEMPLATE, siteDelete, Constants.LOG_DB_ID, queryCallback)
58  self.dropArbitraryTable(Constants.DC_ATT_TABLE_NAME_TEMPLATE, siteDelete, Constants.ATT_DB_ID, queryCallback)
59  self.removeSiteRecord(siteDelete, queryCallback)
60  self.clearRelatedTables(siteDelete, queryCallback)
61 
62  # the rest as in SiteCleanUpTask
63  if siteDelete.delayedType == dc.EventObjects.NOT_DELAYED_OPERATION:
64  super(SiteDeleteTask, self).cleanUpDBStorage(siteDelete, SiteCleanUpTask.KEY_VALUE_FILE_NAME_TEMPLATE,
65  queryCallback)
66  super(SiteDeleteTask, self).cleanUpDBStorage(siteDelete, SiteCleanUpTask.KEY_VALUE_FIELDS_FILE_NAME_TEMPLATE,
67  queryCallback)
68  super(SiteDeleteTask, self).cleanUpRawDataStorage(siteDelete)
69  ret.errorCode = self.errorCode
70  ret.statuses.append(ret.errorCode)
71  if ret.errorMessage is None or ret.errorMessage == "":
72  ret.errorMessage = self.errorMessage
73  else:
74  ret.errorMessage += ("-" + self.errorMessage)
75 
76  return ret
77 
78 
Here is the caller graph for this function:

◆ removeSiteRecord()

def dc_db.SiteDeleteTask.SiteDeleteTask.removeSiteRecord (   self,
  siteDelete,
  queryCallback 
)

Definition at line 107 of file SiteDeleteTask.py.

107  def removeSiteRecord(self, siteDelete, queryCallback):
108  DELETE_SITE_SQL_QUERY = "DELETE FROM `sites` WHERE id = '%s'"
109  query = DELETE_SITE_SQL_QUERY % siteDelete.id
110  queryCallback(query, Constants.PRIMARY_DB_ID)
111 
112 

Member Data Documentation

◆ dBDataTask

dc_db.SiteDeleteTask.SiteDeleteTask.dBDataTask

Definition at line 31 of file SiteDeleteTask.py.

◆ errorCode

dc_db.SiteDeleteTask.SiteDeleteTask.errorCode

Definition at line 52 of file SiteDeleteTask.py.

◆ errorMessage

dc_db.SiteDeleteTask.SiteDeleteTask.errorMessage

Definition at line 53 of file SiteDeleteTask.py.


The documentation for this class was generated from the following file: