dc_db.URLStatusTask.URLStatusTask Class Reference

Inheritance diagram for dc_db.URLStatusTask.URLStatusTask:

Collaboration diagram for dc_db.URLStatusTask.URLStatusTask:

Public Member Functions
def	__init__ (self)
def	process (self, urlStatuses, queryCallback)
def	getURL (self, urlStatus, queryCallback)
def	fillUrlsList (self, res, urlType, urlDict)
Public Member Functions inherited from dc_db.BaseTask.BaseTask
def	isSiteExist (self, siteId, queryCallback, userId=None)
def	generateCriterionSQL (self, criterions, additionWhere=None, siteId=None)
def	fetchByCriterions (self, criterions, queryCallback)
def	dbLock (self, mutexName, queryCallback, sleepTime=1, mutexLockTTL=Constants.DEFAULT_LOCK_TTL)
def	dbUnlock (self, mutexName, queryCallback)
def	createUrlsInsertQuery (self, siteId, localKeys, localValues)
def	copyUrlsToDcUrls (self, siteId, queryCallback)
def	statisticLogUpdate (self, localObj, urlMd5, siteId, status, queryCallback, isInsert=False)
def	calculateMd5FormUrl (self, url, urlType, useNormilize=False)

Additional Inherited Members
Static Public Member Functions inherited from dc_db.BaseTask.BaseTask
def	readValueFromSiteProp (siteId, propName, queryCallback, urlMd5=None)

Detailed Description

Definition at line 19 of file URLStatusTask.py.

Constructor & Destructor Documentation

__init__()

def dc_db.URLStatusTask.URLStatusTask.__init__

(

self

)

Definition at line 23 of file URLStatusTask.py.

  def __init__(self):
    pass

Member Function Documentation

fillUrlsList()

def dc_db.URLStatusTask.URLStatusTask.fillUrlsList	(		self,
			res,
			urlType,
			urlDict
	)

Definition at line 64 of file URLStatusTask.py.

  def fillUrlsList(self, res, urlType, urlDict):
    ret = []
    if hasattr(res, '__iter__'):
      for row in res:
        if "Site_Id" in row and "URL" in row:
          url = urlType(siteId=row["Site_Id"], url=row["URL"], normalizeMask=UrlNormalizator.NORM_NONE)
          for field in urlDict.keys():
            if hasattr(url, field) and urlDict[field] in row:
              setattr(url, field, row[urlDict[field]])
          url.UDate = Constants.readDataTimeField("UDate", row)
          url.CDate = Constants.readDataTimeField("CDate", row)
          url.lastModified = Constants.readDataTimeField("LastModified", row)
          url.tcDate = Constants.readDataTimeField("TcDate", row)
          url.pDate = Constants.readDataTimeField("PDate", row)
          ret.append(url)
    else:
      logger.error(">>> SQL Select return NULL or not itereble")
    return ret

getURL()

def dc_db.URLStatusTask.URLStatusTask.getURL	(		self,
			urlStatus,
			queryCallback
	)

Definition at line 46 of file URLStatusTask.py.

  def getURL(self, urlStatus, queryCallback):
    URL_SELECT_SQL = "SELECT * FROM `%s` WHERE %s"
    tableName = Constants.DC_URLS_TABLE_NAME_TEMPLATE % urlStatus.siteId
    WHERE_CLAUSE = "URL = '%s'"
    if urlStatus.urlType == dc.EventObjects.URLStatus.URL_TYPE_MD5:
      WHERE_CLAUSE = "URLMd5 = '%s'"
    query = URL_SELECT_SQL % (tableName, WHERE_CLAUSE % (urlStatus.url))
    res = queryCallback(query, Constants.SECONDARY_DB_ID, Constants.EXEC_NAME)

    urls = self.fillUrlsList(res, dc.EventObjects.URL, Constants.URLTableDict)
    return urls

Here is the call graph for this function:

Here is the caller graph for this function:

process()

def dc_db.URLStatusTask.URLStatusTask.process	(		self,
			urlStatuses,
			queryCallback
	)

Definition at line 32 of file URLStatusTask.py.

  def process(self, urlStatuses, queryCallback):
    urls = []
    for urlStatus in urlStatuses:
      # @todo add more complex case
      if self.isSiteExist(urlStatus.siteId, queryCallback):
        urls.extend(self.getURL(urlStatus, queryCallback))
    return urls

Here is the call graph for this function:

Here is the caller graph for this function:

---

The documentation for this class was generated from the following file:

• sources/hce/dc_db/URLStatusTask.py