dc_db.SiteStatusTask.SiteStatusTask Class Reference

Inheritance diagram for dc_db.SiteStatusTask.SiteStatusTask:

Collaboration diagram for dc_db.SiteStatusTask.SiteStatusTask:

Public Member Functions
def	__init__ (self)
def	process (self, siteStatus, queryCallback)
def	fillUrls (self, siteUpdate, queryCallback)
def	fillFilters (self, siteUpdate, queryCallback)
def	fillProperties (self, siteUpdate, queryCallback)

Public Attributes
	urlStatusTask

Detailed Description

Definition at line 21 of file SiteStatusTask.py.

Constructor & Destructor Documentation

__init__()

def dc_db.SiteStatusTask.SiteStatusTask.__init__

(

self

)

Definition at line 26 of file SiteStatusTask.py.

  def __init__(self):
    self.urlStatusTask = URLStatusTask()

Member Function Documentation

fillFilters()

def dc_db.SiteStatusTask.SiteStatusTask.fillFilters	(		self,
			siteUpdate,
			queryCallback
	)

Definition at line 96 of file SiteStatusTask.py.

  def fillFilters(self, siteUpdate, queryCallback):
    filters = []
    localFilter = None
    GET_FILTERS_SQL_QUERY = "SELECT * FROM `sites_filters` WHERE Site_Id = '%s'"
    query = GET_FILTERS_SQL_QUERY % siteUpdate.id
    res = queryCallback(query, Constants.PRIMARY_DB_ID, Constants.EXEC_NAME)
    if hasattr(res, '__iter__'):
      for row in res:
        if Constants.filterDict["siteId"] in row and row[Constants.filterDict["siteId"]] is not None and \
        Constants.filterDict["pattern"] in row and row[Constants.filterDict["pattern"]] is not None:
          localFilter = dc.EventObjects.SiteFilter(row[Constants.filterDict["siteId"]],
                                                   row[Constants.filterDict["pattern"]])
          for elem in Constants.filterDict.keys():
            if Constants.filterDict[elem] in row and hasattr(localFilter, elem):
              setattr(localFilter, elem, row[Constants.filterDict[elem]])
          localFilter.uDate = Constants.readDataTimeField("UDate", row)
          localFilter.cDate = Constants.readDataTimeField("CDate", row)
          filters.append(localFilter)
    else:
      logger.error("fillFilters return None")
    return filters

Here is the caller graph for this function:

fillProperties()

def dc_db.SiteStatusTask.SiteStatusTask.fillProperties	(		self,
			siteUpdate,
			queryCallback
	)

Definition at line 124 of file SiteStatusTask.py.

  def fillProperties(self, siteUpdate, queryCallback):
    properties = []
    GET_PROPERTIES_SQL_QUERY = "SELECT * FROM `sites_properties` WHERE Site_Id = '%s'"
    query = GET_PROPERTIES_SQL_QUERY % siteUpdate.id
    res = queryCallback(query, Constants.PRIMARY_DB_ID, Constants.EXEC_NAME)
    if hasattr(res, '__iter__'):
      for row in res:
        prop = {}
        for elem in Constants.propDict.keys():
          if Constants.propDict[elem] in row:
            prop[elem] = row[Constants.propDict[elem]]
        if len(prop.keys()) > 0:
          localDate = Constants.readDataTimeField("UDate", row)
          if localDate is not None:
            prop["uDate"] = localDate
          localDate = Constants.readDataTimeField("CDate", row)
          if localDate is not None:
            prop["cDate"] = localDate
          properties.append(prop)
    else:
      logger.error("fillProperties return None")
    return properties

fillUrls()

def dc_db.SiteStatusTask.SiteStatusTask.fillUrls	(		self,
			siteUpdate,
			queryCallback
	)

Definition at line 83 of file SiteStatusTask.py.

  def fillUrls(self, siteUpdate, queryCallback):
    URL_SQL_QUERY = "SELECT * FROM `sites_urls` WHERE `Site_Id` = '%s'"
    query = URL_SQL_QUERY % siteUpdate.id
    res = queryCallback(query, Constants.PRIMARY_DB_ID, Constants.EXEC_NAME)
    urls = self.urlStatusTask.fillUrlsList(res, dc.EventObjects.SiteURL, Constants.SiteURLTableDitct)
    return urls

Here is the caller graph for this function:

process()

def dc_db.SiteStatusTask.SiteStatusTask.process	(		self,
			siteStatus,
			queryCallback
	)

Definition at line 35 of file SiteStatusTask.py.

  def process(self, siteStatus, queryCallback):
    # recalculation site values
    recalculator = FieldRecalculator.FieldRecalculator()
    recalculator.commonRecalc(siteStatus.id, queryCallback)

    site = dc.EventObjects.Site("")
    localSQLCause = ("`Id` = '%s'" % siteStatus.id)
    query = Constants.SELECT_SQL_TEMPLATE % ("sites", localSQLCause)
    res = queryCallback(query, Constants.PRIMARY_DB_ID, Constants.EXEC_NAME)
    # add filling from other tables(filters, urls, ...)
    if hasattr(res, '__iter__') and len(res) > 0:
      for row in res:
        for field in Constants.siteDict.keys():
          if hasattr(site, field) and Constants.siteDict[field] in row:
            setattr(site, field, row[Constants.siteDict[field]])
        site.uDate = Constants.readDataTimeField("UDate", row)
        site.tcDate = Constants.readDataTimeField("TcDate", row)
        site.tcDateProcess = Constants.readDataTimeField("TcDateProcess", row)
        site.cDate = Constants.readDataTimeField("CDate", row)
        site.recrawlDate = Constants.readDataTimeField("RecrawlDate", row)
      if SiteTask.FIELD_NAME_URLS not in siteStatus.excludeList:
        site.urls = self.fillUrls(siteStatus, queryCallback)
      else:
        site.urls = None

      logger.debug('>>>  siteStatus.excludeList: ' + str(siteStatus.excludeList))

      if SiteTask.FIELD_NAME_PROPERTIES not in siteStatus.excludeList:
        site.properties = self.fillProperties(siteStatus, queryCallback)
        # logger.debug('>>>  site.properties: ' + str(site.properties))
      else:
        site.properties = None
        # logger.debug('>>>  site.properties: ' + str(site.properties))

      if SiteTask.FIELD_NAME_FILTERS not in siteStatus.excludeList:
        site.filters = self.fillFilters(siteStatus, queryCallback)
      else:
        site.filters = None
    else:
      site.state = dc.EventObjects.Site.STATE_NOT_FOUND
    return site

Here is the call graph for this function:

Here is the caller graph for this function:

Member Data Documentation

urlStatusTask

dc_db.SiteStatusTask.SiteStatusTask.urlStatusTask

Definition at line 27 of file SiteStatusTask.py.

---

The documentation for this class was generated from the following file:

• sources/hce/dc_db/SiteStatusTask.py