app.LFSDataStorage.LFSDataStorage Class Reference

Inheritance diagram for app.LFSDataStorage.LFSDataStorage:

Collaboration diagram for app.LFSDataStorage.LFSDataStorage:

Public Member Functions
def	__init__ (self)
def	saveElement (self, storageDir, domain, siteId, element)
def	loadElement (self, storageDir, host, siteId, externalElement=None, readFromFS=False)
def	fetchLowFreqHeaders (self, fileStorageElements, siteStorageElements=None, fileCacheOnly=False)
def	extractSiteStorageElement (self, jsonBuf)

Public Attributes
	storeDict

Static Public Attributes
string	JSON_EXTENSION = ".json"

Detailed Description

Definition at line 23 of file LFSDataStorage.py.

Constructor & Destructor Documentation

__init__()

def app.LFSDataStorage.LFSDataStorage.__init__

(

self

)

Definition at line 30 of file LFSDataStorage.py.

  def __init__(self):
    self.storeDict = {}

Member Function Documentation

extractSiteStorageElement()

def app.LFSDataStorage.LFSDataStorage.extractSiteStorageElement	(		self,
			jsonBuf
	)

Definition at line 159 of file LFSDataStorage.py.

  def extractSiteStorageElement(self, jsonBuf):
    ret = None
    try:
      ret = json.loads(jsonBuf)
    except Exception as exp:
      logger.debug(">>> LFSDataStorage.extractSiteStorageElement can't load data from incoming jsonBuf " +
                   "(may be not json format...) exception=" + str(exp))
    return ret

fetchLowFreqHeaders()

def app.LFSDataStorage.LFSDataStorage.fetchLowFreqHeaders	(		self,
			fileStorageElements,
			siteStorageElements = None,
			fileCacheOnly = False
	)

Definition at line 131 of file LFSDataStorage.py.

  def fetchLowFreqHeaders(self, fileStorageElements, siteStorageElements=None, fileCacheOnly=False):
    ret = []

    if isinstance(fileStorageElements, dict):
      for headerKey in fileStorageElements:
        minValue = None
        t = None
        for valueKey in fileStorageElements[headerKey]:
          if (minValue is None or minValue > fileStorageElements[headerKey][valueKey]) and \
          (\
           # siteStorageElements is None or \
              siteStorageElements is not None and
              (headerKey in siteStorageElements and isinstance(siteStorageElements[headerKey], list) and \
          valueKey in siteStorageElements[headerKey])):
            minValue = fileStorageElements[headerKey][valueKey]
            t = tuple([headerKey, valueKey])
          elif (minValue is None or minValue > fileStorageElements[headerKey][valueKey]) and fileCacheOnly is True:
            t = tuple([headerKey, valueKey])
        if t is not None:
          ret.append(t)

    return ret

loadElement()

def app.LFSDataStorage.LFSDataStorage.loadElement	(		self,
			storageDir,
			host,
			siteId,
			externalElement = None,
			readFromFS = False
	)

Definition at line 75 of file LFSDataStorage.py.

  def loadElement(self, storageDir, host, siteId, externalElement=None, readFromFS=False):
    nodeElem = None
    if not readFromFS and host in self.storeDict and siteId in self.storeDict[host]:
      nodeElem = self.storeDict[host][siteId]
    if nodeElem is None:
      if not os.path.isdir(storageDir):
        os.makedirs(storageDir)

      if os.path.isdir(storageDir):
        localDir = storageDir
        if localDir[-1] != "/":
          localDir += "/"
        localDir += host
        if os.path.isdir(localDir):
          localFileName = localDir
          localFileName += "/"
          localFileName += str(siteId)
          localFileName += self.JSON_EXTENSION
          try:
            fd = open(localFileName, "r")
            fileBuf = fd.read()
            if fileBuf is not None and fileBuf != "":
              nodeElem = json.loads(fileBuf)
            fd.close()
          except IOError:
            logger.debug(">>> LFSDataStorage.loadElement can't open file to read, file=" + str(localFileName))
          except Exception as exp:
            logger.debug(">>> LFSDataStorage.loadElement some exception, = " + str(exp))
        else:
          logger.debug(">>> LFSDataStorage.loadElement can't find storage dir, dir=" + str(localDir))
      else:
        logger.debug(">>> LFSDataStorage.loadElement can't find root dir, dir=" + str(storageDir))
    # save nodeElem in class storage hash
    if nodeElem is not None:
      if host not in self.storeDict:
        self.storeDict[host] = {}
      self.storeDict[host][siteId] = nodeElem
    if externalElement is not None:
      if nodeElem is None:
        nodeElem = {}
      for headerKey in externalElement:
        if headerKey not in nodeElem:
          nodeElem[headerKey] = {}
        for valueKey in externalElement[headerKey]:
          if valueKey not in nodeElem[headerKey]:
            nodeElem[headerKey][valueKey] = 0
    return nodeElem

saveElement()

def app.LFSDataStorage.LFSDataStorage.saveElement	(		self,
			storageDir,
			domain,
			siteId,
			element
	)

Definition at line 40 of file LFSDataStorage.py.

  def saveElement(self, storageDir, domain, siteId, element):
    jsonStr = json.dumps(element, indent=4)
    if jsonStr is not None and jsonStr != "":
      if os.path.isdir(storageDir):
        localDir = storageDir
        if localDir[-1] != "/":
          localDir += "/"
        localDir += domain
        if not os.path.isdir(localDir):
          try:
            os.makedirs(localDir)
          except Exception:
            pass
        localFileName = localDir
        localFileName += "/"
        localFileName += str(siteId)
        localFileName += self.JSON_EXTENSION
        try:
          fd = open(localFileName, "w")
          fd.write(jsonStr)
          fd.close()
        except IOError:
          logger.debug(">>> LFSDataStorage.saveElement can't open file to write, file=" + localFileName)
      else:
        logger.debug(">>> LFSDataStorage.saveElement can't find root dir, dir=" + storageDir)

Member Data Documentation

JSON_EXTENSION

string app.LFSDataStorage.LFSDataStorage.JSON_EXTENSION = ".json"

static

Definition at line 25 of file LFSDataStorage.py.

storeDict

app.LFSDataStorage.LFSDataStorage.storeDict

Definition at line 31 of file LFSDataStorage.py.

---

The documentation for this class was generated from the following file:

• sources/hce/app/LFSDataStorage.py