get_statistic_variable Namespace Reference

Functions
def	getArgs ()
def	getFilesList (dirName, pattern)
def	getValueFromDict (path, itemObject, delimiter=':')
def	extractData (fileName, paramName)
def	outputData (jsonDict, outputFile)

Variables
string	FILES_FIELD_NAME = 'files'
	dirName
	pattern
	paramName
	outputFile
int	totalCount = 0
dictionary	filesDict = {}
def	filesList = getFilesList(dirName, pattern)
	value = int(extractData(fileName, paramName))
dictionary	jsonDict = {}

Detailed Description

HCE project, Tools for get statistic variable main functional.

@package: bin
@file get_statistic_variable.py
@author Alexander Vybornyh <alexander.hce.cluster@gmail.com>
@link: http://hierarchical-cluster-engine.com/
@copyright: Copyright &copy; 2013-2017 IOIX Ukraine
@license: http://hierarchical-cluster-engine.com/license/
@since: 0.1

Function Documentation

extractData()

def get_statistic_variable.extractData	(		fileName,
			paramName
	)

Definition at line 98 of file get_statistic_variable.py.

def extractData(fileName, paramName):
  # variable for result
  ret = 0
  try:
    with open(fileName) as f:
      dataDict = json.load(f)
      ret = int(getValueFromDict(paramName, dataDict))

  except Exception, err:
    sys.stderr.write("Extract data from % failed. Error: %s\n" % (fileName, str(err)))

  return ret


# # output data
#
# @param jsonDict - output dictionary
# @param outputFile - output file name
# @return - None

Here is the call graph for this function:

getArgs()

def get_statistic_variable.getArgs

(

)

Definition at line 28 of file get_statistic_variable.py.

def getArgs():
  # variables for result
  dirName = pattern = paramName = None
    
  app = foundation.CementApp('get_statistic_variable')
  app.setup()
  app.add_arg('-d', '--dir', action='store', metavar='input_directory_name', help='input directory name', required=True)
  app.add_arg('-p', '--pattern', action='store', metavar='pattern_file_name', help='pattern file name for search in dirrectory', required=True)
  app.add_arg('-n', '--name', action='store', metavar='parameter_name', help='parameter name in found files', required=True)
  app.add_arg('-o', '--output', action='store', metavar='output_file_name', help='output file name. If not set output in stdout')
  app.run()

  dirName = app.pargs.dir
  pattern = app.pargs.pattern
  paramName = app.pargs.name
  outputFile = app.pargs.output if app.pargs.output else None
  app.close()  
  
  return dirName, pattern, paramName, outputFile


# # get files list
#
# @param dirName - dirrectory name for search files
# @param pattern - re pattern for search files
# @return files list

getFilesList()

def get_statistic_variable.getFilesList	(		dirName,
			pattern
	)

Definition at line 54 of file get_statistic_variable.py.

def getFilesList(dirName, pattern):
  # variable for result
  filesList = []
  if dirName is not None and pattern is not None:
    try:
      files = os.listdir(dirName)
      for fileName in files:
        fullName = dirName + os.sep + fileName
        if os.path.isdir(fullName):
          internalFilesList = getFilesList(fullName, pattern)
          filesList += internalFilesList
        else:
          if re.search(pattern, fullName, re.U + re.I) is not None:
            filesList.append(fullName)
    except Exception:
      pass

  return filesList


# # get value from dict
#
# @param path - path to parameter
# @param itemObject - item object
# @param delimiter - delimiter used for split
# @return extracted value

getValueFromDict()

def get_statistic_variable.getValueFromDict	(		path,
			itemObject,
			delimiter = ':'
	)

Definition at line 80 of file get_statistic_variable.py.

def getValueFromDict(path, itemObject, delimiter=':'):
  # variable for result
  ret = 0 # itemObject
  fieldNamesList = path.split(delimiter)
  for fieldName in fieldNamesList:
    if isinstance(ret, dict) and fieldName in ret:
      ret = ret[fieldName]
    elif isinstance(ret, list) and fieldName.isdigit():
      ret = ret[int(fieldName)]

  return ret


# # extract data from file
#
# @param fileName - file name
# @param paramName - parameter name
# @return integer value extracted from file

Here is the caller graph for this function:

outputData()

def get_statistic_variable.outputData	(		jsonDict,
			outputFile
	)

Definition at line 117 of file get_statistic_variable.py.

def outputData(jsonDict, outputFile):
  try:
    if isinstance(jsonDict, dict):
      jsonData = json.dumps(jsonDict)

      if outputFile is None:
        sys.stdout.write(jsonData)
      else:
        with open(outputFile, 'w') as f:
          f.write(jsonData)

  except Exception, err:
    sys.stderr.write("Ouput data failed. Error: %s\n" % str(err))


# # Main processing

Variable Documentation

dirName

get_statistic_variable.dirName

Definition at line 138 of file get_statistic_variable.py.

FILES_FIELD_NAME

string get_statistic_variable.FILES_FIELD_NAME = 'files'

Definition at line 135 of file get_statistic_variable.py.

filesDict

dictionary get_statistic_variable.filesDict = {}

Definition at line 141 of file get_statistic_variable.py.

filesList

def get_statistic_variable.filesList = getFilesList(dirName, pattern)

Definition at line 142 of file get_statistic_variable.py.

jsonDict

dictionary get_statistic_variable.jsonDict = {}

Definition at line 149 of file get_statistic_variable.py.

outputFile

get_statistic_variable.outputFile

Definition at line 138 of file get_statistic_variable.py.

paramName

get_statistic_variable.paramName

Definition at line 138 of file get_statistic_variable.py.

pattern

get_statistic_variable.pattern

Definition at line 138 of file get_statistic_variable.py.

totalCount

int get_statistic_variable.totalCount = 0

Definition at line 140 of file get_statistic_variable.py.

value

get_statistic_variable.value = int(extractData(fileName, paramName))

Definition at line 144 of file get_statistic_variable.py.