Functions
def	getLogger ()

def	getFileLogger ()

Variables
def	logger = getLogger()

string	configName = '../ini/postprocessor_task.ini'

string	headerFileName = '../ini/crawler-task_headers.txt'

	postProcessingApplicationClass = PostProcessingApplicationClass()

	configParser

	optionxform

	readOk = postProcessingApplicationClass.configParser.read(configName)

int	siteId = 12345

string	url = 'https://www.theguardian.com/us-news/2016/jan/05/obama-gun-control-executive-action-background-checks-licenses-gun-shows-mental-health-funding'

	urlObj = URL(siteId, url)

list	processedContent

list	processedContents = [base64.b64encode(json.dumps(processedContent))]

	urlContentResponse = URLContentResponse(url=url, processedContents=processedContents)

	batchItem = BatchItem(siteId=siteId, urlId=urlObj.urlMd5, urlObj=urlObj, urlContentResponse=urlContentResponse)

	properties

	batch = Batch(77777, [batchItem])

	socialModule = SocialModule(postProcessingApplicationClass.getConfigOption, postProcessingApplicationClass.logger)

Function Documentation

◆ getFileLogger()

def ftests.ftest_SocialModule.getFileLogger ( )

Definition at line 40 of file ftest_SocialModule.py.

 def getFileLogger():
 
   configFileName = '../ini/postprocessor_task_log-rt.ini'
 
   retval = os.getcwd()
   os.chdir('..')
   # read config
   logging.config.fileConfig(configFileName)
 
   # create logger
   log = Utils.MPLogger().getLogger()
   # log = logging.getLogger(APP_CONSTS.LOGGER_NAME)
   os.chdir(retval)
 
   return log
 
 

Here is the call graph for this function:

◆ getLogger()

def ftests.ftest_SocialModule.getLogger ( )

Definition at line 19 of file ftest_SocialModule.py.

 def getLogger():
   # create logger
   log = logging.getLogger(APP_CONSTS.LOGGER_NAME)
   log.setLevel(logging.DEBUG)
 
   # create console handler and set level to debug
   ch = logging.StreamHandler()
   ch.setLevel(logging.DEBUG)
 
   # create formatter
   formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
 
   # add formatter to ch
   ch.setFormatter(formatter)
 
   # add ch to logger
   log.addHandler(ch)
 
   return log
 
 

Here is the caller graph for this function:

Variable Documentation

◆ batch

ftests.ftest_SocialModule.batch = Batch(77777, [batchItem])

Definition at line 86 of file ftest_SocialModule.py.

◆ batchItem

ftests.ftest_SocialModule.batchItem = BatchItem(siteId=siteId, urlId=urlObj.urlMd5, urlObj=urlObj, urlContentResponse=urlContentResponse)

Definition at line 82 of file ftest_SocialModule.py.

◆ configName

string ftests.ftest_SocialModule.configName = '../ini/postprocessor_task.ini'

Definition at line 61 of file ftest_SocialModule.py.

◆ configParser

ftests.ftest_SocialModule.configParser

Definition at line 65 of file ftest_SocialModule.py.

◆ headerFileName

string ftests.ftest_SocialModule.headerFileName = '../ini/crawler-task_headers.txt'

Definition at line 62 of file ftest_SocialModule.py.

◆ logger

def ftests.ftest_SocialModule.logger = getLogger()

Definition at line 59 of file ftest_SocialModule.py.

◆ optionxform

ftests.ftest_SocialModule.optionxform

Definition at line 66 of file ftest_SocialModule.py.

◆ postProcessingApplicationClass

ftests.ftest_SocialModule.postProcessingApplicationClass = PostProcessingApplicationClass()

Definition at line 64 of file ftest_SocialModule.py.

◆ processedContent

list ftests.ftest_SocialModule.processedContent

Initial value:

1 = [{"title":"Tearful Obama tightens gun control and tells inactive Congress: 'We can't wait'",

2 "source_url": url}]

Definition at line 76 of file ftest_SocialModule.py.

◆ processedContents

list ftests.ftest_SocialModule.processedContents = [base64.b64encode(json.dumps(processedContent))]

Definition at line 79 of file ftest_SocialModule.py.

◆ properties

ftests.ftest_SocialModule.properties

Definition at line 85 of file ftest_SocialModule.py.

◆ readOk

ftests.ftest_SocialModule.readOk = postProcessingApplicationClass.configParser.read(configName)

Definition at line 67 of file ftest_SocialModule.py.

◆ siteId

int ftests.ftest_SocialModule.siteId = 12345

Definition at line 72 of file ftest_SocialModule.py.

◆ socialModule

ftests.ftest_SocialModule.socialModule = SocialModule(postProcessingApplicationClass.getConfigOption, postProcessingApplicationClass.logger)

Definition at line 89 of file ftest_SocialModule.py.

◆ url

string ftests.ftest_SocialModule.url = 'https://www.theguardian.com/us-news/2016/jan/05/obama-gun-control-executive-action-background-checks-licenses-gun-shows-mental-health-funding'

Definition at line 73 of file ftest_SocialModule.py.

◆ urlContentResponse

ftests.ftest_SocialModule.urlContentResponse = URLContentResponse(url=url, processedContents=processedContents)

Definition at line 80 of file ftest_SocialModule.py.

◆ urlObj

ftests.ftest_SocialModule.urlObj = URL(siteId, url)

Definition at line 74 of file ftest_SocialModule.py.

Functions

Variables