ftests.ftest_LinkResolverModule Namespace Reference

Functions
def	getLogger ()

Variables
def	logger = getLogger()
string	configName = '../../ini/postprocessor_task.ini'
string	headerFileName = '../../ini/crawler-task_headers.txt'
	postProcessingApplicationClass = PostProcessingApplicationClass()
	configParser
	optionxform
	readOk = postProcessingApplicationClass.configParser.read(configName)
int	siteId = 12345
string	url = 'http://127.0.0.1/test.html,https://retrip.jp/external-link/?article_content_id=482406'
	urlObj = URL(siteId, url)
dictionary	processedContent = {'link':url}
list	processedContents = [base64.b64encode(json.dumps(processedContent))]
	urlContentResponse = URLContentResponse(url=url, processedContents=processedContents)
	batchItem = BatchItem(siteId=siteId, urlId=urlObj.urlMd5, urlObj=urlObj, urlContentResponse=urlContentResponse)
	properties
	batch = Batch(1, [batchItem])
	linkResolver = LinkResolver(logger, postProcessingApplicationClass.getConfigOption)

Function Documentation

getLogger()

def ftests.ftest_LinkResolverModule.getLogger

(

)

Definition at line 17 of file ftest_LinkResolverModule.py.

def getLogger():
  # create logger
  logger = logging.getLogger(APP_CONSTS.LOGGER_NAME)
  logger.setLevel(logging.DEBUG)

  # create console handler and set level to debug
  ch = logging.StreamHandler()
  ch.setLevel(logging.DEBUG)

  # create formatter
  formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')

  # add formatter to ch
  ch.setFormatter(formatter)

  # add ch to logger
  logger.addHandler(ch)

  return logger

Variable Documentation

batch

ftests.ftest_LinkResolverModule.batch = Batch(1, [batchItem])

Definition at line 63 of file ftest_LinkResolverModule.py.

batchItem

ftests.ftest_LinkResolverModule.batchItem = BatchItem(siteId=siteId, urlId=urlObj.urlMd5, urlObj=urlObj, urlContentResponse=urlContentResponse)

Definition at line 61 of file ftest_LinkResolverModule.py.

configName

string ftests.ftest_LinkResolverModule.configName = '../../ini/postprocessor_task.ini'

Definition at line 42 of file ftest_LinkResolverModule.py.

configParser

ftests.ftest_LinkResolverModule.configParser

Definition at line 46 of file ftest_LinkResolverModule.py.

headerFileName

string ftests.ftest_LinkResolverModule.headerFileName = '../../ini/crawler-task_headers.txt'

Definition at line 43 of file ftest_LinkResolverModule.py.

linkResolver

ftests.ftest_LinkResolverModule.linkResolver = LinkResolver(logger, postProcessingApplicationClass.getConfigOption)

Definition at line 67 of file ftest_LinkResolverModule.py.

logger

def ftests.ftest_LinkResolverModule.logger = getLogger()

Definition at line 40 of file ftest_LinkResolverModule.py.

optionxform

ftests.ftest_LinkResolverModule.optionxform

Definition at line 47 of file ftest_LinkResolverModule.py.

postProcessingApplicationClass

ftests.ftest_LinkResolverModule.postProcessingApplicationClass = PostProcessingApplicationClass()

Definition at line 45 of file ftest_LinkResolverModule.py.

processedContent

dictionary ftests.ftest_LinkResolverModule.processedContent = {'link':url}

Definition at line 57 of file ftest_LinkResolverModule.py.

processedContents

list ftests.ftest_LinkResolverModule.processedContents = [base64.b64encode(json.dumps(processedContent))]

Definition at line 58 of file ftest_LinkResolverModule.py.

properties

ftests.ftest_LinkResolverModule.properties

Definition at line 62 of file ftest_LinkResolverModule.py.

readOk

ftests.ftest_LinkResolverModule.readOk = postProcessingApplicationClass.configParser.read(configName)

Definition at line 48 of file ftest_LinkResolverModule.py.

siteId

int ftests.ftest_LinkResolverModule.siteId = 12345

Definition at line 53 of file ftest_LinkResolverModule.py.

url

string ftests.ftest_LinkResolverModule.url = 'http://127.0.0.1/test.html,https://retrip.jp/external-link/?article_content_id=482406'

Definition at line 54 of file ftest_LinkResolverModule.py.

urlContentResponse

ftests.ftest_LinkResolverModule.urlContentResponse = URLContentResponse(url=url, processedContents=processedContents)

Definition at line 59 of file ftest_LinkResolverModule.py.

urlObj

ftests.ftest_LinkResolverModule.urlObj = URL(siteId, url)

Definition at line 55 of file ftest_LinkResolverModule.py.