ftest_dc_ProcessorTask_batch_processing.py File Reference

Go to the source code of this file.

Namespaces
	ftests.ftest_dc_ProcessorTask_batch_processing

Functions
def	ftests.ftest_dc_ProcessorTask_batch_processing.processFullBatch (input_object)

Variables
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId1 = str(md5.new("http://www.yomiuri.co.jp").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId1 = str(md5.new("http://www.yomiuri.co.jp/politics/20140422-OYT1T50105.html?from=ycont_top_txt").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem1 = BatchItem(siteId1, urlId1)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId2 = str(md5.new("http://www.asahi.com").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId2 = str(md5.new("http://www.asahi.com/articles/ASG4Q4D0DG4QUTQP00Z.html").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem2 = BatchItem(siteId2, urlId2)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId3 = str(md5.new("http://mainichi.jp").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId3 = str(md5.new("http://mainichi.jp/opinion/news/20140422k0000e070249000c.html").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem3 = BatchItem(siteId3, urlId3)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId4 = str(md5.new("http://sankei.jp.msn.com").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId4 = str(md5.new("http://sankei.jp.msn.com/politics/news/140401/stt14040112470002-n1.htm").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem4 = BatchItem(siteId4, urlId4)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId5 = str(md5.new("http://www.jiji.com").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId5 = str(md5.new("http://www.jiji.com/jc/zc?k=201403/2014033000221&rel=j&g=int&relid=1_1").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem5 = BatchItem(siteId5, urlId5)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId6 = str(md5.new("http://www.kyodo.co.jp").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId6 = str(md5.new("http://www.kyodo.co.jp/release-news/2014-04-07_522084/").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem6 = BatchItem(siteId6, urlId6)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId7 = str(md5.new("http://www3.nhk.or.jp").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId7 = str(md5.new("http://www3.nhk.or.jp/chihouhatsu/").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem7 = BatchItem(siteId7, urlId7)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId8 = str(md5.new("http://jp.reuters.com").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId8 = str(md5.new("http://jp.reuters.com/article/topNews/idJPTYEA3700120140408").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem8 = BatchItem(siteId8, urlId8)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId9 = str(md5.new("http://www.nikkei.com").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId9 = str(md5.new("http://www.nikkei.com/article/DGXNASGM0703U_Y4A400C1MM0000/?dg=1").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem9 = BatchItem(siteId9, urlId9)
	ftests.ftest_dc_ProcessorTask_batch_processing.siteId10 = str(md5.new("http://www.tokyo-np.co.jp").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.urlId10 = str(md5.new("http://www.tokyo-np.co.jp/s/article/2014042290135558.html").hexdigest())
	ftests.ftest_dc_ProcessorTask_batch_processing.bItem10 = BatchItem(siteId10, urlId10)
list	ftests.ftest_dc_ProcessorTask_batch_processing.url_list
string	ftests.ftest_dc_ProcessorTask_batch_processing.PWD = "cd ../../bin"
string	ftests.ftest_dc_ProcessorTask_batch_processing.PYTHON_BINARY = "/usr/bin/python"
string	ftests.ftest_dc_ProcessorTask_batch_processing.CRAWLER_TASK_BINARY = "./crawler-task.py"
string	ftests.ftest_dc_ProcessorTask_batch_processing.CRAWLER_TASK_CFG = "--config=../ini/crawler-task.ini"
string	ftests.ftest_dc_ProcessorTask_batch_processing.PROCESSOR_TASK_BINARY = "./processor-task.py"
string	ftests.ftest_dc_ProcessorTask_batch_processing.PROCESSOR_TASK_CFG = "--config=../ini/processor-task.ini"
string	ftests.ftest_dc_ProcessorTask_batch_processing.PREPAIRER = "./prepairer.py"
string	ftests.ftest_dc_ProcessorTask_batch_processing.JSON_VIEWER = "./scraper_json_viewer.py"
	ftests.ftest_dc_ProcessorTask_batch_processing.Results = namedtuple("Results", "exit_code, output, err")
	ftests.ftest_dc_ProcessorTask_batch_processing.input_object = Batch(11, url_list)
def	ftests.ftest_dc_ProcessorTask_batch_processing.result = processFullBatch(input_object)
	ftests.ftest_dc_ProcessorTask_batch_processing.generalResponse = pickle.loads(result.output)