HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
ftest_dc_full_batch_processing.py File Reference

Go to the source code of this file.

Namespaces

 ftests.ftest_dc_full_batch_processing
 

Functions

def ftests.ftest_dc_full_batch_processing.processFullBatch (input_object)
 

Variables

 ftests.ftest_dc_full_batch_processing.siteId1 = str(md5.new("http://www.yomiuri.co.jp").hexdigest())
 
 ftests.ftest_dc_full_batch_processing.urlId1 = str(md5.new("http://www.yomiuri.co.jp/sports/mlb/20140407-OYT1T50015.html?from=ytop_top").hexdigest())
 
 ftests.ftest_dc_full_batch_processing.bItem1 = BatchItem(siteId1, urlId1)
 
 ftests.ftest_dc_full_batch_processing.siteId2 = str(md5.new("http://localhost/www.yomiuri.co.jp").hexdigest())
 
 ftests.ftest_dc_full_batch_processing.urlId2 = str(md5.new("http://localhost/www.yomiuri.co.jp/template1.html").hexdigest())
 
 ftests.ftest_dc_full_batch_processing.bItem2 = BatchItem(siteId2, urlId2)
 
string ftests.ftest_dc_full_batch_processing.siteId3 = ""
 
 ftests.ftest_dc_full_batch_processing.urlId3 = str(md5.new("http://localhost/www.yomiuri.co.jp/template1.html").hexdigest())
 
 ftests.ftest_dc_full_batch_processing.bItem3 = BatchItem(siteId3, urlId3)
 
list ftests.ftest_dc_full_batch_processing.url_list
 
string ftests.ftest_dc_full_batch_processing.PWD = "cd ../../bin"
 
string ftests.ftest_dc_full_batch_processing.PYTHON_BINARY = "/usr/bin/python"
 
string ftests.ftest_dc_full_batch_processing.CRAWLER_TASK_BINARY = "./crawler-task.py"
 
string ftests.ftest_dc_full_batch_processing.CRAWLER_TASK_CFG = "--config=../ini/crawler-task.ini"
 
string ftests.ftest_dc_full_batch_processing.PROCESSOR_TASK_BINARY = "./processor-task.py"
 
string ftests.ftest_dc_full_batch_processing.PROCESSOR_TASK_CFG = "--config=../ini/processor-task.ini"
 
 ftests.ftest_dc_full_batch_processing.Results = namedtuple("Results", "exit_code, output, err")
 
 ftests.ftest_dc_full_batch_processing.input_object = Batch(1,url_list)
 
def ftests.ftest_dc_full_batch_processing.result = processFullBatch(input_object)
 
 ftests.ftest_dc_full_batch_processing.response = pickle.loads(result.output)