HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
|
Go to the source code of this file.
Namespaces | |
ftests.ftest_SocialModule | |
Functions | |
def | ftests.ftest_SocialModule.getLogger () |
def | ftests.ftest_SocialModule.getFileLogger () |
Variables | |
def | ftests.ftest_SocialModule.logger = getLogger() |
string | ftests.ftest_SocialModule.configName = '../ini/postprocessor_task.ini' |
string | ftests.ftest_SocialModule.headerFileName = '../ini/crawler-task_headers.txt' |
ftests.ftest_SocialModule.postProcessingApplicationClass = PostProcessingApplicationClass() | |
ftests.ftest_SocialModule.configParser | |
ftests.ftest_SocialModule.optionxform | |
ftests.ftest_SocialModule.readOk = postProcessingApplicationClass.configParser.read(configName) | |
int | ftests.ftest_SocialModule.siteId = 12345 |
string | ftests.ftest_SocialModule.url = 'https://www.theguardian.com/us-news/2016/jan/05/obama-gun-control-executive-action-background-checks-licenses-gun-shows-mental-health-funding' |
ftests.ftest_SocialModule.urlObj = URL(siteId, url) | |
list | ftests.ftest_SocialModule.processedContent |
list | ftests.ftest_SocialModule.processedContents = [base64.b64encode(json.dumps(processedContent))] |
ftests.ftest_SocialModule.urlContentResponse = URLContentResponse(url=url, processedContents=processedContents) | |
ftests.ftest_SocialModule.batchItem = BatchItem(siteId=siteId, urlId=urlObj.urlMd5, urlObj=urlObj, urlContentResponse=urlContentResponse) | |
ftests.ftest_SocialModule.properties | |
ftests.ftest_SocialModule.batch = Batch(77777, [batchItem]) | |
ftests.ftest_SocialModule.socialModule = SocialModule(postProcessingApplicationClass.getConfigOption, postProcessingApplicationClass.logger) | |