HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
prepairer_single_urls.py File Reference

Go to the source code of this file.

Namespaces

 prepairer_single_urls
 

Functions

def prepairer_single_urls.readTemplatesFromMySQL ()
 
def prepairer_single_urls.cutURL (url)
 
def prepairer_single_urls.generateTemplates ()
 
def prepairer_single_urls.executeQuery (db_connector, query)
 
def prepairer_single_urls.loadDBBackend ()
 
def prepairer_single_urls.createSiteObj (input_url)
 
def prepairer_single_urls.createURLObj (site, input_url)
 
def prepairer_single_urls.addSite (site)
 
def prepairer_single_urls.addURL (url, site)
 
def prepairer_single_urls.updateURL (input_url, site)
 
def prepairer_single_urls.updateSite (site)
 
def prepairer_single_urls.processBatch ()
 

Variables

 prepairer_single_urls.filename
 
 prepairer_single_urls.filemode
 
 prepairer_single_urls.logger = logging.getLogger("Prepairer")
 
 prepairer_single_urls.db_connector = None
 
 prepairer_single_urls.dc_sites_db_connect = None
 
 prepairer_single_urls.dc_urls_db_connect = None
 
dictionary prepairer_single_urls.site_templates_dic = {}
 
dictionary prepairer_single_urls.templates_dic = {}