HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
Constants.py File Reference

Go to the source code of this file.

Classes

class  dc_db.Constants.StatFreqConstants
 

Namespaces

 dc_db.Constants
 

Functions

def dc_db.Constants.readDataTimeField (fName, row)
 
def dc_db.Constants.stripSymbol (incomeStr, symbol=None)
 
def dc_db.Constants.getFieldsValuesTuple (obj, inputDict, excludeList=None)
 
def dc_db.Constants.cleateFieldsValuesLists (fields, values)
 
def dc_db.Constants.createFieldsValuesString (fields, values, excludeList=None)
 

Variables

string dc_db.Constants.APP_NAME = "db-task"
 
int dc_db.Constants.DEFAULT_LOCK_TTL = 600
 
int dc_db.Constants.DB_DATA_KVDB = 0
 
int dc_db.Constants.DB_DATA_MYSQL = 1
 
int dc_db.Constants.TASK_DUPLICATE_ERR = 2020
 
string dc_db.Constants.TASK_DUPLICATE_ERR_MSG = "Duplicate site"
 
int dc_db.Constants.TASK_SQL_ERR = 2021
 
string dc_db.Constants.TASK_SQL_ERR_MSG = "Some SQL error, look log file for details"
 
int dc_db.Constants.EXEC_INDEX = 0
 
int dc_db.Constants.EXEC_NAME = 1
 
string dc_db.Constants.PRIMARY_DB_ID = "primaryDB"
 
string dc_db.Constants.SECONDARY_DB_ID = "secondaryDB"
 
string dc_db.Constants.THIRD_DB_ID = "thirdDB"
 
string dc_db.Constants.FOURTH_DB_ID = "fourthDB"
 
string dc_db.Constants.FIFTH_DB_ID = "fifthDB"
 
string dc_db.Constants.STAT_DB_ID = "statDB"
 
string dc_db.Constants.LOG_DB_ID = "logDB"
 
string dc_db.Constants.ATT_DB_ID = "attDB"
 
string dc_db.Constants.STAT_DOMAINS_DB_ID = "statDomainsDB"
 
string dc_db.Constants.DB_STORAGE_TABLE_NAME = "articles"
 
int dc_db.Constants.DB_LOCK_APPLICATION_ID = 0
 
string dc_db.Constants.FETCH_LOCK_NAME = "SELECT_LOCK"
 
string dc_db.Constants.COMA_SEPARATOR = ","
 
string dc_db.Constants.FIELD_QUOTE_SEPARATOR = "`"
 
int dc_db.Constants.EXIT_CODE_OK = 0
 
int dc_db.Constants.EXIT_CODE_CONFIG_ERROR = 1
 
int dc_db.Constants.EXIT_CODE_GLOBAL_ERROR = 2
 
int dc_db.Constants.EXIT_CODE_MYSQL_ERROR = 3
 
 dc_db.Constants.LOGGER_NAME = APP_CONSTS.LOGGER_NAME
 
string dc_db.Constants.DC_SITES = "dc_sites"
 
string dc_db.Constants.DC_URLS = "dc_urls"
 
string dc_db.Constants.DC_URLS_TABLE_NAME_TEMPLATE = "urls_%s"
 
string dc_db.Constants.URL_URL_SQL_UPDATE = 'UPDATE ' + DC_URLS_TABLE_NAME_TEMPLATE + ' SET %s WHERE'
 
string dc_db.Constants.URL_URL_SQL_SELECT_COUNT = 'SELECT COUNT(*) FROM ' + DC_URLS_TABLE_NAME_TEMPLATE + ' WHERE '
 
string dc_db.Constants.DC_CONTENTS_TABLE_NAME_TEMPLATE = "contents_%s"
 
string dc_db.Constants.DC_FREQ_TABLE_NAME_TEMPLATE = "freq_%s"
 
string dc_db.Constants.DC_LOG_TABLE_NAME_TEMPLATE = "log_%s"
 
string dc_db.Constants.DC_ATT_TABLE_NAME_TEMPLATE = "att_%s"
 
string dc_db.Constants.USE_SQL_TEMPLATE = "USE `%s`"
 
string dc_db.Constants.SELECT_DB_STORAGE = "SELECT * FROM `%s` WHERE Id = '%s'"
 
string dc_db.Constants.INSERT_COMMON_TEMPLATE = "INSERT INTO `%s` SET %s"
 
string dc_db.Constants.SITE_SQL_TEMPLATE = "INSERT INTO `sites` %s VALUES %s"
 
string dc_db.Constants.SITE_FILTER_SQL_TEMPLATE
 
string dc_db.Constants.SITE_FILTER_SQL_UPDATE
 
string dc_db.Constants.SITE_PROP_SQL_TEMPLATE = "INSERT INTO `sites_properties` SET `Site_Id`='%s', `Name`='%s', `Value`='%s'"
 
string dc_db.Constants.SITE_PROP_SQL_ADDITIONS = ", `URLMD5`='%s'"
 
string dc_db.Constants.SITE_PROP_SQL_SHOT = "INSERT INTO `sites_properties` SET %s"
 
string dc_db.Constants.SITE_PROP_SQL_UPDATE = "UPDATE `sites_properties` SET %s WHERE `Site_Id`='%s' AND `Name`='%s'"
 
string dc_db.Constants.SITE_URL_SQL_TEMPLATE = "INSERT INTO `sites_urls` SET %s"
 
string dc_db.Constants.SITE_URL_SQL_UPDATE = "UPDATE `sites_urls` SET %s WHERE `Site_Id`='%s'"
 
string dc_db.Constants.SITE_URL_SQL_SELECT_COUNT = 'SELECT COUNT(*) FROM `sites_urls` WHERE '
 
string dc_db.Constants.DEL_BY_ID_QUERY_TEMPLATE = "DELETE FROM `%s` WHERE `Site_Id` = '%s'"
 
string dc_db.Constants.SQL_CHECK_TABLE_EXIST_TEMPLATE
 
string dc_db.Constants.DC_SITE_URL_SQL_TEMPLATE = "INSERT INTO `%s` (`Site_Id`, `URL`) VALUES('%s', '%s')"
 
string dc_db.Constants.SELECT_SQL_TEMPLATE = """ SELECT * FROM `%s` WHERE %s"""
 
string dc_db.Constants.SELECT_SQL_TEMPLATE_SIMPLE = """ SELECT %s FROM `%s`"""
 
string dc_db.Constants.SELECT_SITE_ID_BY_URL
 
string dc_db.Constants.CHECK_TABLE_SQL_ADDITION = "`User_Id` = %s"
 
string dc_db.Constants.SQL_CREATE_QUERY_TEMPLATE = "CREATE TABLE IF NOT EXISTS `%s` LIKE dc_urls.%s"
 
string dc_db.Constants.CHECK_TABLE_SQL_TEMPLATE = " SELECT COUNT(*) FROM sites WHERE `Id` = '%s'"
 
string dc_db.Constants.KEY_VALUE_FILE_NAME_TEMPLATE = "%s.db"
 
 dc_db.Constants.logOperationsDict
 
 dc_db.Constants.siteDict
 
list dc_db.Constants.siteExcludeList = ["Id"]
 
 dc_db.Constants.propDict
 
 dc_db.Constants.filterDict
 
 dc_db.Constants.URLTableDict
 
 dc_db.Constants.ProxyTableDict
 
 dc_db.Constants.AttrTableDict
 
list dc_db.Constants.urlExcludeList = ["URL", "URLMd5"]
 
list dc_db.Constants.proxyExcludeList = ["Id", "Site_Id", "Host", "CDate"]
 
 dc_db.Constants.SiteURLTableDitct = dict(URLTableDict.items() + {"userId": "User_Id"}.items())
 
dictionary dc_db.Constants.DbContentFields
 
string dc_db.Constants.SITE_ID_NAME = "SITE_ID"