Classes
class	StatFreqConstants

Functions
def	readDataTimeField (fName, row)

def	stripSymbol (incomeStr, symbol=None)

def	getFieldsValuesTuple (obj, inputDict, excludeList=None)

def	cleateFieldsValuesLists (fields, values)

def	createFieldsValuesString (fields, values, excludeList=None)

Variables
string	APP_NAME = "db-task"

int	DEFAULT_LOCK_TTL = 600

int	DB_DATA_KVDB = 0

int	DB_DATA_MYSQL = 1

int	TASK_DUPLICATE_ERR = 2020

string	TASK_DUPLICATE_ERR_MSG = "Duplicate site"

int	TASK_SQL_ERR = 2021

string	TASK_SQL_ERR_MSG = "Some SQL error, look log file for details"

int	EXEC_INDEX = 0

int	EXEC_NAME = 1

string	PRIMARY_DB_ID = "primaryDB"

string	SECONDARY_DB_ID = "secondaryDB"

string	THIRD_DB_ID = "thirdDB"

string	FOURTH_DB_ID = "fourthDB"

string	FIFTH_DB_ID = "fifthDB"

string	STAT_DB_ID = "statDB"

string	LOG_DB_ID = "logDB"

string	ATT_DB_ID = "attDB"

string	STAT_DOMAINS_DB_ID = "statDomainsDB"

string	DB_STORAGE_TABLE_NAME = "articles"

int	DB_LOCK_APPLICATION_ID = 0

string	FETCH_LOCK_NAME = "SELECT_LOCK"

string	COMA_SEPARATOR = ","

string	FIELD_QUOTE_SEPARATOR = "`"

int	EXIT_CODE_OK = 0

int	EXIT_CODE_CONFIG_ERROR = 1

int	EXIT_CODE_GLOBAL_ERROR = 2

int	EXIT_CODE_MYSQL_ERROR = 3

	LOGGER_NAME = APP_CONSTS.LOGGER_NAME

string	DC_SITES = "dc_sites"

string	DC_URLS = "dc_urls"

string	DC_URLS_TABLE_NAME_TEMPLATE = "urls_%s"

string	URL_URL_SQL_UPDATE = 'UPDATE ' + DC_URLS_TABLE_NAME_TEMPLATE + ' SET %s WHERE'

string	URL_URL_SQL_SELECT_COUNT = 'SELECT COUNT(*) FROM ' + DC_URLS_TABLE_NAME_TEMPLATE + ' WHERE '

string	DC_CONTENTS_TABLE_NAME_TEMPLATE = "contents_%s"

string	DC_FREQ_TABLE_NAME_TEMPLATE = "freq_%s"

string	DC_LOG_TABLE_NAME_TEMPLATE = "log_%s"

string	DC_ATT_TABLE_NAME_TEMPLATE = "att_%s"

string	USE_SQL_TEMPLATE = "USE `%s`"

string	SELECT_DB_STORAGE = "SELECT * FROM `%s` WHERE Id = '%s'"

string	INSERT_COMMON_TEMPLATE = "INSERT INTO `%s` SET %s"

string	SITE_SQL_TEMPLATE = "INSERT INTO `sites` %s VALUES %s"

string	SITE_FILTER_SQL_TEMPLATE

string	SITE_FILTER_SQL_UPDATE

string	SITE_PROP_SQL_TEMPLATE = "INSERT INTO `sites_properties` SET `Site_Id`='%s', `Name`='%s', `Value`='%s'"

string	SITE_PROP_SQL_ADDITIONS = ", `URLMD5`='%s'"

string	SITE_PROP_SQL_SHOT = "INSERT INTO `sites_properties` SET %s"

string	SITE_PROP_SQL_UPDATE = "UPDATE `sites_properties` SET %s WHERE `Site_Id`='%s' AND `Name`='%s'"

string	SITE_URL_SQL_TEMPLATE = "INSERT INTO `sites_urls` SET %s"

string	SITE_URL_SQL_UPDATE = "UPDATE `sites_urls` SET %s WHERE `Site_Id`='%s'"

string	SITE_URL_SQL_SELECT_COUNT = 'SELECT COUNT(*) FROM `sites_urls` WHERE '

string	DEL_BY_ID_QUERY_TEMPLATE = "DELETE FROM `%s` WHERE `Site_Id` = '%s'"

string	SQL_CHECK_TABLE_EXIST_TEMPLATE

string	DC_SITE_URL_SQL_TEMPLATE = "INSERT INTO `%s` (`Site_Id`, `URL`) VALUES('%s', '%s')"

string	SELECT_SQL_TEMPLATE = """ SELECT * FROM `%s` WHERE %s"""

string	SELECT_SQL_TEMPLATE_SIMPLE = """ SELECT %s FROM `%s`"""

string	SELECT_SITE_ID_BY_URL

string	CHECK_TABLE_SQL_ADDITION = "`User_Id` = %s"

string	SQL_CREATE_QUERY_TEMPLATE = "CREATE TABLE IF NOT EXISTS `%s` LIKE dc_urls.%s"

string	CHECK_TABLE_SQL_TEMPLATE = " SELECT COUNT(*) FROM sites WHERE `Id` = '%s'"

string	KEY_VALUE_FILE_NAME_TEMPLATE = "%s.db"

	logOperationsDict

	siteDict

list	siteExcludeList = ["Id"]

	propDict

	filterDict

	URLTableDict

	ProxyTableDict

	AttrTableDict

list	urlExcludeList = ["URL", "URLMd5"]

list	proxyExcludeList = ["Id", "Site_Id", "Host", "CDate"]

	SiteURLTableDitct = dict(URLTableDict.items() + {"userId": "User_Id"}.items())

dictionary	DbContentFields

string	SITE_ID_NAME = "SITE_ID"

Detailed Description

@package: dc
@author igor
@link: http://hierarchical-cluster-engine.com/
@copyright: Copyright &copy; 2013-2014 IOIX Ukraine
@license: http://hierarchical-cluster-engine.com/license/
@since: 0.1

Function Documentation

◆ cleateFieldsValuesLists()

def dc_db.Constants.cleateFieldsValuesLists	(	fields,
		values
	)

Definition at line 337 of file Constants.py.

 def cleateFieldsValuesLists(fields, values):
   retFields = ""
   retValues = ""
   if len(fields) == len(values):
     for field in fields:
       retFields += (FIELD_QUOTE_SEPARATOR + field + FIELD_QUOTE_SEPARATOR + COMA_SEPARATOR)
     for value in values:
       retValues += value + COMA_SEPARATOR
   else:
     pass
   retFields = stripSymbol(retFields, COMA_SEPARATOR)
   retValues = stripSymbol(retValues, COMA_SEPARATOR)
   return (retFields, retValues)
 
 
 # #Function string representation of incoming lists (fields and values)
 #
 # fields - fields list
 # values - values list
 # return string of fields=values pairs

Here is the call graph for this function:

◆ createFieldsValuesString()

def dc_db.Constants.createFieldsValuesString	(	fields,
		values,
		excludeList = `None`
	)

Definition at line 357 of file Constants.py.

 def createFieldsValuesString(fields, values, excludeList=None):
   ret = ""
   if len(fields) == len(values):
     for fieldIndex in xrange(0, len(fields)):
       if excludeList is None or fields[fieldIndex] not in excludeList:
         ret = ret + FIELD_QUOTE_SEPARATOR + fields[fieldIndex] + FIELD_QUOTE_SEPARATOR + "=" + \
         values[fieldIndex] + COMA_SEPARATOR
   ret = stripSymbol(ret, COMA_SEPARATOR)
   return ret

Here is the call graph for this function:

◆ getFieldsValuesTuple()

def dc_db.Constants.getFieldsValuesTuple	(	obj,
		inputDict,
		excludeList = `None`
	)

Definition at line 307 of file Constants.py.

 def getFieldsValuesTuple(obj, inputDict, excludeList=None):
   fields = []
   values = []
   for key in inputDict:
     attr = None
     if isinstance(obj, dict):
       if key in obj.keys() and obj[key] is not None:
         if excludeList is None or key not in excludeList:
           fields.append(inputDict[key])
           attr = obj[key]
     else:
       if hasattr(obj, key) and getattr(obj, key) is not None:
         if excludeList is None or key not in excludeList:
           fields.append(inputDict[key])
           attr = getattr(obj, key)
 
     if attr is not None:
       if isinstance(attr, basestring):
         escapingStr = MySQLdb.escape_string(str(attr))  # pylint: disable=E1101
         values.append(("'" + escapingStr + "'"))
       else:
         values.append(str(attr))
   return (fields, values)
 
 
 # #Function converts incoming fields and values lists to the string representation
 #
 # fields - fields list
 # values - values list
 # return tupe with string representation

◆ readDataTimeField()

def dc_db.Constants.readDataTimeField	(	fName,
		row
	)

Definition at line 282 of file Constants.py.

 def readDataTimeField(fName, row):
   ret = None
   if fName in row and row[fName] is not None:
     ret = str(row[fName])
   return ret
 
 
 # #Function strips last symbol in incoming string
 #
 # incomeStr - incoming string
 # symbol - symbol for comparing with last char in string

◆ stripSymbol()

def dc_db.Constants.stripSymbol	(	incomeStr,
		symbol = `None`
	)

Definition at line 293 of file Constants.py.

 def stripSymbol(incomeStr, symbol=None):
   ret = incomeStr
   if len(incomeStr) > 0:
     if symbol is None or incomeStr[-1] == symbol:
       ret = incomeStr[:-1]
   return ret
 
 
 # #Function parse incoming object and dict and converts them to the 2 lists
 #
 # @param obj - incoming converting object
 # @param inputDict - incoming converting dict
 # @param excludeList - exclude list
 # @return tuple with fields,values lists

Here is the caller graph for this function:

Variable Documentation

◆ APP_NAME

string dc_db.Constants.APP_NAME = "db-task"

Definition at line 13 of file Constants.py.

◆ ATT_DB_ID

string dc_db.Constants.ATT_DB_ID = "attDB"

Definition at line 34 of file Constants.py.

◆ AttrTableDict

dc_db.Constants.AttrTableDict

Initial value:

 =  dict({"name": "Name",
                       "urlMd5": "URLMD5",
                       "value": "Value"}
                     )

Definition at line 260 of file Constants.py.

◆ CHECK_TABLE_SQL_ADDITION

string dc_db.Constants.CHECK_TABLE_SQL_ADDITION = "`User_Id` = %s"

Definition at line 95 of file Constants.py.

◆ CHECK_TABLE_SQL_TEMPLATE

string dc_db.Constants.CHECK_TABLE_SQL_TEMPLATE = " SELECT COUNT(*) FROM sites WHERE `Id` = '%s'"

Definition at line 99 of file Constants.py.

◆ COMA_SEPARATOR

string dc_db.Constants.COMA_SEPARATOR = ","

Definition at line 42 of file Constants.py.

◆ DB_DATA_KVDB

int dc_db.Constants.DB_DATA_KVDB = 0

Definition at line 16 of file Constants.py.

◆ DB_DATA_MYSQL

int dc_db.Constants.DB_DATA_MYSQL = 1

Definition at line 17 of file Constants.py.

◆ DB_LOCK_APPLICATION_ID

int dc_db.Constants.DB_LOCK_APPLICATION_ID = 0

Definition at line 39 of file Constants.py.

◆ DB_STORAGE_TABLE_NAME

string dc_db.Constants.DB_STORAGE_TABLE_NAME = "articles"

Definition at line 37 of file Constants.py.

◆ DbContentFields

dictionary dc_db.Constants.DbContentFields

Initial value:

1 = {"KVDB": ["id", "data", "CDate"],

2 "MYSQL":["id", "data", "CDate"]}

Definition at line 271 of file Constants.py.

◆ DC_ATT_TABLE_NAME_TEMPLATE

string dc_db.Constants.DC_ATT_TABLE_NAME_TEMPLATE = "att_%s"

Definition at line 64 of file Constants.py.

◆ DC_CONTENTS_TABLE_NAME_TEMPLATE

string dc_db.Constants.DC_CONTENTS_TABLE_NAME_TEMPLATE = "contents_%s"

Definition at line 61 of file Constants.py.

◆ DC_FREQ_TABLE_NAME_TEMPLATE

string dc_db.Constants.DC_FREQ_TABLE_NAME_TEMPLATE = "freq_%s"

Definition at line 62 of file Constants.py.

◆ DC_LOG_TABLE_NAME_TEMPLATE

string dc_db.Constants.DC_LOG_TABLE_NAME_TEMPLATE = "log_%s"

Definition at line 63 of file Constants.py.

◆ DC_SITE_URL_SQL_TEMPLATE

string dc_db.Constants.DC_SITE_URL_SQL_TEMPLATE = "INSERT INTO `%s` (`Site_Id`, `URL`) VALUES('%s', '%s')"

Definition at line 89 of file Constants.py.

◆ DC_SITES

string dc_db.Constants.DC_SITES = "dc_sites"

Definition at line 54 of file Constants.py.

◆ DC_URLS

string dc_db.Constants.DC_URLS = "dc_urls"

Definition at line 55 of file Constants.py.

◆ DC_URLS_TABLE_NAME_TEMPLATE

string dc_db.Constants.DC_URLS_TABLE_NAME_TEMPLATE = "urls_%s"

Definition at line 58 of file Constants.py.

◆ DEFAULT_LOCK_TTL

int dc_db.Constants.DEFAULT_LOCK_TTL = 600

Definition at line 14 of file Constants.py.

◆ DEL_BY_ID_QUERY_TEMPLATE

string dc_db.Constants.DEL_BY_ID_QUERY_TEMPLATE = "DELETE FROM `%s` WHERE `Site_Id` = '%s'"

Definition at line 85 of file Constants.py.

◆ EXEC_INDEX

int dc_db.Constants.EXEC_INDEX = 0

Definition at line 24 of file Constants.py.

◆ EXEC_NAME

int dc_db.Constants.EXEC_NAME = 1

Definition at line 25 of file Constants.py.

◆ EXIT_CODE_CONFIG_ERROR

int dc_db.Constants.EXIT_CODE_CONFIG_ERROR = 1

Definition at line 46 of file Constants.py.

◆ EXIT_CODE_GLOBAL_ERROR

int dc_db.Constants.EXIT_CODE_GLOBAL_ERROR = 2

Definition at line 47 of file Constants.py.

◆ EXIT_CODE_MYSQL_ERROR

int dc_db.Constants.EXIT_CODE_MYSQL_ERROR = 3

Definition at line 48 of file Constants.py.

◆ EXIT_CODE_OK

int dc_db.Constants.EXIT_CODE_OK = 0

Definition at line 45 of file Constants.py.

◆ FETCH_LOCK_NAME

string dc_db.Constants.FETCH_LOCK_NAME = "SELECT_LOCK"

Definition at line 40 of file Constants.py.

◆ FIELD_QUOTE_SEPARATOR

string dc_db.Constants.FIELD_QUOTE_SEPARATOR = "`"

Definition at line 43 of file Constants.py.

◆ FIFTH_DB_ID

string dc_db.Constants.FIFTH_DB_ID = "fifthDB"

Definition at line 31 of file Constants.py.

◆ filterDict

dc_db.Constants.filterDict

Initial value:

 =  dict({"siteId": "Site_Id",
                    "pattern": "Pattern",
                    "subject": "Subject",
                    "opCode": "OperationCode",
                    "stage": "Stage",
                    "action": "Action",
                    "type": "Type",
                    "mode": "Mode",
                    "state": "State",
                    "uDate": "UDate",
                    "cDate": "CDate",
                    "groupId": "Group_Id"}
                  )

Definition at line 177 of file Constants.py.

◆ FOURTH_DB_ID

string dc_db.Constants.FOURTH_DB_ID = "fourthDB"

Definition at line 30 of file Constants.py.

◆ INSERT_COMMON_TEMPLATE

string dc_db.Constants.INSERT_COMMON_TEMPLATE = "INSERT INTO `%s` SET %s"

Definition at line 70 of file Constants.py.

◆ KEY_VALUE_FILE_NAME_TEMPLATE

string dc_db.Constants.KEY_VALUE_FILE_NAME_TEMPLATE = "%s.db"

Definition at line 103 of file Constants.py.

◆ LOG_DB_ID

string dc_db.Constants.LOG_DB_ID = "logDB"

Definition at line 33 of file Constants.py.

◆ LOGGER_NAME

dc_db.Constants.LOGGER_NAME = APP_CONSTS.LOGGER_NAME

Definition at line 51 of file Constants.py.

◆ logOperationsDict

dc_db.Constants.logOperationsDict

Initial value:

 =  dict({"LOG_INSERT": 20,
                           "LOG_DELETE": 21,
                           "LOG_UPDATE": 22,
                           "LOG_URL_CLEANUP": 23,
                           "LOG_URL_AGING": 24,
                           "LOG_URL_CONTENT": 25,
                           "LOG_NEW": 1,
                           "LOG_SELECTED_CRAWLING": 2,
                           "LOG_CRAWLING": 3,
                           "LOG_CRAWLED": 4,
                           "LOG_SELECTED_PROCESSING": 5,
                           "LOG_PROCESSING": 6,
                           "LOG_PROCESSED": 7})

Definition at line 117 of file Constants.py.

◆ PRIMARY_DB_ID

string dc_db.Constants.PRIMARY_DB_ID = "primaryDB"

Definition at line 27 of file Constants.py.

◆ propDict

dc_db.Constants.propDict

Initial value:

 =  dict({"siteId": "Site_Id",
                  "urlMd5": "URLMd5",
                  "name": "Name",
                  "value": "Value",
                  "uDate": "UDate",
                  "cDate": "CDate"}
                )

Definition at line 168 of file Constants.py.

◆ proxyExcludeList

list dc_db.Constants.proxyExcludeList = ["Id", "Site_Id", "Host", "CDate"]

Definition at line 267 of file Constants.py.

◆ ProxyTableDict

dc_db.Constants.ProxyTableDict

Initial value:

 =  dict({"id": "Id",
                        "siteId": "Site_Id",
                        "host": "Host",
                        "domains": "Domains",
                        "priority": "Priority",
                        "state": "State",
                        "countryCode":"CountryCode",
                        "countryName":"CountryName",
                        "regionCode":"RegionCode",
                        "regionName":"RegionName",
                        "cityName":"CityName",
                        "zipCode":"ZipCode",
                        "timeZone":"TimeZone",
                        "latitude":"Latitude",
                        "longitude":"Longitude",
                        "metroCode":"MetroCode",
                        "faults":"Faults",
                        "faultsMax":"FaultsMax",
                        "categoryId":"Category_Id",
                        "limits": "Limits",
                        "description": "Description",
                        "cDate":"CDate",
                        "uDate":"UDate"}
                      )

Definition at line 235 of file Constants.py.

◆ SECONDARY_DB_ID

string dc_db.Constants.SECONDARY_DB_ID = "secondaryDB"

Definition at line 28 of file Constants.py.

◆ SELECT_DB_STORAGE

string dc_db.Constants.SELECT_DB_STORAGE = "SELECT * FROM `%s` WHERE Id = '%s'"

Definition at line 68 of file Constants.py.

◆ SELECT_SITE_ID_BY_URL

string dc_db.Constants.SELECT_SITE_ID_BY_URL

Initial value:

1 = "SELECT `Site_Id` FROM `sites_urls` \

2 WHERE SUBSTRING(\"%s\", 1, LENGTH(URL))=`URL` ORDER BY LENGTH(URL) DESC LIMIT 1"

Definition at line 93 of file Constants.py.

◆ SELECT_SQL_TEMPLATE

string dc_db.Constants.SELECT_SQL_TEMPLATE = """ SELECT * FROM `%s` WHERE %s"""

Definition at line 91 of file Constants.py.

◆ SELECT_SQL_TEMPLATE_SIMPLE

string dc_db.Constants.SELECT_SQL_TEMPLATE_SIMPLE = """ SELECT %s FROM `%s`"""

Definition at line 92 of file Constants.py.

◆ SITE_FILTER_SQL_TEMPLATE

string dc_db.Constants.SITE_FILTER_SQL_TEMPLATE

Initial value:

1 = "INSERT INTO `sites_filters` SET `Site_Id`='%s', `Pattern`='%s', `Subject`='%s', \

2 `OperationCode`=%s, `Stage`=%s, `Action`=%s, `UDate`=%s, `Type`='%s', `Mode`='%s', `State`='%s', `Group_Id`=%s"

Definition at line 73 of file Constants.py.

◆ SITE_FILTER_SQL_UPDATE

string dc_db.Constants.SITE_FILTER_SQL_UPDATE

Initial value:

1 = "UPDATE `sites_filters` SET `Pattern`='%s', `Subject`='%s', `OperationCode`=%s, `Stage`=%s, \

2 `Action`=%s, `UDate`=%s,`Group_Id`=%s WHERE `Site_Id`='%s' AND `Type`='%s' AND `Mode`='%s' AND `State`='%s'"

Definition at line 75 of file Constants.py.

◆ SITE_ID_NAME

string dc_db.Constants.SITE_ID_NAME = "SITE_ID"

Definition at line 274 of file Constants.py.

◆ SITE_PROP_SQL_ADDITIONS

string dc_db.Constants.SITE_PROP_SQL_ADDITIONS = ", `URLMD5`='%s'"

Definition at line 78 of file Constants.py.

◆ SITE_PROP_SQL_SHOT

string dc_db.Constants.SITE_PROP_SQL_SHOT = "INSERT INTO `sites_properties` SET %s"

Definition at line 79 of file Constants.py.

◆ SITE_PROP_SQL_TEMPLATE

string dc_db.Constants.SITE_PROP_SQL_TEMPLATE = "INSERT INTO `sites_properties` SET `Site_Id`='%s', `Name`='%s', `Value`='%s'"

Definition at line 77 of file Constants.py.

◆ SITE_PROP_SQL_UPDATE

string dc_db.Constants.SITE_PROP_SQL_UPDATE = "UPDATE `sites_properties` SET %s WHERE `Site_Id`='%s' AND `Name`='%s'"

Definition at line 80 of file Constants.py.

◆ SITE_SQL_TEMPLATE

string dc_db.Constants.SITE_SQL_TEMPLATE = "INSERT INTO `sites` %s VALUES %s"

Definition at line 71 of file Constants.py.

◆ SITE_URL_SQL_SELECT_COUNT

string dc_db.Constants.SITE_URL_SQL_SELECT_COUNT = 'SELECT COUNT(*) FROM `sites_urls` WHERE '

Definition at line 83 of file Constants.py.

◆ SITE_URL_SQL_TEMPLATE

string dc_db.Constants.SITE_URL_SQL_TEMPLATE = "INSERT INTO `sites_urls` SET %s"

Definition at line 81 of file Constants.py.

◆ SITE_URL_SQL_UPDATE

string dc_db.Constants.SITE_URL_SQL_UPDATE = "UPDATE `sites_urls` SET %s WHERE `Site_Id`='%s'"

Definition at line 82 of file Constants.py.

◆ siteDict

dc_db.Constants.siteDict

Definition at line 131 of file Constants.py.

◆ siteExcludeList

list dc_db.Constants.siteExcludeList = ["Id"]

Definition at line 166 of file Constants.py.

◆ SiteURLTableDitct

dc_db.Constants.SiteURLTableDitct = dict(URLTableDict.items() + {"userId": "User_Id"}.items())

Definition at line 269 of file Constants.py.

◆ SQL_CHECK_TABLE_EXIST_TEMPLATE

string dc_db.Constants.SQL_CHECK_TABLE_EXIST_TEMPLATE

Initial value:

1 = """ SELECT IF( EXISTS(SELECT * FROM information_schema.TABLES WHERE Table_Name="%s" \

2 and TABLE_SCHEMA="%s"), 1, 0) """

Definition at line 87 of file Constants.py.

◆ SQL_CREATE_QUERY_TEMPLATE

string dc_db.Constants.SQL_CREATE_QUERY_TEMPLATE = "CREATE TABLE IF NOT EXISTS `%s` LIKE dc_urls.%s"

Definition at line 96 of file Constants.py.

◆ STAT_DB_ID

string dc_db.Constants.STAT_DB_ID = "statDB"

Definition at line 32 of file Constants.py.

◆ STAT_DOMAINS_DB_ID

string dc_db.Constants.STAT_DOMAINS_DB_ID = "statDomainsDB"

Definition at line 35 of file Constants.py.

◆ TASK_DUPLICATE_ERR

int dc_db.Constants.TASK_DUPLICATE_ERR = 2020

Definition at line 19 of file Constants.py.

◆ TASK_DUPLICATE_ERR_MSG

string dc_db.Constants.TASK_DUPLICATE_ERR_MSG = "Duplicate site"

Definition at line 20 of file Constants.py.

◆ TASK_SQL_ERR

int dc_db.Constants.TASK_SQL_ERR = 2021

Definition at line 21 of file Constants.py.

◆ TASK_SQL_ERR_MSG

string dc_db.Constants.TASK_SQL_ERR_MSG = "Some SQL error, look log file for details"

Definition at line 22 of file Constants.py.

◆ THIRD_DB_ID

string dc_db.Constants.THIRD_DB_ID = "thirdDB"

Definition at line 29 of file Constants.py.

◆ URL_URL_SQL_SELECT_COUNT

string dc_db.Constants.URL_URL_SQL_SELECT_COUNT = 'SELECT COUNT(*) FROM ' + DC_URLS_TABLE_NAME_TEMPLATE + ' WHERE '

Definition at line 60 of file Constants.py.

◆ URL_URL_SQL_UPDATE

string dc_db.Constants.URL_URL_SQL_UPDATE = 'UPDATE ' + DC_URLS_TABLE_NAME_TEMPLATE + ' SET %s WHERE'

Definition at line 59 of file Constants.py.

◆ urlExcludeList

list dc_db.Constants.urlExcludeList = ["URL", "URLMd5"]

Definition at line 266 of file Constants.py.

◆ URLTableDict

dc_db.Constants.URLTableDict

Definition at line 192 of file Constants.py.

◆ USE_SQL_TEMPLATE

string dc_db.Constants.USE_SQL_TEMPLATE = "USE `%s`"

Definition at line 67 of file Constants.py.

Classes

Functions

Variables

Detailed Description

Function Documentation

◆ cleateFieldsValuesLists()

◆ createFieldsValuesString()

◆ getFieldsValuesTuple()

◆ readDataTimeField()

◆ stripSymbol()

Variable Documentation

◆ APP_NAME

◆ ATT_DB_ID

◆ AttrTableDict

◆ CHECK_TABLE_SQL_ADDITION

◆ CHECK_TABLE_SQL_TEMPLATE

◆ COMA_SEPARATOR

◆ DB_DATA_KVDB

◆ DB_DATA_MYSQL

◆ DB_LOCK_APPLICATION_ID

◆ DB_STORAGE_TABLE_NAME

◆ DbContentFields

◆ DC_ATT_TABLE_NAME_TEMPLATE

◆ DC_CONTENTS_TABLE_NAME_TEMPLATE

◆ DC_FREQ_TABLE_NAME_TEMPLATE

◆ DC_LOG_TABLE_NAME_TEMPLATE

◆ DC_SITE_URL_SQL_TEMPLATE

◆ DC_SITES

◆ DC_URLS

◆ DC_URLS_TABLE_NAME_TEMPLATE

◆ DEFAULT_LOCK_TTL

◆ DEL_BY_ID_QUERY_TEMPLATE

◆ EXEC_INDEX

◆ EXEC_NAME

◆ EXIT_CODE_CONFIG_ERROR

◆ EXIT_CODE_GLOBAL_ERROR

◆ EXIT_CODE_MYSQL_ERROR

◆ EXIT_CODE_OK

◆ FETCH_LOCK_NAME

◆ FIELD_QUOTE_SEPARATOR

◆ FIFTH_DB_ID

◆ filterDict

◆ FOURTH_DB_ID

◆ INSERT_COMMON_TEMPLATE

◆ KEY_VALUE_FILE_NAME_TEMPLATE

◆ LOG_DB_ID

◆ LOGGER_NAME

◆ logOperationsDict

◆ PRIMARY_DB_ID

◆ propDict

◆ proxyExcludeList

◆ ProxyTableDict

◆ SECONDARY_DB_ID

◆ SELECT_DB_STORAGE

◆ SELECT_SITE_ID_BY_URL

◆ SELECT_SQL_TEMPLATE

◆ SELECT_SQL_TEMPLATE_SIMPLE

◆ SITE_FILTER_SQL_TEMPLATE

◆ SITE_FILTER_SQL_UPDATE

◆ SITE_ID_NAME

◆ SITE_PROP_SQL_ADDITIONS

◆ SITE_PROP_SQL_SHOT

◆ SITE_PROP_SQL_TEMPLATE

◆ SITE_PROP_SQL_UPDATE

◆ SITE_SQL_TEMPLATE

◆ SITE_URL_SQL_SELECT_COUNT

◆ SITE_URL_SQL_TEMPLATE

◆ SITE_URL_SQL_UPDATE

◆ siteDict

◆ siteExcludeList

◆ SiteURLTableDitct

◆ SQL_CHECK_TABLE_EXIST_TEMPLATE

◆ SQL_CREATE_QUERY_TEMPLATE

◆ STAT_DB_ID

◆ STAT_DOMAINS_DB_ID

◆ TASK_DUPLICATE_ERR

◆ TASK_DUPLICATE_ERR_MSG

◆ TASK_SQL_ERR

◆ TASK_SQL_ERR_MSG

◆ THIRD_DB_ID