HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
dc_db.DBDataTask.DBDataTask Class Reference
Inheritance diagram for dc_db.DBDataTask.DBDataTask:
Collaboration diagram for dc_db.DBDataTask.DBDataTask:

Public Member Functions

def __init__ (self, dbDataType=Constants.DB_DATA_KVDB, keyValueDefaultFile=None, dcContentTemplate=None, keyValueStorageDir=None, rawDataDir=None)
 
def process (self, dbDataRequest, queryCallback)
 
def fetchKVDBSpecificFunct (self, dbConnect, query, response)
 
def insertKVDBSpecificFunct (self, dbConnect, query, response)
 
def KVDBCommonExecute (self, request, response, specificFunc, query)
 
def KVDBFetch (self, request)
 
def MySQLFetch (self, request)
 
def createInsertQueryKVDB (self, insertDict, supportFields, tableName)
 
def createInsertQueryMySQL (self, insertDict, supportFields, tableName)
 
def KVDBInsert (self, request)
 
def MySQLInsert (self, request)
 
def deleteSurroundStorageFiles (self, rawStoragePath, urlMd5)
 
def insertFSFunc (self, dbDataRequest)
 
def KVDBDelRecord (self, request)
 
def KVDBDelTable (self, request)
 
def MySQLDelRecord (self, request)
 
def MySQLDelTable (self, request)
 
def KVDBCreateTable (self, request)
 
def MySQLCreateTable (self, request)
 
def resolveFileSuffix (self, contentType)
 
- Public Member Functions inherited from dc_db.BaseTask.BaseTask
def isSiteExist (self, siteId, queryCallback, userId=None)
 
def generateCriterionSQL (self, criterions, additionWhere=None, siteId=None)
 
def fetchByCriterions (self, criterions, queryCallback)
 
def dbLock (self, mutexName, queryCallback, sleepTime=1, mutexLockTTL=Constants.DEFAULT_LOCK_TTL)
 
def dbUnlock (self, mutexName, queryCallback)
 
def createUrlsInsertQuery (self, siteId, localKeys, localValues)
 
def copyUrlsToDcUrls (self, siteId, queryCallback)
 
def statisticLogUpdate (self, localObj, urlMd5, siteId, status, queryCallback, isInsert=False)
 
def calculateMd5FormUrl (self, url, urlType, useNormilize=False)
 

Public Attributes

 rawDataDir
 
 keyValueStorageDir
 
 dbDataType
 
 queryCallback
 
 fetchFunc
 
 insertFunc
 
 createTableFunc
 
 delRecordFunc
 
 delTableFunc
 
 keyValueDefaultFile
 
 dcContentTemplate
 

Static Public Attributes

string NO_DIR_STR = "No such file or directory:"
 

Additional Inherited Members

- Static Public Member Functions inherited from dc_db.BaseTask.BaseTask
def readValueFromSiteProp (siteId, propName, queryCallback, urlMd5=None)
 

Detailed Description

Definition at line 32 of file DBDataTask.py.

Constructor & Destructor Documentation

◆ __init__()

def dc_db.DBDataTask.DBDataTask.__init__ (   self,
  dbDataType = Constants.DB_DATA_KVDB,
  keyValueDefaultFile = None,
  dcContentTemplate = None,
  keyValueStorageDir = None,
  rawDataDir = None 
)

Definition at line 41 of file DBDataTask.py.

41  keyValueStorageDir=None, rawDataDir=None):
42  super(DBDataTask, self).__init__()
43  self.rawDataDir = rawDataDir
44  self.keyValueStorageDir = ""
45  self.dbDataType = dbDataType
46  self.queryCallback = None
47  self.fetchFunc = None
48  self.insertFunc = None
49  self.createTableFunc = None
50  if self.dbDataType == Constants.DB_DATA_KVDB:
51  logger.debug(">>> set KVDB")
52  self.fetchFunc = self.KVDBFetch
53  self.insertFunc = self.KVDBInsert
54  self.delRecordFunc = self.KVDBDelRecord
55  self.delTableFunc = self.KVDBDelTable
56  self.createTableFunc = self.KVDBCreateTable
57  elif self.dbDataType == Constants.DB_DATA_MYSQL:
58  logger.debug(">>> set MySQL")
59  self.fetchFunc = self.MySQLFetch
60  self.insertFunc = self.MySQLInsert
61  self.delRecordFunc = self.MySQLDelRecord
62  self.delTableFunc = self.MySQLDelTable
63  self.createTableFunc = self.MySQLCreateTable
64  self.keyValueDefaultFile = keyValueDefaultFile
65  self.dcContentTemplate = dcContentTemplate
66  self.keyValueStorageDir = keyValueStorageDir
67 
68 
def __init__(self)
constructor
Definition: UIDGenerator.py:19

Member Function Documentation

◆ createInsertQueryKVDB()

def dc_db.DBDataTask.DBDataTask.createInsertQueryKVDB (   self,
  insertDict,
  supportFields,
  tableName 
)

Definition at line 172 of file DBDataTask.py.

172  def createInsertQueryKVDB(self, insertDict, supportFields, tableName):
173  mainSQL = "REPLACE INTO `%s`"
174  valusesStr = "VALUES("
175  fieldsStr = "("
176  for key in insertDict:
177  if key in supportFields and insertDict[key] is not None:
178  fieldsStr += "`"
179  fieldsStr += key
180  fieldsStr += "`,"
181 
182  if type(insertDict[key]) in types.StringTypes or type(insertDict[key]) == datetime.datetime:
183  valusesStr += "'"
184  valusesStr += str(insertDict[key])
185  if type(insertDict[key]) in types.StringTypes or type(insertDict[key]) == datetime.datetime:
186  valusesStr += "'"
187  valusesStr += ","
188  else:
189  logger.debug(">>> field not in Constants fields list field or None value = " + key)
190  if valusesStr[-1] == ",":
191  valusesStr = valusesStr[0:-1]
192  if fieldsStr[-1] == ",":
193  fieldsStr = fieldsStr[0:-1]
194  valusesStr += ")"
195  fieldsStr += ")"
196 
197  query = mainSQL % tableName
198  query += " "
199  query += fieldsStr
200  query += " "
201  query += valusesStr
202  return query
203 
204 
Here is the caller graph for this function:

◆ createInsertQueryMySQL()

def dc_db.DBDataTask.DBDataTask.createInsertQueryMySQL (   self,
  insertDict,
  supportFields,
  tableName 
)

Definition at line 205 of file DBDataTask.py.

205  def createInsertQueryMySQL(self, insertDict, supportFields, tableName):
206  keyList = []
207  valueList = []
208  SQL_INSERT_TEMPLATE = "INSERT INTO %s SET %s ON DUPLICATE KEY UPDATE %s"
209  for key in insertDict:
210  if key in supportFields and insertDict[key] is not None:
211  keyList.append(key)
212  if type(insertDict[key]) in types.StringTypes:
213  escapingStr = MySQLdb.escape_string(str(insertDict[key]))
214  valueList.append(("'" + escapingStr + "'"))
215  else:
216  valueList.append(str(insertDict[key]))
217  setString = Constants.createFieldsValuesString(keyList, valueList)
218  query = ""
219  if len(setString) > 0:
220  query = SQL_INSERT_TEMPLATE % (tableName, setString, setString)
221  else:
222  logger.debug(">>> createInsertQueryMySQL empty SET list")
223  return query
224 
225 
Here is the caller graph for this function:

◆ deleteSurroundStorageFiles()

def dc_db.DBDataTask.DBDataTask.deleteSurroundStorageFiles (   self,
  rawStoragePath,
  urlMd5 
)

Definition at line 252 of file DBDataTask.py.

252  def deleteSurroundStorageFiles(self, rawStoragePath, urlMd5):
253  delContentTypes = [dc.EventObjects.Content.CONTENT_TIDY_CONTENT, dc.EventObjects.Content.CONTENT_HEADERS_CONTENT,
254  dc.EventObjects.Content.CONTENT_REQUESTS_CONTENT, dc.EventObjects.Content.CONTENT_META_CONTENT,
255  dc.EventObjects.Content.CONTENT_COOKIES_CONTENT, dc.EventObjects.Content.CONTENT_DYNAMIC_CONTENT]
256 
257  for cType in delContentTypes:
258  localFileSuffix = self.resolveFileSuffix(cType)
259  rawStorageFileName = Utils.accumulateSubstrings([urlMd5, None, localFileSuffix], ["", "_", ""])
260  localPath = rawStoragePath + rawStorageFileName
261  try:
262  os.remove(localPath)
263  except OSError:
264  pass
265 
266 
Here is the call graph for this function:
Here is the caller graph for this function:

◆ fetchKVDBSpecificFunct()

def dc_db.DBDataTask.DBDataTask.fetchKVDBSpecificFunct (   self,
  dbConnect,
  query,
  response 
)

Definition at line 112 of file DBDataTask.py.

112  def fetchKVDBSpecificFunct(self, dbConnect, query, response):
113  dbConnect.row_factory = sqlite3.Row
114  cursor = dbConnect.cursor()
115  for row in cursor.execute(query):
116  response.resultDict = dict(itertools.izip(row.keys(), row))
117 
118 
Here is the caller graph for this function:

◆ insertFSFunc()

def dc_db.DBDataTask.DBDataTask.insertFSFunc (   self,
  dbDataRequest 
)

Definition at line 267 of file DBDataTask.py.

267  def insertFSFunc(self, dbDataRequest):
268  logger.debug(">>> insertFSFunc start")
269  ret = dc.EventObjects.URLPutResponse(dbDataRequest.contentType)
270  if "data" in dbDataRequest.putDict and dbDataRequest.putDict["data"] is not None:
271  if self.rawDataDir is not None:
272  localFileSuffix = self.resolveFileSuffix(dbDataRequest.contentType)
273  rawStoragePath = self.rawDataDir
274  if rawStoragePath[-1] != '/':
275  rawStoragePath += '/'
276  rawStoragePath += str(dbDataRequest.siteId)
277  rawStoragePath += '/'
278  pathMaker = PathMaker(dbDataRequest.urlMd5)
279  rawStoragePath += pathMaker.getDir()
280  rawStoragePath += '/'
281  rawStorageFileName = Utils.accumulateSubstrings(
282  [dbDataRequest.urlMd5, dbDataRequest.fileStorageSuffix, localFileSuffix], ["", "_", ""])
283  localPath = rawStoragePath + rawStorageFileName
284  if not os.path.exists(rawStoragePath):
285  os.makedirs(rawStoragePath)
286  logger.debug(">>> MAKE PATH - " + rawStoragePath)
287  if os.path.exists(localPath):
288  logger.debug(">>> file is exists - " + localPath)
289  if dbDataRequest.contentType == dc.EventObjects.Content.CONTENT_RAW_CONTENT:
290  self.deleteSurroundStorageFiles(rawStoragePath, dbDataRequest.urlMd5)
291  fd = None
292  try:
293  fd = open(localPath, "w")
294  except IOError as ex:
295  if self.NO_DIR_STR in str(ex):
296  logger.error(">>> Wrong path, file - " + str(localPath))
297  else:
298  logger.error(">>> Some file open error, file - " + localPath)
299  if fd is not None:
300  fd.write(dbDataRequest.putDict["data"])
301  fd.flush()
302  fd.close()
303  else:
304  logger.error(">>> rawDataDir is None")
305  ret.errCode = 1
306  ret.errMessage = ">>> rawDataDir is None"
307  else:
308  logger.error(">>> 'data' not in dbDataRequest.putDict or dbDataRequest.putDict['data'] is None")
309  ret.errCode = 1
310  ret.errMessage = ">>> 'data' not in dbDataRequest.putDict or dbDataRequest.putDict['data'] is None"
311  return ret
312 
313 
Here is the call graph for this function:
Here is the caller graph for this function:

◆ insertKVDBSpecificFunct()

def dc_db.DBDataTask.DBDataTask.insertKVDBSpecificFunct (   self,
  dbConnect,
  query,
  response 
)

Definition at line 119 of file DBDataTask.py.

119  def insertKVDBSpecificFunct(self, dbConnect, query, response):
120  cursor = dbConnect.cursor()
121  cursor.execute(query)
122 
123 
Here is the caller graph for this function:

◆ KVDBCommonExecute()

def dc_db.DBDataTask.DBDataTask.KVDBCommonExecute (   self,
  request,
  response,
  specificFunc,
  query 
)

Definition at line 124 of file DBDataTask.py.

124  def KVDBCommonExecute(self, request, response, specificFunc, query):
125  dbName = Constants.KEY_VALUE_FILE_NAME_TEMPLATE % request.siteId
126  dbFileName = self.keyValueStorageDir + "/" + dbName
127  logger.debug(">>> KVDB SQL = " + query)
128  logger.debug(">>> KVDB Path = " + str(dbFileName))
129  try:
130  if os.path.exists(dbFileName):
131  dbConnect = sqlite3.connect(dbFileName) # pylint: disable-all
132  dbConnect.text_factory = str
133  specificFunc(dbConnect, query, response)
134  dbConnect.commit()
135  else:
136  logger.error(">>> path not exist")
137  response.errCode = 1
138  response.errMessage = ">>> path not exist"
139  except:
140  logger.error(">>> some kvdb exception")
141  response.errCode = 1
142  response.errMessage = ">>> some kvdb exception"
143 
144 
Here is the caller graph for this function:

◆ KVDBCreateTable()

def dc_db.DBDataTask.DBDataTask.KVDBCreateTable (   self,
  request 
)

Definition at line 379 of file DBDataTask.py.

379  def KVDBCreateTable(self, request):
380  logger.debug(">>> KVDBCreateTable start")
382  if self.keyValueDefaultFile is not None:
383  keyValueFileName = self.keyValueStorageDir
384  if keyValueFileName[-1] != '/':
385  keyValueFileName += '/'
386  keyValueFileName += (Constants.KEY_VALUE_FILE_NAME_TEMPLATE % request.siteId)
387  shutil.copy(self.keyValueDefaultFile, keyValueFileName)
388  else:
389  logger.error(">>> keyValueDefaultFile is None")
390  ret.errCode = 1
391  ret.errMessage = ">>> keyValueDefaultFile is None"
392  return ret
393 
394 

◆ KVDBDelRecord()

def dc_db.DBDataTask.DBDataTask.KVDBDelRecord (   self,
  request 
)

Definition at line 314 of file DBDataTask.py.

314  def KVDBDelRecord(self, request):
315  logger.debug(">>> KVDBDelRecord start")
317  dbName = Constants.KEY_VALUE_FILE_NAME_TEMPLATE % request.siteId
318  dbFileName = self.keyValueStorageDir + "/" + dbName
319  try:
320  if os.path.exists(dbFileName):
321  dbConnect = sqlite3.connect(dbFileName) # pylint: disable-all
322  dbConnect.text_factory = str
323  cursor = dbConnect.cursor()
324  cursor.execute("DELETE from `articles` where `id` = '%s'" % request.urlMd5)
325  dbConnect.commit()
326  else:
327  logger.error(">>> path not exist")
328  ret.errCode = 1
329  ret.errMessage = ">>> path not exist"
330  except:
331  logger.error(">>> some kvdb exception")
332  ret.errCode = 1
333  ret.errMessage = ">>> some kvdb exception"
334  return ret
335 
336 

◆ KVDBDelTable()

def dc_db.DBDataTask.DBDataTask.KVDBDelTable (   self,
  request 
)

Definition at line 337 of file DBDataTask.py.

337  def KVDBDelTable(self, request):
338  logger.debug(">>> KVDBDelTable start")
340  try:
341  if request.filesSuffix is not None:
342  delFile = self.keyValueStorageDir + "/" + (request.filesSuffix % request.siteId)
343  logger.debug(">>> Del file = %s", str(delFile))
344  os.remove(delFile)
345  else:
346  logger.error(">>> request.filesSuffix is None")
347  ret.errCode = 1
348  ret.errMessage = (">>> request.filesSuffix is None")
349  except OSError as err:
350  logger.error((str(err.filename) + " " + str(err.strerror)))
351  ret.errCode = 1
352  ret.errMessage = (str(err.filename) + " " + str(err.strerror))
353  logger.debug(">>> [KVDBDelTable] CURRENT DIR " + str(os.getcwd()))
354  return ret
355 
356 

◆ KVDBFetch()

def dc_db.DBDataTask.DBDataTask.KVDBFetch (   self,
  request 
)

Definition at line 145 of file DBDataTask.py.

145  def KVDBFetch(self, request):
146  logger.debug(">>> KVDBFetch start")
148  self.KVDBCommonExecute(request, ret, self.fetchKVDBSpecificFunct,
149  (Constants.SELECT_DB_STORAGE % ("articles", request.urlMd5)))
150  return ret
151 
152 
Here is the call graph for this function:

◆ KVDBInsert()

def dc_db.DBDataTask.DBDataTask.KVDBInsert (   self,
  request 
)

Definition at line 226 of file DBDataTask.py.

226  def KVDBInsert(self, request):
227  logger.debug(">>> KVDBInsert start")
228  ret = dc.EventObjects.URLPutResponse(dc.EventObjects.Content.CONTENT_PROCESSOR_CONTENT)
229  query = self.createInsertQueryKVDB(request.putDict, Constants.DbContentFields["KVDB"],
230  Constants.DB_STORAGE_TABLE_NAME)
231  self.KVDBCommonExecute(request, ret, self.insertKVDBSpecificFunct, query)
232  return ret
233 
234 
Here is the call graph for this function:

◆ MySQLCreateTable()

def dc_db.DBDataTask.DBDataTask.MySQLCreateTable (   self,
  request 
)

Definition at line 395 of file DBDataTask.py.

395  def MySQLCreateTable(self, request):
396  logger.debug(">>> MySQLCreateTable start")
398  if self.dcContentTemplate is not None:
399  if self.queryCallback is not None:
400  template = open(self.dcContentTemplate).read()
401  query = template.replace("%SITE_ID%", str(request.siteId))
402  logger.debug(">>> create content_tables id = " + str(request.siteId))
403  self.queryCallback(query, Constants.FIFTH_DB_ID)
404  else:
405  logger.error(">>> queryCallback is None")
406  ret.errCode = 1
407  ret.errMessage = ">>> queryCallback is None"
408  else:
409  logger.error(">>> keyValueDefaultFile is None")
410  ret.errCode = 1
411  ret.errMessage = ">>> keyValueDefaultFile is None"
412  return ret
413 
414 
Here is the caller graph for this function:

◆ MySQLDelRecord()

def dc_db.DBDataTask.DBDataTask.MySQLDelRecord (   self,
  request 
)

Definition at line 357 of file DBDataTask.py.

357  def MySQLDelRecord(self, request):
358  logger.debug(">>> MySQLDelRecord start")
360  if self.queryCallback is not None:
361  DELETE_SQL_REQUEST = "DELETE FROM `%s` WHERE `id`='%s'"
362  tableName = Constants.DC_CONTENTS_TABLE_NAME_TEMPLATE % request.siteId
363  query = DELETE_SQL_REQUEST % (tableName, request.urlMd5)
364  self.queryCallback(query, Constants.FIFTH_DB_ID)
365  return ret
366 
367 

◆ MySQLDelTable()

def dc_db.DBDataTask.DBDataTask.MySQLDelTable (   self,
  request 
)

Definition at line 368 of file DBDataTask.py.

368  def MySQLDelTable(self, request):
369  logger.debug(">>> MySQLDelTable start")
371  if self.queryCallback is not None:
372  DROP_SQL_REQUEST = "DROP TABLE IF EXISTS `%s`"
373  tableName = Constants.DC_CONTENTS_TABLE_NAME_TEMPLATE % request.siteId
374  query = DROP_SQL_REQUEST % tableName
375  self.queryCallback(query, Constants.FIFTH_DB_ID)
376  return ret
377 
378 

◆ MySQLFetch()

def dc_db.DBDataTask.DBDataTask.MySQLFetch (   self,
  request 
)

Definition at line 153 of file DBDataTask.py.

153  def MySQLFetch(self, request):
154  logger.debug(">>> MySQLFetch start")
156  if self.queryCallback is not None:
157  tableName = Constants.DC_CONTENTS_TABLE_NAME_TEMPLATE % request.siteId
158  query = Constants.SELECT_DB_STORAGE % (tableName, request.urlMd5)
159  res = self.queryCallback(query, Constants.FIFTH_DB_ID, Constants.EXEC_NAME)
160  if hasattr(res, '__iter__') and len(res) >= 1:
161  ret.resultDict = res[0]
162  for key in ret.resultDict:
163  if type(ret.resultDict[key]) == datetime.datetime:
164  ret.resultDict[key] = str(ret.resultDict[key])
165  # type(insertDict[key]) == datetime.datetime
166  else:
167  ret.errCode = 1
168  ret.errMessage = ">>> empty mysql response"
169  return ret
170 
171 

◆ MySQLInsert()

def dc_db.DBDataTask.DBDataTask.MySQLInsert (   self,
  request 
)

Definition at line 235 of file DBDataTask.py.

235  def MySQLInsert(self, request):
236  logger.debug(">>> MySQLInsert start")
237  ret = dc.EventObjects.URLPutResponse(dc.EventObjects.Content.CONTENT_PROCESSOR_CONTENT)
238  if self.queryCallback is not None:
239  tableName = Constants.DC_CONTENTS_TABLE_NAME_TEMPLATE % request.siteId
240  SQL_CHECK_TABLE = "SELECT count(*) FROM `%s`"
241  query = SQL_CHECK_TABLE % tableName
242  res = self.queryCallback(query, Constants.FIFTH_DB_ID)
243  if res is None or len(res) == 0:
244  mySQLCreateTableRequest = dc.EventObjects.DataCreateRequest(request.siteId, None, None)
245  self.MySQLCreateTable(mySQLCreateTableRequest)
246 
247  query = self.createInsertQueryMySQL(request.putDict, Constants.DbContentFields["MYSQL"], tableName)
248  self.queryCallback(query, Constants.FIFTH_DB_ID)
249  return ret
250 
251 
Here is the call graph for this function:

◆ process()

def dc_db.DBDataTask.DBDataTask.process (   self,
  dbDataRequest,
  queryCallback 
)

Definition at line 73 of file DBDataTask.py.

73  def process(self, dbDataRequest, queryCallback):
74  ret = None
75  self.queryCallback = queryCallback
76  logger.debug(">>> DBDataTask process")
77  if type(dbDataRequest) == dc.EventObjects.DataFetchRequest:
78  if self.fetchFunc is not None:
79  ret = self.fetchFunc(dbDataRequest)
80  else:
82  elif type(dbDataRequest) == dc.EventObjects.URLPut:
83  if ("id" not in dbDataRequest.putDict or dbDataRequest.putDict["id"] is None) and \
84  dbDataRequest.urlMd5 is not None:
85  dbDataRequest.putDict["id"] = dbDataRequest.urlMd5
86  if "CDate" not in dbDataRequest.putDict or dbDataRequest.putDict["CDate"] is None:
87  dbDataRequest.putDict["CDate"] = SQLExpression('CURRENT_TIMESTAMP')
88  if dbDataRequest.contentType == dc.EventObjects.Content.CONTENT_PROCESSOR_CONTENT:
89  if self.insertFunc is not None:
90  ret = self.insertFunc(dbDataRequest)
91  else:
92  ret = dc.EventObjects.URLPutResponse(dc.EventObjects.Content.CONTENT_PROCESSOR_CONTENT)
93  else:
94  ret = self.insertFSFunc(dbDataRequest)
95 
96  ret.contentType = dbDataRequest.contentType
97  elif type(dbDataRequest) == dc.EventObjects.DataDeleteRequest:
98  if dbDataRequest.urlMd5 is None:
99  self.delTableFunc(dbDataRequest)
100  else:
101  self.delRecordFunc(dbDataRequest)
102  elif type(dbDataRequest) == dc.EventObjects.DataCreateRequest:
103  if dbDataRequest.urlMd5 is None:
104  self.createTableFunc(dbDataRequest)
105  else:
106  pass
107  else:
108  logger.error(">>> Unsupport request object type = " + str(type(dbDataRequest)))
109  return ret
110 
111 
Here is the call graph for this function:
Here is the caller graph for this function:

◆ resolveFileSuffix()

def dc_db.DBDataTask.DBDataTask.resolveFileSuffix (   self,
  contentType 
)

Definition at line 415 of file DBDataTask.py.

415  def resolveFileSuffix(self, contentType):
416  ret = ""
417  if contentType == dc.EventObjects.Content.CONTENT_RAW_CONTENT:
418  ret = dc.Constants.RAW_DATA_SUFF
419  elif contentType == dc.EventObjects.Content.CONTENT_TIDY_CONTENT:
420  ret = dc.Constants.RAW_DATA_TIDY_SUFF
421  elif contentType == dc.EventObjects.Content.CONTENT_HEADERS_CONTENT:
422  ret = dc.Constants.RAW_DATA_HEADERS_SUFF
423  elif contentType == dc.EventObjects.Content.CONTENT_REQUESTS_CONTENT:
424  ret = dc.Constants.RAW_DATA_REQESTS_SUFF
425  elif contentType == dc.EventObjects.Content.CONTENT_META_CONTENT:
426  ret = dc.Constants.RAW_DATA_META_SUFF
427  elif contentType == dc.EventObjects.Content.CONTENT_COOKIES_CONTENT:
428  ret = dc.Constants.RAW_DATA_COOKIES_SUFF
429  elif contentType == dc.EventObjects.Content.CONTENT_DYNAMIC_CONTENT:
430  ret = dc.Constants.RAW_DATA_DYNAMIC_SUFF
431  elif contentType == dc.EventObjects.Content.CONTENT_CHAIN_PARTS:
432  ret = dc.Constants.RAW_DATA_CHAIN_SUFF
433  return ret
434 
Here is the caller graph for this function:

Member Data Documentation

◆ createTableFunc

dc_db.DBDataTask.DBDataTask.createTableFunc

Definition at line 49 of file DBDataTask.py.

◆ dbDataType

dc_db.DBDataTask.DBDataTask.dbDataType

Definition at line 45 of file DBDataTask.py.

◆ dcContentTemplate

dc_db.DBDataTask.DBDataTask.dcContentTemplate

Definition at line 65 of file DBDataTask.py.

◆ delRecordFunc

dc_db.DBDataTask.DBDataTask.delRecordFunc

Definition at line 54 of file DBDataTask.py.

◆ delTableFunc

dc_db.DBDataTask.DBDataTask.delTableFunc

Definition at line 55 of file DBDataTask.py.

◆ fetchFunc

dc_db.DBDataTask.DBDataTask.fetchFunc

Definition at line 47 of file DBDataTask.py.

◆ insertFunc

dc_db.DBDataTask.DBDataTask.insertFunc

Definition at line 48 of file DBDataTask.py.

◆ keyValueDefaultFile

dc_db.DBDataTask.DBDataTask.keyValueDefaultFile

Definition at line 64 of file DBDataTask.py.

◆ keyValueStorageDir

dc_db.DBDataTask.DBDataTask.keyValueStorageDir

Definition at line 44 of file DBDataTask.py.

◆ NO_DIR_STR

string dc_db.DBDataTask.DBDataTask.NO_DIR_STR = "No such file or directory:"
static

Definition at line 34 of file DBDataTask.py.

◆ queryCallback

dc_db.DBDataTask.DBDataTask.queryCallback

Definition at line 46 of file DBDataTask.py.

◆ rawDataDir

dc_db.DBDataTask.DBDataTask.rawDataDir

Definition at line 43 of file DBDataTask.py.


The documentation for this class was generated from the following file: