HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
ftest_DBProxyWrapper.py
Go to the documentation of this file.
1 #!/usr/bin/python
2 
3 import sys
4 import ConfigParser
5 import logging
6 from app.Utils import varDump
7 from dc_crawler.DBTasksWrapper import DBTasksWrapper
8 from dc_crawler.DBProxyWrapper import DBProxyWrapper
9 import dbi.EventObjects as dbi_event
10 
11 def getLogger():
12  # create logger
13  log = logging.getLogger('hce')
14  log.setLevel(logging.DEBUG)
15 
16  # create console handler and set level to debug
17  ch = logging.StreamHandler()
18  ch.setLevel(logging.DEBUG)
19 
20  # create formatter
21  formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
22 
23  # add formatter to ch
24  ch.setFormatter(formatter)
25 
26  # add ch to logger
27  log.addHandler(ch)
28 
29  return log
30 
31 
32 def getDBWrapper(configFileName):
33  # variable for result
34  ret = None
35  try:
36  configParser = ConfigParser.ConfigParser()
37  configParser.read(configFileName)
38  ret = DBTasksWrapper(configParser)
39  except Exception, err:
40  sys.stderr.write(str(err) + '\n')
41 
42  return ret
43 
44 
45 logger = getLogger()
46 
47 
48 
49 configFile = '../../ini/db-task.ini'
50 
51 dbWrapper = getDBWrapper(configFile)
52 proxyWrapper = DBProxyWrapper(dbWrapper)
53 
54 # res = proxyWrapper.getEnaibledProxies('0')
55 #
56 # siteId = None
57 # host = None
58 # faults = None
59 # print varDump(res)
60 # for proxy in res:
61 # siteId = proxy.siteId
62 # host = proxy.host
63 # faults = proxy.faults
64 #
65 # print 'siteId = ', siteId, ' host: ', host
66 
67 # res = proxyWrapper.addFault(siteId, host)
68 # print varDump(res)
69 
70 # res = proxyWrapper.disableProxy(siteId, host)
71 # print varDump(res)
72 
73 query = "SELECT Domain, Count, Date FROM site_5367c2aa49849cb1056eb8dd5ffa3e28 WHERE Domain = 'bbc.com'"
74 dbName = "dc_stat_domains"
75 res = dbWrapper.customRequest(query, dbName, dbi_event.CustomRequest.SQL_BY_NAME)
76 
77 print res
def getDBWrapper(configFileName)