HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
|
Class contents TasksDataManager module implementation. More...
Public Member Functions | |
def | __init__ (self, config, connectionBuilder=None) |
constructor initialise all class variable and recieve config as param More... | |
def | connectionInit (self) |
connectionInit method initializes internal inproc connection More... | |
def | dbInit (self) |
dbInit method initializes internal database API More... | |
def | dbiProcessing (self, data, eventType) |
dbiProcessing method Method contains main processing with database API More... | |
def | getResponceEventType (self, eventType) |
Get responce event type method. More... | |
def | eventProcessing (self, event) |
eventProcessing method Method contains main processing with incoming events More... | |
def | badEventType (self, msg, event) |
eventProcessing method Method contains main error processing for incoming events More... | |
def | onNewTask (self, event) |
Callbacks methods Event callbacks. More... | |
def | onFetchTask (self, event) |
def | onUpdateTask (self, event) |
def | onDeleteTask (self, event) |
def | onInsertEEResponse (self, event) |
def | onFetchEEResponse (self, event) |
def | onDeleteEEResponse (self, event) |
Public Member Functions inherited from app.BaseServerManager.BaseServerManager | |
def | __init__ (self, poller_manager=None, admin_connection=None, conectionLightBuilder=None, exceptionForward=False, dumpStatVars=True) |
constructor More... | |
def | addConnection (self, name, connection) |
def | setEventHandler (self, eventType, handler) |
set event handler rewrite the current handler for eventType More... | |
def | send (self, connect_name, event) |
send event More... | |
def | reply (self, event, reply_event) |
wrapper for sending event in reply for event More... | |
def | poll (self) |
poll function polling connections receive as multipart msg, the second argument is pickled pyobj More... | |
def | process (self, event) |
process event call the event handler method that was set by user or on_unhandled_event method if not set More... | |
def | run (self) |
def | is_connection_registered (self, name) |
check is a connection was registered in a instance of BaseServerManager i object More... | |
def | on_poll_timeout (self) |
function will call every time when ConnectionTimeout exception arrive More... | |
def | on_unhandled_event (self, event) |
function will call every time when arrive doesn't set handler for event type of event.evenType More... | |
def | build_poller_list (self) |
def | clear_poller (self) |
def | onAdminState (self, event) |
onAdminState event handler process admin SHUTDOWN command More... | |
def | onAdminFetchStatData (self, event) |
onAdminState event handler process admin command More... | |
def | onAdminSuspend (self, event) |
onAdminState event handler process admin command More... | |
def | getStatDataFields (self, fields) |
getStatDataFields returns stat data from storage More... | |
def | getSystemStat (self) |
getSystemStat returns stat data for system indicators: RAMV, RAMR and CPU More... | |
def | getConfigVarsFields (self, fields) |
getConfigVarsFields returns config vars from storage More... | |
def | onAdminGetConfigVars (self, event) |
onAdminGetConfigVars event handler process getConfigVars admin command, fill and return config vars array from internal storage More... | |
def | onAdminSetConfigVars (self, event) |
onAdminSetConfigVars event handler process setConfigVars admin command More... | |
def | setConfigVars (self, setConfigVars) |
processSetConfigVars sets config vars in storage More... | |
def | sendAdminReadyEvent (self) |
send ready event to notify adminInterfaceService More... | |
def | createLogMsg (self, event) |
from string message from event object More... | |
def | initStatFields (self, connect_name) |
add record in statFields More... | |
def | updateStatField (self, field_name, value, operation=STAT_FIELDS_OPERATION_ADD) |
update values of stat field - default sum More... | |
def | processSpecialConfigVars (self, name, value) |
send ready event to notify adminInterfaceService More... | |
def | getLogLevel (self) |
Get log level from first of existing loggers. More... | |
def | setLogLevel (self, level) |
Set log level for all loggers. More... | |
def | saveStatVarsDump (self) |
Save stat vars in json file. More... | |
def | loadStatVarsDump (self) |
Load stat vars in json file. More... | |
def | getStatVarsDumpFileName (self) |
Get stat vars file name. More... | |
def | createDBIDict (self, configParser) |
Public Attributes | |
moduleName | |
servIndex | |
eventBuilder | |
connectionBuilder | |
config | |
dbi | |
Public Attributes inherited from app.BaseServerManager.BaseServerManager | |
dumpStatVars | |
poller_manager | |
eventBuilder | |
exit_flag | |
pollTimeout | |
connections | |
event_handlers | |
statFields | |
stat fields container More... | |
configVars | |
exceptionForward | |
Static Public Attributes | |
string | TASK_DATA_MANAGER_SERV_NAME = "Server" |
string | TASK_DATA_MANAGER_SERV_CONFIG_NAME = "ServerName" |
Static Public Attributes inherited from app.BaseServerManager.BaseServerManager | |
string | ADMIN_CONNECT_ENDPOINT = "Admin" |
string | ADMIN_CONNECT_CLIENT = "Admin" |
int | POLL_TIMEOUT_DEFAULT = 3000 |
int | STAT_FIELDS_OPERATION_ADD = 0 |
int | STAT_FIELDS_OPERATION_SUB = 1 |
int | STAT_FIELDS_OPERATION_SET = 2 |
int | STAT_FIELDS_OPERATION_INIT = 3 |
string | POLL_TIMEOUT_CONFIG_VAR_NAME = "POLL_TIMEOUT" |
string | LOG_LEVEL_CONFIG_VAR_NAME = "LOG_LEVEL" |
string | STAT_DUMPS_DEFAULT_DIR = "/tmp/" |
string | STAT_DUMPS_DEFAULT_NAME = "%APP_NAME%_%CLASS_NAME%_stat_vars.dump" |
dictionary | LOGGERS_NAMES = {APP_CONSTS.LOGGER_NAME, "dc", "dtm", "root", ""} |
Class contents TasksDataManager module implementation.
Definition at line 37 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.__init__ | ( | self, | |
config, | |||
connectionBuilder = None |
|||
) |
constructor initialise all class variable and recieve config as param
Definition at line 46 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.badEventType | ( | self, | |
msg, | |||
event | |||
) |
eventProcessing method Method contains main error processing for incoming events
Definition at line 177 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.connectionInit | ( | self | ) |
connectionInit method initializes internal inproc connection
Definition at line 67 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.dbInit | ( | self | ) |
def dtm.TasksDataManager.TasksDataManager.dbiProcessing | ( | self, | |
data, | |||
eventType | |||
) |
dbiProcessing method Method contains main processing with database API
Definition at line 93 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.eventProcessing | ( | self, | |
event | |||
) |
eventProcessing method Method contains main processing with incoming events
Definition at line 143 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.getResponceEventType | ( | self, | |
eventType | |||
) |
Get responce event type method.
eventType | - event type |
Definition at line 119 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onDeleteEEResponse | ( | self, | |
event | |||
) |
Definition at line 233 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onDeleteTask | ( | self, | |
event | |||
) |
Definition at line 209 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onFetchEEResponse | ( | self, | |
event | |||
) |
Definition at line 225 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onFetchTask | ( | self, | |
event | |||
) |
Definition at line 193 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onInsertEEResponse | ( | self, | |
event | |||
) |
Definition at line 217 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onNewTask | ( | self, | |
event | |||
) |
Callbacks methods Event callbacks.
Definition at line 185 of file TasksDataManager.py.
def dtm.TasksDataManager.TasksDataManager.onUpdateTask | ( | self, | |
event | |||
) |
Definition at line 201 of file TasksDataManager.py.
dtm.TasksDataManager.TasksDataManager.config |
Definition at line 59 of file TasksDataManager.py.
dtm.TasksDataManager.TasksDataManager.connectionBuilder |
Definition at line 58 of file TasksDataManager.py.
dtm.TasksDataManager.TasksDataManager.dbi |
Definition at line 60 of file TasksDataManager.py.
dtm.TasksDataManager.TasksDataManager.eventBuilder |
Definition at line 50 of file TasksDataManager.py.
dtm.TasksDataManager.TasksDataManager.moduleName |
Definition at line 48 of file TasksDataManager.py.
dtm.TasksDataManager.TasksDataManager.servIndex |
Definition at line 49 of file TasksDataManager.py.
|
static |
Definition at line 41 of file TasksDataManager.py.
|
static |
Definition at line 40 of file TasksDataManager.py.