HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
Classes | Namespaces | Variables
Constants.py File Reference

Go to the source code of this file.

Classes

class  dc.Constants.EVENT_TYPES
 

Namespaces

 dc.Constants
 

Variables

 dc.Constants.DRCESyncTasksCover = namedtuple('DRCESyncTasksCover', 'eventType eventObject')
 
 dc.Constants.LOGGER_NAME = APP_CONSTS.LOGGER_NAME
 
string dc.Constants.BATCHES_CRAWL_COUNTER_TOTAL_NAME = "batches_crawl_total"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_QUEUE_NAME = "batches_crawl_queue"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_FAULT_NAME = "batches_crawl_fault"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_FILLED_NAME = "batches_crawl_filled"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URLS_NAME = "batches_crawl_urls"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URLS_FAULT_NAME = "batches_crawl_urls_fault"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URL_FETCH_NAME = "batches_crawl_url_fetch"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URL_FETCH_CANCELLED_NAME = "batches_crawl_url_fetch_cancelled"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_DELETE_FAULT_NAME = "batches_crawl_delete_fault"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_FAULT_TTL_NAME = "batches_crawl_fault_ttl"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_CHECK_FAULT_NAME = "batches_crawl_check_fault"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URLS_RET_NAME = "batches_crawl_urls_ret"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URL_FETCH_INCR_NAME = "batches_crawl_url_fetch_incr"
 
string dc.Constants.SITES_RECRAWL_COUNTER_NAME = "sites_recrawl_cnt"
 
string dc.Constants.SITES_RECRAWL_UPDATED_COUNTER_NAME = "sites_recrawl_updated_cnt"
 
string dc.Constants.SITES_RECRAWL_DELETED_COUNTER_NAME = "sites_recrawl_deleted_cnt"
 
string dc.Constants.SITES_DRCE_COUNTER_NAME = "sites_recrawl_drce_cnt"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_TIME_AVG_NAME = "batches_crawl_time_avg"
 
string dc.Constants.BATCHES_REALTIME_THREADS_NAME = "batches_realtime_threads"
 
string dc.Constants.BATCHES_REALTIME_THREADS_CREATED_COUNTER_NAME = "batches_realtime_threads_created"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_ITEMS_AVG_NAME = "batches_crawl_items_avg"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_FETCHER_DYNAMIC = "batches_crawl_fetcher_dynamic"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_FETCHER_STATIC = "batches_crawl_fetcher_static"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_FETCHER_MIXED = "batches_crawl_fetcher_mixed"
 
string dc.Constants.BATCHES_CRAWL_COUNTER_URL_FETCH_REQUESTS_NAME = "batches_crawl_url_fetch_requests"
 
string dc.Constants.RECRAWL_THREADS_COUNTER_QUEUE_NAME = "recrawl_threads"
 
string dc.Constants.RECRAWL_SITES_QUEUE_NAME = "recrawl_sites_queue"
 
string dc.Constants.RECRAWL_THREADS_CREATED_COUNTER_NAME = "recrawl_threads_created"
 
string dc.Constants.COMMON_THREADS_COUNTER_QUEUE_NAME = "common_threads"
 
string dc.Constants.COMMON_OPERATIONS_COUNTER_NAME = "common_operations_cnt"
 
string dc.Constants.COMMON_THREADS_CREATED_COUNTER_NAME = "common_threads_created"
 
string dc.Constants.BATCHES_PURGE_COUNTER_NAME = "purge_batches"
 
string dc.Constants.BATCHES_PURGE_COUNTER_CANCELLED_NAME = "purge_batches_canceled"
 
string dc.Constants.BATCHES_PURGE_COUNTER_TOTAL_NAME = "purge_batches_total"
 
string dc.Constants.BATCHES_PURGE_COUNTER_ERROR_NAME = "purge_batches_error"
 
string dc.Constants.BATCHES_PURGE_COUNTER_FAULT_NAME = "purge_batches_fault"
 
string dc.Constants.BATCHES_PURGE_COUNTER_DELETE_FAULT_NAME = "purge_batches_delete_fault"
 
string dc.Constants.BATCHES_PURGE_COUNTER_CHECK_FAULT_NAME = "purge_batches_check_fault"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_TOTAL_NAME = "batches_process_total"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_QUEUE_NAME = "batches_process_queue"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_FAULT_NAME = "batches_process_fault"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_FILLED_NAME = "batches_process_filled"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_URLS_NAME = "batches_process_urls"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_URLS_FAULT_NAME = "batches_process_urls_fault"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_DELETE_FAULT_NAME = "batches_process_delete_fault"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_CHECK_FAULT_NAME = "batches_process_check_fault"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_FAULT_TTL_NAME = "batches_process_fault_ttl"
 
string dc.Constants.BATCHES_PROCESS_COUNTER_CANCELLED_NAME = "batches_process_cancelled"
 
string dc.Constants.BATCHES_AGE_COUNTER_NAME = "age_batches"
 
string dc.Constants.BATCHES_AGE_COUNTER_CANCELLED_NAME = "age_batches_canceled"
 
string dc.Constants.BATCHES_AGE_COUNTER_TOTAL_NAME = "age_batches_total"
 
string dc.Constants.BATCHES_AGE_COUNTER_ERROR_NAME = "age_batches_error"
 
string dc.Constants.BATCHES_AGE_COUNTER_FAULT_NAME = "age_batches_fault"
 
string dc.Constants.BATCHES_AGE_COUNTER_DELETE_FAULT_NAME = "age_batches_delete_fault"
 
string dc.Constants.BATCHES_AGE_COUNTER_CHECK_FAULT_NAME = "age_batches_check_fault"
 
string dc.Constants.INCR_MIN_FREQ_CONFIG_VAR_NAME = "INCR_MIN_FREQ"
 
string dc.Constants.INCR_MAX_DEPTH_CONFIG_VAR_NAME = "INCR_MAX_DEPTH"
 
string dc.Constants.INCR_MAX_URLS_CONFIG_VAR_NAME = "INCR_MAX_URLS"
 
string dc.Constants.MERGE_PARAM_NAME = "MERGE_RESULTS"
 
string dc.Constants.RAW_DATA_SUFF = ".bin"
 
string dc.Constants.RAW_DATA_HEADERS_SUFF = ".headers.txt"
 
string dc.Constants.RAW_DATA_REQESTS_SUFF = ".requests.txt"
 
string dc.Constants.RAW_DATA_META_SUFF = ".meta.txt"
 
string dc.Constants.RAW_DATA_COOKIES_SUFF = ".cookies.txt"
 
string dc.Constants.RAW_DATA_TIDY_SUFF = ".tidy"
 
string dc.Constants.RAW_DATA_DYNAMIC_SUFF = ".dyn"
 
string dc.Constants.RAW_DATA_CHAIN_SUFF = ".chain"
 
string dc.Constants.SITE_PROP_AUTO_REMOVE_RESOURCES = "AUTO_REMOVE_RESOURCES"
 
string dc.Constants.SITE_PROP_AUTO_REMOVE_ORDER = "AUTO_REMOVE_ORDER"
 
string dc.Constants.SITE_PROP_AUTO_REMOVE_WHERE = "AUTO_REMOVE_WHERE"
 
string dc.Constants.SITE_PROP_AUTO_REMOVE_WHERE_ACTIVE = "AUTO_REMOVE_WHERE_ACTIVE"
 
string dc.Constants.SITE_PROP_RECRAWL_DELETE_WHERE = "RECRAWL_DELETE_WHERE"
 
string dc.Constants.SITE_PROP_SAVE_COOKIES = "STORE_COOKIES"
 
string dc.Constants.DRCE_REQUEST_ROUTING_ROUND_ROBIN = '{"role":1}'
 
string dc.Constants.DRCE_REQUEST_ROUTING_RESOURCE_USAGE = '{"role":5}'
 
string dc.Constants.DRCE_REQUEST_ROUTING_MULTICAST = '{"role":0}'
 
string dc.Constants.DRCE_REQUEST_ROUTING_RND = '{"role":4}'