HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.  2.0.0-chaika
Hierarchical Cluster Engine Python language binding
dc.EventObjects.URLFetch Class Reference
Inheritance diagram for dc.EventObjects.URLFetch:
Collaboration diagram for dc.EventObjects.URLFetch:

Public Member Functions

def __init__ (self, sitesList=None, urlsCriterions=None, sitesCriterions=None, urlUpdate=None, siteUpdate=None)
 
- Public Member Functions inherited from app.Utils.JsonSerializable
def __init__ (self)
 
def toJSON (self)
 

Public Attributes

 sitesList
 
 sitesCriterions
 
 urlsCriterions
 
 urlUpdate
 
 maxURLs
 
 algorithm
 
 isLocking
 
 lockIterationTimeout
 
 siteUpdate
 
 attributeNames
 

Static Public Attributes

int DEFAULT_ALGORITHM = 0
 
int PROPORTIONAL_ALGORITHM = 1
 
int DEFAULT_LIMIT = 20
 
string DEFAULT_ORDER_BY_SITES = "Priority DESC, TcDate ASC"
 
string DEFAULT_ORDER_BY_URLS = "CDate ASC"
 
string CRITERION_LIMIT = "LIMIT"
 
string CRITERION_WHERE = "WHERE"
 
string CRITERION_ORDER = "ORDER BY"
 
string CRITERION_SQL = "SQL"
 

Additional Inherited Members

- Static Public Member Functions inherited from app.Utils.JsonSerializable
def json_serial (obj)
 

Detailed Description

Definition at line 600 of file EventObjects.py.

Constructor & Destructor Documentation

◆ __init__()

def dc.EventObjects.URLFetch.__init__ (   self,
  sitesList = None,
  urlsCriterions = None,
  sitesCriterions = None,
  urlUpdate = None,
  siteUpdate = None 
)

Definition at line 623 of file EventObjects.py.

623  def __init__(self, sitesList=None, urlsCriterions=None, sitesCriterions=None, urlUpdate=None, siteUpdate=None):
624  super(URLFetch, self).__init__()
625  # Init sites list
626  if sitesList is None:
627  sitesList = []
628  self.sitesList = sitesList
629  # Init criterions for Sites
630  if sitesCriterions is None:
631  sitesCriterions = {}
632  self.sitesCriterions = sitesCriterions
633  if self.CRITERION_ORDER not in sitesCriterions:
634  self.sitesCriterions[self.CRITERION_ORDER] = self.DEFAULT_ORDER_BY_SITES
635  # Init criterions for URLs
636  if urlsCriterions is None:
637  urlsCriterions = {}
638  self.urlsCriterions = urlsCriterions
639  if self.CRITERION_LIMIT not in urlsCriterions:
640  self.urlsCriterions[self.CRITERION_LIMIT] = self.DEFAULT_LIMIT
641  if self.CRITERION_ORDER not in urlsCriterions:
642  self.urlsCriterions[self.CRITERION_ORDER] = self.DEFAULT_ORDER_BY_URLS
643  self.urlUpdate = urlUpdate
644  self.maxURLs = self.DEFAULT_LIMIT
645  self.algorithm = self.DEFAULT_ALGORITHM
646  self.isLocking = True
647  self.lockIterationTimeout = 1
648  self.siteUpdate = siteUpdate
649  self.attributeNames = ['*']
650 
651 
652 # #URLUpdate event object
653 #
654 # The URLUpdate event object for update operation. Updates only not None value fields
655 #
def __init__(self)
constructor
Definition: UIDGenerator.py:19

Member Data Documentation

◆ algorithm

dc.EventObjects.URLFetch.algorithm

Definition at line 645 of file EventObjects.py.

◆ attributeNames

dc.EventObjects.URLFetch.attributeNames

Definition at line 649 of file EventObjects.py.

◆ CRITERION_LIMIT

string dc.EventObjects.URLFetch.CRITERION_LIMIT = "LIMIT"
static

Definition at line 609 of file EventObjects.py.

◆ CRITERION_ORDER

string dc.EventObjects.URLFetch.CRITERION_ORDER = "ORDER BY"
static

Definition at line 611 of file EventObjects.py.

◆ CRITERION_SQL

string dc.EventObjects.URLFetch.CRITERION_SQL = "SQL"
static

Definition at line 612 of file EventObjects.py.

◆ CRITERION_WHERE

string dc.EventObjects.URLFetch.CRITERION_WHERE = "WHERE"
static

Definition at line 610 of file EventObjects.py.

◆ DEFAULT_ALGORITHM

int dc.EventObjects.URLFetch.DEFAULT_ALGORITHM = 0
static

Definition at line 602 of file EventObjects.py.

◆ DEFAULT_LIMIT

int dc.EventObjects.URLFetch.DEFAULT_LIMIT = 20
static

Definition at line 604 of file EventObjects.py.

◆ DEFAULT_ORDER_BY_SITES

string dc.EventObjects.URLFetch.DEFAULT_ORDER_BY_SITES = "Priority DESC, TcDate ASC"
static

Definition at line 606 of file EventObjects.py.

◆ DEFAULT_ORDER_BY_URLS

string dc.EventObjects.URLFetch.DEFAULT_ORDER_BY_URLS = "CDate ASC"
static

Definition at line 607 of file EventObjects.py.

◆ isLocking

dc.EventObjects.URLFetch.isLocking

Definition at line 646 of file EventObjects.py.

◆ lockIterationTimeout

dc.EventObjects.URLFetch.lockIterationTimeout

Definition at line 647 of file EventObjects.py.

◆ maxURLs

dc.EventObjects.URLFetch.maxURLs

Definition at line 644 of file EventObjects.py.

◆ PROPORTIONAL_ALGORITHM

int dc.EventObjects.URLFetch.PROPORTIONAL_ALGORITHM = 1
static

Definition at line 603 of file EventObjects.py.

◆ sitesCriterions

dc.EventObjects.URLFetch.sitesCriterions

Definition at line 632 of file EventObjects.py.

◆ sitesList

dc.EventObjects.URLFetch.sitesList

Definition at line 628 of file EventObjects.py.

◆ siteUpdate

dc.EventObjects.URLFetch.siteUpdate

Definition at line 648 of file EventObjects.py.

◆ urlsCriterions

dc.EventObjects.URLFetch.urlsCriterions

Definition at line 638 of file EventObjects.py.

◆ urlUpdate

dc.EventObjects.URLFetch.urlUpdate

Definition at line 643 of file EventObjects.py.


The documentation for this class was generated from the following file: