Inheritance diagram for dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper:

Collaboration diagram for dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper:

Public Member Functions
def	__init__ (self, jsonData)

def	getSource (self)

def	setSource (self, source)

def	getFilePath (self)

def	getTriesCount (self)

def	getStatusUpdateEmptyProxyList (self)

def	getStatusUpdateNoAvailableProxy (self)

def	getStatusUpdateTriesLimits (self)

def	getProxies (self)

def	setProxies (self, proxies)

def	setProxyData (self, proxyData)

def	getProxyData (self, proxyName)

def	addProxyList (self, proxyList)

def	getProxyList (self)

def	getRawContentCheck (self)

def	getRawContentCheckPatterns (self)

def	getRawContentCheckRotate (self)

def	getRawContentCheckFaults (self)

Public Attributes
	jsonData

Static Public Attributes
string	SOURCE_NAME = 'source'

string	FILE_PATH_NAME = 'file_path'

string	TRIES_COUNT_NAME = 'tries_count'

string	STATUS_UPDATE_EMPTY_PROXY_LIST_NAME = 'status_update_empty_proxy_list'

string	STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME = 'status_update_no_available_proxy'

string	STATUS_UPDATE_TRIES_LIMITS_NAME = 'status_update_tries_limit'

string	PROXIES_NAME = 'proxies'

string	PROXIES_HOST_NAME = 'host'

string	PROXIES_DOMAINS_NAME = 'domains'

string	PROXIES_PRIORITY_NAME = 'priority'

string	PROXIES_LIMITS_NAME = 'limits'

string	PROXIES_STATE_NAME = 'state'

list	PROXIES_DATA_LIST_NAMES

string	RAW_CONTENY_CHECK_NAME = 'raw_content_check'

string	RAW_CONTENY_CHECK_PATTERNS_NAME = 'patterns'

string	RAW_CONTENY_CHECK_ROTATE_NAME = 'rotate'

string	RAW_CONTENY_CHECK_FAULTS_NAME = 'faults'

int	PROXY_STATE_DISABLED = 0

int	PROXY_STATE_ENABLED = 1

int	SOURCE_PROPERTY = 0

int	SOURCE_DATABASE = 1

int	STATUS_UPDATE_MIN_ALLOWED_VALUE = 1

int	STATUS_UPDATE_MAX_ALLOWED_VALUE = 7

dictionary	DEFAULT_VALUE_JSON_DATA = {}

int	DEFAULT_VALUE_SOURCE = SOURCE_PROPERTY

dictionary	DEFAULT_VALUE_PROXIES = {}

list	DEFAULT_VALUE_PROXIES_DOMAIN = ['*']

int	DEFAULT_VALUE_PROXIES_PRIORITY = 10

	DEFAULT_VALUE_PROXIES_LIMITS = None

int	DEFAULT_VALUE_PROXIES_STATE = PROXY_STATE_ENABLED

list	DEFAULT_VALUE_RAW_CONTENY_CHECK_PATTERNS = []

int	DEFAULT_VALUE_RAW_CONTENY_CHECK_ROTATE = 1

int	DEFAULT_VALUE_RAW_CONTENY_CHECK_FAULTS = 1

int	DEFAULT_VALUE_TRIES_COUNT = 1

Detailed Description

Definition at line 19 of file UserProxyJsonWrapper.py.

Constructor & Destructor Documentation

◆ init()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.__init__	(	self,
		jsonData
	)

Definition at line 76 of file UserProxyJsonWrapper.py.

   def __init__(self, jsonData):
     self.jsonData = (jsonData if isinstance(jsonData, dict) else self.DEFAULT_VALUE_JSON_DATA)

Member Function Documentation

◆ addProxyList()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.addProxyList	(	self,
		proxyList
	)

Definition at line 210 of file UserProxyJsonWrapper.py.

   def addProxyList(self, proxyList):
     if isinstance(proxyList, list):
       for proxy in proxyList:
         if isinstance(proxy, Proxy):
           proxyData = {}
           for name in self.PROXIES_DATA_LIST_NAMES:
             if hasattr(proxy, name):
               proxyData[name] = getattr(proxy, name)
 
           self.setProxyData(proxyData)
 
 

Here is the call graph for this function:

◆ getFilePath()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getFilePath ( self )

Definition at line 102 of file UserProxyJsonWrapper.py.

   def getFilePath(self):
     return self.jsonData[self.FILE_PATH_NAME] if self.FILE_PATH_NAME in self.jsonData else None

◆ getProxies()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getProxies ( self )

Definition at line 152 of file UserProxyJsonWrapper.py.

   def getProxies(self):
     return self.jsonData[self.PROXIES_NAME] if self.PROXIES_NAME in self.jsonData else self.DEFAULT_VALUE_PROXIES

Here is the caller graph for this function:

◆ getProxyData()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getProxyData	(	self,
		proxyName
	)

Definition at line 196 of file UserProxyJsonWrapper.py.

   def getProxyData(self, proxyName):
     # variable for result
     ret = None
     proxies = self.getProxies()
     if proxyName in proxies:
       ret = proxies[proxyName]
 
     return ret
 
 

Here is the call graph for this function:

Here is the caller graph for this function:

◆ getProxyList()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getProxyList ( self )

Definition at line 226 of file UserProxyJsonWrapper.py.

   def getProxyList(self):
     # variable for result
     proxyList = []
 
     proxies = self.getProxies()
     for proxyName in proxies.keys():
       proxyData = self.getProxyData(proxyName)
 
       proxy = Proxy(siteId='0', host='')
       proxy.state = self.DEFAULT_VALUE_PROXIES_STATE
 
       for name in self.PROXIES_DATA_LIST_NAMES:
         if name in proxyData:
           setattr(proxy, name, proxyData[name])
 
       if proxy.host != "":
         proxyList.append(proxy)
 
     return proxyList
 
 

Here is the call graph for this function:

◆ getRawContentCheck()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getRawContentCheck ( self )

Definition at line 251 of file UserProxyJsonWrapper.py.

   def getRawContentCheck(self):
     return self.jsonData[self.RAW_CONTENY_CHECK_NAME] if self.RAW_CONTENY_CHECK_NAME in self.jsonData else None

Here is the caller graph for this function:

◆ getRawContentCheckFaults()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getRawContentCheckFaults ( self )

Definition at line 282 of file UserProxyJsonWrapper.py.

282 def getRawContentCheckFaults(self):

283 rawContentCheck = self.getRawContentCheck()

284 return rawContentCheck[self.RAW_CONTENY_CHECK_FAULTS_NAME] if \

285 rawContentCheck is not None and self.RAW_CONTENY_CHECK_FAULTS_NAME in rawContentCheck \

286 else self.DEFAULT_VALUE_RAW_CONTENY_CHECK_FAULTS

287

Here is the call graph for this function:

◆ getRawContentCheckPatterns()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getRawContentCheckPatterns ( self )

Definition at line 259 of file UserProxyJsonWrapper.py.

   def getRawContentCheckPatterns(self):
     rawContentCheck = self.getRawContentCheck()
     return rawContentCheck[self.RAW_CONTENY_CHECK_PATTERNS_NAME] if rawContentCheck is not None and \
       self.RAW_CONTENY_CHECK_PATTERNS_NAME in rawContentCheck and \
       isinstance(rawContentCheck[self.RAW_CONTENY_CHECK_PATTERNS_NAME], list) \
       else self.DEFAULT_VALUE_RAW_CONTENY_CHECK_PATTERNS
 
 

Here is the call graph for this function:

◆ getRawContentCheckRotate()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getRawContentCheckRotate ( self )

Definition at line 271 of file UserProxyJsonWrapper.py.

   def getRawContentCheckRotate(self):
     rawContentCheck = self.getRawContentCheck()
     return rawContentCheck[self.RAW_CONTENY_CHECK_ROTATE_NAME] if \
       rawContentCheck is not None and self.RAW_CONTENY_CHECK_ROTATE_NAME in rawContentCheck \
       else self.DEFAULT_VALUE_RAW_CONTENY_CHECK_ROTATE
 
 

Here is the call graph for this function:

◆ getSource()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getSource ( self )

Definition at line 84 of file UserProxyJsonWrapper.py.

   def getSource(self):
     return int(self.jsonData[self.SOURCE_NAME] if self.SOURCE_NAME in self.jsonData and \
                int(self.jsonData[self.SOURCE_NAME]) == (self.SOURCE_PROPERTY or self.SOURCE_DATABASE) else \
                self.SOURCE_PROPERTY)
 

◆ getStatusUpdateEmptyProxyList()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getStatusUpdateEmptyProxyList ( self )

Definition at line 119 of file UserProxyJsonWrapper.py.

   def getStatusUpdateEmptyProxyList(self):
     return int(self.jsonData[self.STATUS_UPDATE_EMPTY_PROXY_LIST_NAME]) \
       if self.STATUS_UPDATE_EMPTY_PROXY_LIST_NAME in self.jsonData and \
         int(self.jsonData[self.STATUS_UPDATE_EMPTY_PROXY_LIST_NAME]) >= self.STATUS_UPDATE_MIN_ALLOWED_VALUE and \
         int(self.jsonData[self.STATUS_UPDATE_EMPTY_PROXY_LIST_NAME]) <= self.STATUS_UPDATE_MAX_ALLOWED_VALUE else None
 
 

◆ getStatusUpdateNoAvailableProxy()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getStatusUpdateNoAvailableProxy ( self )

Definition at line 130 of file UserProxyJsonWrapper.py.

   def getStatusUpdateNoAvailableProxy(self):
     return int(self.jsonData[self.STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME]) \
       if self.STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME in self.jsonData and \
         int(self.jsonData[self.STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME]) >= self.STATUS_UPDATE_MIN_ALLOWED_VALUE and \
         int(self.jsonData[self.STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME]) <= self.STATUS_UPDATE_MAX_ALLOWED_VALUE else None
 
 

◆ getStatusUpdateTriesLimits()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getStatusUpdateTriesLimits ( self )

Definition at line 141 of file UserProxyJsonWrapper.py.

   def getStatusUpdateTriesLimits(self):
     return int(self.jsonData[self.STATUS_UPDATE_TRIES_LIMITS_NAME]) \
       if self.STATUS_UPDATE_TRIES_LIMITS_NAME in self.jsonData and \
         int(self.jsonData[self.STATUS_UPDATE_TRIES_LIMITS_NAME]) >= self.STATUS_UPDATE_MIN_ALLOWED_VALUE and \
         int(self.jsonData[self.STATUS_UPDATE_TRIES_LIMITS_NAME]) <= self.STATUS_UPDATE_MAX_ALLOWED_VALUE else None
 
 

◆ getTriesCount()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.getTriesCount ( self )

Definition at line 110 of file UserProxyJsonWrapper.py.

   def getTriesCount(self):
     return int(self.jsonData[self.TRIES_COUNT_NAME]) if self.TRIES_COUNT_NAME in self.jsonData \
       else self.DEFAULT_VALUE_TRIES_COUNT
 
 

◆ setProxies()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.setProxies	(	self,
		proxies
	)

Definition at line 160 of file UserProxyJsonWrapper.py.

   def setProxies(self, proxies):
     if isinstance(proxies, dict):
       self.jsonData[self.PROXIES_NAME] = proxies
 
 

Here is the caller graph for this function:

◆ setProxyData()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.setProxyData	(	self,
		proxyData
	)

Definition at line 169 of file UserProxyJsonWrapper.py.

   def setProxyData(self, proxyData):
     if isinstance(proxyData, dict):
       proxies = self.getProxies()
       if self.PROXIES_HOST_NAME in proxyData.keys():
 
         proxyData[self.PROXIES_DOMAINS_NAME] = proxyData[self.PROXIES_DOMAINS_NAME] \
           if self.PROXIES_DOMAINS_NAME in proxyData.keys() and proxyData[self.PROXIES_DOMAINS_NAME] is not None \
           and proxyData[self.PROXIES_DOMAINS_NAME] != "" else self.DEFAULT_VALUE_PROXIES_DOMAIN
 
         proxyData[self.PROXIES_PRIORITY_NAME] = proxyData[self.PROXIES_PRIORITY_NAME] \
           if self.PROXIES_PRIORITY_NAME in proxyData.keys() and proxyData[self.PROXIES_PRIORITY_NAME] is not None \
           and int(proxyData[self.PROXIES_PRIORITY_NAME]) > 0 else self.DEFAULT_VALUE_PROXIES_PRIORITY
 
         proxyData[self.PROXIES_LIMITS_NAME] = proxyData[self.PROXIES_LIMITS_NAME] \
           if self.PROXIES_LIMITS_NAME in proxyData.keys() else self.DEFAULT_VALUE_PROXIES_LIMITS
 
         proxyData[self.PROXIES_STATE_NAME] = proxyData[self.PROXIES_STATE_NAME] \
           if self.PROXIES_STATE_NAME in proxyData.keys() else self.DEFAULT_VALUE_PROXIES_STATE
 
         proxies[proxyData[self.PROXIES_HOST_NAME]] = proxyData
         self.setProxies(proxies)
 
 

Here is the call graph for this function:

Here is the caller graph for this function:

◆ setSource()

def dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.setSource	(	self,
		source
	)

Definition at line 93 of file UserProxyJsonWrapper.py.

   def setSource(self, source):
     if int(source) == self.SOURCE_PROPERTY or int(source) == self.SOURCE_DATABASE:
       self.jsonData[self.SOURCE_NAME] = int(source)
 
 

Member Data Documentation

◆ DEFAULT_VALUE_JSON_DATA

dictionary dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_JSON_DATA = {}

static

Definition at line 58 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_PROXIES

dictionary dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_PROXIES = {}

static

Definition at line 60 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_PROXIES_DOMAIN

list dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_PROXIES_DOMAIN = ['*']

static

Definition at line 61 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_PROXIES_LIMITS

dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_PROXIES_LIMITS = None

static

Definition at line 63 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_PROXIES_PRIORITY

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_PROXIES_PRIORITY = 10

static

Definition at line 62 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_PROXIES_STATE

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_PROXIES_STATE = PROXY_STATE_ENABLED

static

Definition at line 64 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_RAW_CONTENY_CHECK_FAULTS

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_RAW_CONTENY_CHECK_FAULTS = 1

static

Definition at line 68 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_RAW_CONTENY_CHECK_PATTERNS

list dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_RAW_CONTENY_CHECK_PATTERNS = []

static

Definition at line 66 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_RAW_CONTENY_CHECK_ROTATE

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_RAW_CONTENY_CHECK_ROTATE = 1

static

Definition at line 67 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_SOURCE

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_SOURCE = SOURCE_PROPERTY

static

Definition at line 59 of file UserProxyJsonWrapper.py.

◆ DEFAULT_VALUE_TRIES_COUNT

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.DEFAULT_VALUE_TRIES_COUNT = 1

static

Definition at line 70 of file UserProxyJsonWrapper.py.

◆ FILE_PATH_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.FILE_PATH_NAME = 'file_path'

static

Definition at line 23 of file UserProxyJsonWrapper.py.

◆ jsonData

dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.jsonData

Definition at line 77 of file UserProxyJsonWrapper.py.

◆ PROXIES_DATA_LIST_NAMES

list dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_DATA_LIST_NAMES

static

Initial value:

= [PROXIES_HOST_NAME, PROXIES_DOMAINS_NAME, PROXIES_PRIORITY_NAME, PROXIES_LIMITS_NAME, \

PROXIES_STATE_NAME]

Definition at line 36 of file UserProxyJsonWrapper.py.

◆ PROXIES_DOMAINS_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_DOMAINS_NAME = 'domains'

static

Definition at line 31 of file UserProxyJsonWrapper.py.

◆ PROXIES_HOST_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_HOST_NAME = 'host'

static

Definition at line 30 of file UserProxyJsonWrapper.py.

◆ PROXIES_LIMITS_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_LIMITS_NAME = 'limits'

static

Definition at line 33 of file UserProxyJsonWrapper.py.

◆ PROXIES_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_NAME = 'proxies'

static

Definition at line 29 of file UserProxyJsonWrapper.py.

◆ PROXIES_PRIORITY_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_PRIORITY_NAME = 'priority'

static

Definition at line 32 of file UserProxyJsonWrapper.py.

◆ PROXIES_STATE_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXIES_STATE_NAME = 'state'

static

Definition at line 34 of file UserProxyJsonWrapper.py.

◆ PROXY_STATE_DISABLED

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXY_STATE_DISABLED = 0

static

Definition at line 46 of file UserProxyJsonWrapper.py.

◆ PROXY_STATE_ENABLED

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.PROXY_STATE_ENABLED = 1

static

Definition at line 47 of file UserProxyJsonWrapper.py.

◆ RAW_CONTENY_CHECK_FAULTS_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.RAW_CONTENY_CHECK_FAULTS_NAME = 'faults'

static

Definition at line 42 of file UserProxyJsonWrapper.py.

◆ RAW_CONTENY_CHECK_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.RAW_CONTENY_CHECK_NAME = 'raw_content_check'

static

Definition at line 39 of file UserProxyJsonWrapper.py.

◆ RAW_CONTENY_CHECK_PATTERNS_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.RAW_CONTENY_CHECK_PATTERNS_NAME = 'patterns'

static

Definition at line 40 of file UserProxyJsonWrapper.py.

◆ RAW_CONTENY_CHECK_ROTATE_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.RAW_CONTENY_CHECK_ROTATE_NAME = 'rotate'

static

Definition at line 41 of file UserProxyJsonWrapper.py.

◆ SOURCE_DATABASE

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.SOURCE_DATABASE = 1

static

Definition at line 51 of file UserProxyJsonWrapper.py.

◆ SOURCE_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.SOURCE_NAME = 'source'

static

Definition at line 22 of file UserProxyJsonWrapper.py.

◆ SOURCE_PROPERTY

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.SOURCE_PROPERTY = 0

static

Definition at line 50 of file UserProxyJsonWrapper.py.

◆ STATUS_UPDATE_EMPTY_PROXY_LIST_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.STATUS_UPDATE_EMPTY_PROXY_LIST_NAME = 'status_update_empty_proxy_list'

static

Definition at line 25 of file UserProxyJsonWrapper.py.

◆ STATUS_UPDATE_MAX_ALLOWED_VALUE

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.STATUS_UPDATE_MAX_ALLOWED_VALUE = 7

static

Definition at line 55 of file UserProxyJsonWrapper.py.

◆ STATUS_UPDATE_MIN_ALLOWED_VALUE

int dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.STATUS_UPDATE_MIN_ALLOWED_VALUE = 1

static

Definition at line 54 of file UserProxyJsonWrapper.py.

◆ STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME = 'status_update_no_available_proxy'

static

Definition at line 26 of file UserProxyJsonWrapper.py.

◆ STATUS_UPDATE_TRIES_LIMITS_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.STATUS_UPDATE_TRIES_LIMITS_NAME = 'status_update_tries_limit'

static

Definition at line 27 of file UserProxyJsonWrapper.py.

◆ TRIES_COUNT_NAME

string dc_crawler.UserProxyJsonWrapper.UserProxyJsonWrapper.TRIES_COUNT_NAME = 'tries_count'

static

Definition at line 24 of file UserProxyJsonWrapper.py.

The documentation for this class was generated from the following file:

sources/hce/dc_crawler/UserProxyJsonWrapper.py

Public Member Functions

Public Attributes

Static Public Attributes

Detailed Description

Constructor & Destructor Documentation

◆ __init__()

Member Function Documentation

◆ addProxyList()

◆ getFilePath()

◆ getProxies()

◆ getProxyData()

◆ getProxyList()

◆ getRawContentCheck()

◆ getRawContentCheckFaults()

◆ getRawContentCheckPatterns()

◆ getRawContentCheckRotate()

◆ getSource()

◆ getStatusUpdateEmptyProxyList()

◆ getStatusUpdateNoAvailableProxy()

◆ getStatusUpdateTriesLimits()

◆ getTriesCount()

◆ setProxies()

◆ setProxyData()

◆ setSource()

Member Data Documentation

◆ DEFAULT_VALUE_JSON_DATA

◆ DEFAULT_VALUE_PROXIES

◆ DEFAULT_VALUE_PROXIES_DOMAIN

◆ DEFAULT_VALUE_PROXIES_LIMITS

◆ DEFAULT_VALUE_PROXIES_PRIORITY

◆ DEFAULT_VALUE_PROXIES_STATE

◆ DEFAULT_VALUE_RAW_CONTENY_CHECK_FAULTS

◆ DEFAULT_VALUE_RAW_CONTENY_CHECK_PATTERNS

◆ DEFAULT_VALUE_RAW_CONTENY_CHECK_ROTATE

◆ DEFAULT_VALUE_SOURCE

◆ DEFAULT_VALUE_TRIES_COUNT

◆ FILE_PATH_NAME

◆ jsonData

◆ PROXIES_DATA_LIST_NAMES

◆ PROXIES_DOMAINS_NAME

◆ PROXIES_HOST_NAME

◆ PROXIES_LIMITS_NAME

◆ PROXIES_NAME

◆ PROXIES_PRIORITY_NAME

◆ PROXIES_STATE_NAME

◆ PROXY_STATE_DISABLED

◆ PROXY_STATE_ENABLED

◆ RAW_CONTENY_CHECK_FAULTS_NAME

◆ RAW_CONTENY_CHECK_NAME

◆ RAW_CONTENY_CHECK_PATTERNS_NAME

◆ RAW_CONTENY_CHECK_ROTATE_NAME

◆ SOURCE_DATABASE

◆ SOURCE_NAME

◆ SOURCE_PROPERTY

◆ STATUS_UPDATE_EMPTY_PROXY_LIST_NAME

◆ STATUS_UPDATE_MAX_ALLOWED_VALUE

◆ STATUS_UPDATE_MIN_ALLOWED_VALUE

◆ STATUS_UPDATE_NO_AVAILABLE_PROXY_NAME

◆ STATUS_UPDATE_TRIES_LIMITS_NAME

◆ TRIES_COUNT_NAME

◆ init()