HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings.
2.0.0-chaika
Hierarchical Cluster Engine Python language binding
ScraperInData.py
Go to the documentation of this file.
1
"""
2
HCE project, Python bindings, Distributed Tasks Manager application.
3
Event objects definitions.
4
5
@package: dc
6
@file ScraperInData.py
7
@author Oleksii <developers.hce@gmail.com>
8
@link: http://hierarchical-cluster-engine.com/
9
@copyright: Copyright © 2013-2014 IOIX Ukraine
10
@license: http://hierarchical-cluster-engine.com/license/
11
@since: 0.1
12
"""
13
14
15
# #The ScraperInData class
16
#
17
#
18
class
ScraperInData
(object):
19
20
21
def
__init__
(self,
22
url,
23
urlId,
24
siteId,
25
raw_content,
26
template,
27
filters,
28
lastModified,
29
timezone,
30
batchId,
31
dbMode,
32
batch_item=None,
33
processor_properties=None,
34
output_format=None):
35
self.
url
= url
36
self.
urlId
= urlId
37
self.
siteId
= siteId
38
self.
raw_content
= raw_content
39
self.
template
= template
40
self.
filters
= filters
41
self.
lastModified
= lastModified
42
self.
timezone
= timezone
43
self.
batchId
= batchId
44
self.
dbMode
= dbMode
45
self.
batch_item
= batch_item
46
self.
processor_properties
= processor_properties
47
self.
output_format
= output_format
dc_processor.ScraperInData.ScraperInData.processor_properties
processor_properties
Definition:
ScraperInData.py:46
dc_processor.ScraperInData.ScraperInData.raw_content
raw_content
Definition:
ScraperInData.py:38
dc_processor.ScraperInData.ScraperInData.lastModified
lastModified
Definition:
ScraperInData.py:41
dc_processor.ScraperInData.ScraperInData.batch_item
batch_item
Definition:
ScraperInData.py:45
dc_processor.ScraperInData.ScraperInData
Definition:
ScraperInData.py:18
dc_processor.ScraperInData.ScraperInData.url
url
Definition:
ScraperInData.py:35
dc_processor.ScraperInData.ScraperInData.__init__
def __init__(self, url, urlId, siteId, raw_content, template, filters, lastModified, timezone, batchId, dbMode, batch_item=None, processor_properties=None, output_format=None)
Definition:
ScraperInData.py:34
dc_processor.ScraperInData.ScraperInData.dbMode
dbMode
Definition:
ScraperInData.py:44
dc_processor.ScraperInData.ScraperInData.timezone
timezone
Definition:
ScraperInData.py:42
dc_processor.ScraperInData.ScraperInData.urlId
urlId
Definition:
ScraperInData.py:36
dc_processor.ScraperInData.ScraperInData.template
template
Definition:
ScraperInData.py:39
dc_processor.ScraperInData.ScraperInData.siteId
siteId
Definition:
ScraperInData.py:37
dc_processor.ScraperInData.ScraperInData.output_format
output_format
Definition:
ScraperInData.py:47
dc_processor.ScraperInData.ScraperInData.batchId
batchId
Definition:
ScraperInData.py:43
dc_processor.ScraperInData.ScraperInData.filters
filters
Definition:
ScraperInData.py:40
sources
hce
dc_processor
ScraperInData.py
Generated on Fri Nov 24 2017 18:53:58 for HCE Project Python language Distributed Tasks Manager Application, Distributed Crawler Application and client API bindings. by
1.8.13