Variables
	logger = logging.getLogger('ftest_dc_dynamic_fetcher')

	ch = logging.StreamHandler()

	formatter = logging.Formatter('%(asctime)s - %(thread)ld - %(threadName)s - %(module)s - %(funcName)s - %(levelname)s - %(message)s')

	res = None

bool	loadHeaders = False

dictionary	headersDict = {}

	userDataDir = None

	userCacheDir = None

	userProfileZip = None

	hdrs = None

	key

	value

int	allowRedirects = 1

	proxies = None

	authorization = None

	postData = None

list	process_content_types = ["text/html"]

int	maxResourceSize = 1024 * 1024

int	maxHttpRedirects = 3

	fetchType = BaseFetcher.TYP_NORMAL

	localFilters = None

int	urlObjDepth = 0

string	inlineMacro = "window.IFRAME_QUERY_URL=\"https://www.facebook.com/search/top/?q=%25QUERY_STRING%25\";" + \

string	url = 'https://www.facebook.com/' + '###' + inlineMacro

int	httpTimeout = 120000

float	tm = int(httpTimeout) / 1000.0

dictionary	macroCode

	f = BaseFetcher.get_fetcher(fetchType)

	tmpDir

	rd = json.dumps(json.loads(jsonpickle.encode(res)), indent=2)

Detailed Description

HCE project, Python bindings, Crawler application.
Dynamic fetcher module tests of FB scrapping. Account: hcegroup2016@gmail.com/testtest2016

@package: dc
@file ftest_dc_dynamic_fetcher.py
@author bgv <bgv.hce@gmail.com>
@link: http://hierarchical-cluster-engine.com/
@copyright: Copyright &copy; 2016 IOIX Ukraine
@license: http://hierarchical-cluster-engine.com/license/
@since: 1.4.3

Variable Documentation

◆ allowRedirects

int ftests.ftest_dc_fetchers_facebook.allowRedirects = 1

Definition at line 80 of file ftest_dc_fetchers_facebook.py.

◆ authorization

ftests.ftest_dc_fetchers_facebook.authorization = None

Definition at line 84 of file ftest_dc_fetchers_facebook.py.

◆ ch

ftests.ftest_dc_fetchers_facebook.ch = logging.StreamHandler()

Definition at line 27 of file ftest_dc_fetchers_facebook.py.

◆ f

ftests.ftest_dc_fetchers_facebook.f = BaseFetcher.get_fetcher(fetchType)

Definition at line 134 of file ftest_dc_fetchers_facebook.py.

◆ fetchType

ftests.ftest_dc_fetchers_facebook.fetchType = BaseFetcher.TYP_NORMAL

Definition at line 89 of file ftest_dc_fetchers_facebook.py.

◆ formatter

ftests.ftest_dc_fetchers_facebook.formatter = logging.Formatter('%(asctime)s - %(thread)ld - %(threadName)s - %(module)s - %(funcName)s - %(levelname)s - %(message)s')

Definition at line 30 of file ftest_dc_fetchers_facebook.py.

◆ hdrs

string ftests.ftest_dc_fetchers_facebook.hdrs = None

Definition at line 67 of file ftest_dc_fetchers_facebook.py.

◆ headersDict

dictionary ftests.ftest_dc_fetchers_facebook.headersDict = {}

Definition at line 42 of file ftest_dc_fetchers_facebook.py.

◆ httpTimeout

int ftests.ftest_dc_fetchers_facebook.httpTimeout = 120000

Definition at line 97 of file ftest_dc_fetchers_facebook.py.

◆ inlineMacro

string ftests.ftest_dc_fetchers_facebook.inlineMacro = "window.IFRAME_QUERY_URL=\"https://www.facebook.com/search/top/?q=%25QUERY_STRING%25\";" + \

Definition at line 92 of file ftest_dc_fetchers_facebook.py.

◆ key

ftests.ftest_dc_fetchers_facebook.key

Definition at line 74 of file ftest_dc_fetchers_facebook.py.

◆ loadHeaders

bool ftests.ftest_dc_fetchers_facebook.loadHeaders = False

Definition at line 41 of file ftest_dc_fetchers_facebook.py.

◆ localFilters

ftests.ftest_dc_fetchers_facebook.localFilters = None

Definition at line 90 of file ftest_dc_fetchers_facebook.py.

◆ logger

ftests.ftest_dc_fetchers_facebook.logger = logging.getLogger('ftest_dc_dynamic_fetcher')

Definition at line 24 of file ftest_dc_fetchers_facebook.py.

◆ macroCode

dictionary ftests.ftest_dc_fetchers_facebook.macroCode

Initial value:

 =  {"name":"tests",
                "sets":[{"name":"set1", "items":['', '', '', '', ''], "repeat":1, "delay":0}],
                "result_type":2,
                "result_content_type":"text/json",
                "result_fetcher_type":1}