5 HCE project, Python bindings, Distributed Tasks Manager application. 6 ScraperMultiItemsTask Class content main functional scrapering multi items. 9 @file scraper_multi_items_task.py 10 @author Alexander Vybornyh <alexander.hce.cluster@gmail.com> 11 @link: http://hierarchical-cluster-engine.com/ 12 @copyright: Copyright © 2013-2014 IOIX Ukraine 13 @license: http://hierarchical-cluster-engine.com/license/ 26 pr = Profiler.Profiler()
27 if pr
and pr.status > 0:
42 exit_code = APP_CONSTS.EXIT_SUCCESS
50 app.args.add_argument(
'-c',
'--config', action=
'store', metavar=
'config_file', help=
'config ini-file', required=
True)
55 exit_code = app.getExitCode()
58 if pr.errorMsg
and app.logger:
59 app.logger.error(pr.errorMsg)
61 except Exception
as err:
62 sys.stderr.write(str(err) +
'\n')
63 exit_code = APP_CONSTS.EXIT_FAILURE
65 exit_code = APP_CONSTS.EXIT_FAILURE