entrouvert
/
wcs-olap
16
0
Fork 0
Code Issues Pull Requests Releases Activity

ease debugging (#26190)

This commit is contained in:
Emmanuel Cazenave 2018-09-06 18:18:00 +02:00
parent bfe7b73cb4
commit 288d9c9d15
1 changed files with 15 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
wcs_olap/cmd.py
View File

@ -7,7 +7,6 @@ import logging.config
from . import wcs_api
from .feeder import WcsOlapFeeder
import locale
from multiprocessing import Process, Queue
from . import tb
@ -100,26 +99,21 @@ def main2():
failure = True
logger.error('configuration incomplete for %s: %s', url, e)
else:
def job(queue):
try:
api = wcs_api.WcsApi(url=url, orig=orig, key=key, slugs=slugs,
verify=defaults.get('verify', 'True') == 'True',
batch_size=batch_size)
logger.info('starting synchronizing w.c.s. at %r with PostgreSQL at %s', url,
pg_dsn)
feeder = WcsOlapFeeder(api=api, schema=schema, pg_dsn=pg_dsn, logger=logger,
config=defaults, do_feed=feed, fake=fake)
feeder.feed()
logger.info('finished')
queue.put(False)
except:
queue.put(True)
logger.exception('failed to synchronize with %s', url)
queue = Queue()
p = Process(target=job, args=(queue,))
p.start()
p.join()
failure = failure or queue.get()
try:
api = wcs_api.WcsApi(url=url, orig=orig, key=key, slugs=slugs,
verify=defaults.get('verify', 'True') == 'True',
batch_size=batch_size)
logger.info('starting synchronizing w.c.s. at %r with PostgreSQL at %s', url,
pg_dsn)
feeder = WcsOlapFeeder(api=api, schema=schema, pg_dsn=pg_dsn, logger=logger,
config=defaults, do_feed=feed, fake=fake)
feeder.feed()
logger.info('finished')
feed_result = False
except:
feed_result = True
logger.exception('failed to synchronize with %s', url)
failure = failure or feed_result
defaults = {}
if failure:
sys.exit(1)