98 lines
3.4 KiB
Python
98 lines
3.4 KiB
Python
import argparse
|
|
import ConfigParser
|
|
import os
|
|
import logging
|
|
import logging.config
|
|
from . import wcs_api
|
|
from .feeder import WcsOlapFeeder
|
|
import locale
|
|
|
|
from . import tb
|
|
|
|
|
|
def main():
|
|
try:
|
|
main2()
|
|
except SystemExit:
|
|
raise
|
|
except:
|
|
tb.print_tb()
|
|
raise SystemExit(1)
|
|
|
|
|
|
def get_config(path=None):
|
|
config = ConfigParser.ConfigParser()
|
|
global_config_path = '/etc/wcs_olap.ini'
|
|
user_config_path = os.path.expanduser('~/.wcs_olap.ini')
|
|
if not path:
|
|
if os.path.exists(user_config_path):
|
|
path = user_config_path
|
|
elif os.path.exists(global_config_path):
|
|
path = global_config_path
|
|
else:
|
|
return config
|
|
config.read(path)
|
|
if config.has_section('loggers'):
|
|
logging.config.fileConfig(path)
|
|
return config
|
|
|
|
|
|
def main2():
|
|
locale.setlocale(locale.LC_ALL, '')
|
|
parser = argparse.ArgumentParser(description='Export W.C.S. data as a star schema in a '
|
|
'postgresql DB', add_help=False)
|
|
parser.add_argument('config_path', nargs='?', default=None)
|
|
group = parser.add_mutually_exclusive_group()
|
|
group.add_argument("-a", "--all", help="synchronize all wcs", action='store_true',
|
|
default=False)
|
|
group.add_argument('--url', help='url of the w.c.s. instance', required=False, default=None)
|
|
args, rest = parser.parse_known_args()
|
|
config = get_config(path=args.config_path)
|
|
# list all known urls
|
|
urls = [url for url in config.sections() if url.startswith('http://') or
|
|
url.startswith('https://')]
|
|
defaults = {}
|
|
if not args.all:
|
|
try:
|
|
url = args.url or urls[0]
|
|
except IndexError:
|
|
print 'no url found'
|
|
raise SystemExit(1)
|
|
urls = [url]
|
|
if config.has_section(args.url):
|
|
defaults = dict(config.items(args.url))
|
|
parser.add_argument("-h", "--help", action="help", help="show this help message and exit")
|
|
parser.add_argument('--orig', help='origin of the request for signatures')
|
|
parser.add_argument('--key', help='HMAC key for signatures')
|
|
parser.add_argument('--pg-dsn', help='Psycopg2 DB DSN')
|
|
parser.add_argument('--schema', help='schema name')
|
|
args = parser.parse_args()
|
|
for key in ('orig', 'key', 'pg_dsn', 'schema'):
|
|
if getattr(args, key, None):
|
|
defaults[key] = getattr(args, key)
|
|
|
|
logger = logging.getLogger('wcs-olap')
|
|
for url in urls:
|
|
if config.has_section(url):
|
|
defaults.update((config.items(url)))
|
|
try:
|
|
key = defaults['key']
|
|
orig = defaults['orig']
|
|
schema = defaults['schema']
|
|
pg_dsn = defaults['pg_dsn']
|
|
slugs = defaults.get('slugs', '').strip().split() or None
|
|
except KeyError, e:
|
|
logger.error('configuration in complete for %s: %s', url, e)
|
|
else:
|
|
api = wcs_api.WcsApi(url=url, orig=orig, key=key, slugs=slugs,
|
|
verify=defaults.get('verify', 'True') == 'True')
|
|
logger.info('starting synchronizing w.c.s. at %r with PostgreSQL at %s', url, pg_dsn)
|
|
feeder = WcsOlapFeeder(api=api, schema=schema, pg_dsn=pg_dsn, logger=logger,
|
|
config=defaults)
|
|
feeder.feed()
|
|
logger.info('finished')
|
|
defaults = {}
|
|
|
|
if __name__ == '__main__':
|
|
main()
|