From b26fd6968d0cfcbb5747b4bd1e148545291007c8 Mon Sep 17 00:00:00 2001 From: Emmanuel Cazenave Date: Thu, 3 Jun 2021 18:39:30 +0200 Subject: [PATCH] venissieux-technocarte: add MODE parameter --- venissieux-technocarte/run.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/venissieux-technocarte/run.py b/venissieux-technocarte/run.py index bc84818..ffcc6ce 100644 --- a/venissieux-technocarte/run.py +++ b/venissieux-technocarte/run.py @@ -31,6 +31,11 @@ assert ACTION in ('import', 'reset') if ACTION == 'import': FILEPATH = sys.argv[2] +MODE = 'sample' +if ACTION == 'import' and len(sys.argv) > 3: + MODE = sys.argv[3] +assert MODE in ('sample', 'full') + def sign_url(url, key, algo='sha256', orig=None, timestamp=None, nonce=None): parsed = urllib.parse.urlparse(url) @@ -88,7 +93,7 @@ def get_rows(): with open(FILEPATH) as csvfile: reader = csv.DictReader(csvfile, delimiter=';', quotechar='"') for i, row in enumerate(reader): - if i > 100: + if MODE != 'full' and i > 100: break yield row