scripts: add script to import cancellation flag of events
This commit is contained in:
parent
f224a4e752
commit
152b0a667c
|
@ -0,0 +1,125 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
#!/usr/bin/env python
|
||||
|
||||
import os
|
||||
import csv
|
||||
|
||||
from datetime import datetime
|
||||
|
||||
import calebasse.settings
|
||||
import django.core.management
|
||||
|
||||
django.core.management.setup_environ(calebasse.settings)
|
||||
|
||||
from django.db import transaction
|
||||
from calebasse.agenda.models import Event
|
||||
from calebasse.ressources.models import Service
|
||||
|
||||
import utils
|
||||
|
||||
# Configuration
|
||||
db_path = "./scripts/20121221-192258"
|
||||
|
||||
dbs = ["F_ST_ETIENNE_SESSAD_TED", "F_ST_ETIENNE_CMPP", "F_ST_ETIENNE_CAMSP", "F_ST_ETIENNE_SESSAD"]
|
||||
# dbs = ["F_ST_ETIENNE_SESSAD_TED"]
|
||||
|
||||
def _to_datetime(str_date):
|
||||
if not str_date:
|
||||
return None
|
||||
return datetime.strptime(str_date[:19], "%Y-%m-%d %H:%M:%S")
|
||||
|
||||
def _to_date(str_date):
|
||||
dt = _to_datetime(str_date)
|
||||
return dt and dt.date()
|
||||
|
||||
def _to_time(str_date):
|
||||
dt = _to_datetime(str_date)
|
||||
return dt and dt.time()
|
||||
|
||||
def _to_duration(str_date):
|
||||
dt = _to_datetime(str_date)
|
||||
if dt is None:
|
||||
return None
|
||||
return dt - datetime(1900, 01, 01, 0, 0)
|
||||
|
||||
def _to_int(str_int):
|
||||
if not str_int:
|
||||
return None
|
||||
return int(str_int)
|
||||
|
||||
def _get_dict(cols, line):
|
||||
""""""
|
||||
res = {}
|
||||
for i, data in enumerate(line):
|
||||
res[cols[i]] = data.decode('utf-8')
|
||||
return res
|
||||
|
||||
def load_csv(db, name, offset=0, limit=9999999, id_column=0):
|
||||
records = []
|
||||
idx = {}
|
||||
|
||||
csvfile = open(os.path.join(db_path, db, name + '.csv'), 'rb')
|
||||
csvlines = csv.reader(csvfile, delimiter=';', quotechar='|')
|
||||
cols = csvlines.next()
|
||||
i = 0
|
||||
for line in csvlines:
|
||||
if not (offset <= int(line[id_column]) < offset+limit):
|
||||
continue
|
||||
data = _get_dict(cols, line)
|
||||
records.append(data)
|
||||
idx[data['id']] = i
|
||||
i += 1
|
||||
csvfile.close()
|
||||
return records, idx, cols
|
||||
|
||||
def add_invalid(d, reason):
|
||||
d.setdefault('invalid', '')
|
||||
if d['invalid']:
|
||||
d['invalid'] += ', '
|
||||
d['invalid'] += reason
|
||||
|
||||
@transaction.commit_on_success
|
||||
def main():
|
||||
""" """
|
||||
|
||||
for db in dbs:
|
||||
if "F_ST_ETIENNE_CMPP" == db:
|
||||
service = Service.objects.get(name="CMPP")
|
||||
elif "F_ST_ETIENNE_CAMSP" == db:
|
||||
service = Service.objects.get(name="CAMSP")
|
||||
elif "F_ST_ETIENNE_SESSAD_TED" == db:
|
||||
service = Service.objects.get(name="SESSAD TED")
|
||||
elif "F_ST_ETIENNE_SESSAD" == db:
|
||||
service = Service.objects.get(name="SESSAD DYS")
|
||||
|
||||
print '===', service.name, '==='
|
||||
print datetime.now()
|
||||
limit = 20000
|
||||
|
||||
event_indexes = utils.QuerysetIndex(
|
||||
Event.objects.filter(services=service),
|
||||
'old_rs_id')
|
||||
|
||||
|
||||
offset = 0
|
||||
while True:
|
||||
rs_data, rs_idx, rs_cols = load_csv(db, 'rs', offset=offset,
|
||||
limit=limit)
|
||||
if not rs_data:
|
||||
break
|
||||
print 'Loading cancellation flag for', len(rs_data), 'events'
|
||||
events_id_to_cancel = []
|
||||
for line in rs_data:
|
||||
if line['id'] not in event_indexes.by_old_rs_id:
|
||||
continue
|
||||
if line['desactivate'] == '-1':
|
||||
event_id = event_indexes.by_old_rs_id[line['id']].id
|
||||
events_id_to_cancel.append(event_id)
|
||||
print 'Updating', len(events_id_to_cancel), 'flags'
|
||||
Event.objects.filter(id__in=events_id_to_cancel) \
|
||||
.update(canceled=True)
|
||||
offset += limit
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
Reference in New Issue