126 lines
3.4 KiB
Python
126 lines
3.4 KiB
Python
# -*- coding: utf-8 -*-
|
|
#!/usr/bin/env python
|
|
|
|
import os
|
|
import csv
|
|
|
|
from datetime import datetime
|
|
|
|
import calebasse.settings
|
|
import django.core.management
|
|
|
|
django.core.management.setup_environ(calebasse.settings)
|
|
|
|
from django.db import transaction
|
|
from calebasse.agenda.models import Event
|
|
from calebasse.ressources.models import Service
|
|
|
|
import utils
|
|
|
|
# Configuration
|
|
db_path = "./scripts/20121221-192258"
|
|
|
|
dbs = ["F_ST_ETIENNE_SESSAD_TED", "F_ST_ETIENNE_CMPP", "F_ST_ETIENNE_CAMSP", "F_ST_ETIENNE_SESSAD"]
|
|
# dbs = ["F_ST_ETIENNE_SESSAD_TED"]
|
|
|
|
def _to_datetime(str_date):
|
|
if not str_date:
|
|
return None
|
|
return datetime.strptime(str_date[:19], "%Y-%m-%d %H:%M:%S")
|
|
|
|
def _to_date(str_date):
|
|
dt = _to_datetime(str_date)
|
|
return dt and dt.date()
|
|
|
|
def _to_time(str_date):
|
|
dt = _to_datetime(str_date)
|
|
return dt and dt.time()
|
|
|
|
def _to_duration(str_date):
|
|
dt = _to_datetime(str_date)
|
|
if dt is None:
|
|
return None
|
|
return dt - datetime(1900, 01, 01, 0, 0)
|
|
|
|
def _to_int(str_int):
|
|
if not str_int:
|
|
return None
|
|
return int(str_int)
|
|
|
|
def _get_dict(cols, line):
|
|
""""""
|
|
res = {}
|
|
for i, data in enumerate(line):
|
|
res[cols[i]] = data.decode('utf-8')
|
|
return res
|
|
|
|
def load_csv(db, name, offset=0, limit=9999999, id_column=0):
|
|
records = []
|
|
idx = {}
|
|
|
|
csvfile = open(os.path.join(db_path, db, name + '.csv'), 'rb')
|
|
csvlines = csv.reader(csvfile, delimiter=';', quotechar='|')
|
|
cols = csvlines.next()
|
|
i = 0
|
|
for line in csvlines:
|
|
if not (offset <= int(line[id_column]) < offset+limit):
|
|
continue
|
|
data = _get_dict(cols, line)
|
|
records.append(data)
|
|
idx[data['id']] = i
|
|
i += 1
|
|
csvfile.close()
|
|
return records, idx, cols
|
|
|
|
def add_invalid(d, reason):
|
|
d.setdefault('invalid', '')
|
|
if d['invalid']:
|
|
d['invalid'] += ', '
|
|
d['invalid'] += reason
|
|
|
|
@transaction.commit_on_success
|
|
def main():
|
|
""" """
|
|
|
|
for db in dbs:
|
|
if "F_ST_ETIENNE_CMPP" == db:
|
|
service = Service.objects.get(name="CMPP")
|
|
elif "F_ST_ETIENNE_CAMSP" == db:
|
|
service = Service.objects.get(name="CAMSP")
|
|
elif "F_ST_ETIENNE_SESSAD_TED" == db:
|
|
service = Service.objects.get(name="SESSAD TED")
|
|
elif "F_ST_ETIENNE_SESSAD" == db:
|
|
service = Service.objects.get(name="SESSAD DYS")
|
|
|
|
print '===', service.name, '==='
|
|
print datetime.now()
|
|
limit = 20000
|
|
|
|
event_indexes = utils.QuerysetIndex(
|
|
Event.objects.filter(services=service),
|
|
'old_rs_id')
|
|
|
|
|
|
offset = 0
|
|
while True:
|
|
rs_data, rs_idx, rs_cols = load_csv(db, 'rs', offset=offset,
|
|
limit=limit)
|
|
if not rs_data:
|
|
break
|
|
print 'Loading cancellation flag for', len(rs_data), 'events'
|
|
events_id_to_cancel = []
|
|
for line in rs_data:
|
|
if line['id'] not in event_indexes.by_old_rs_id:
|
|
continue
|
|
if line['desactivate'] == '-1':
|
|
event_id = event_indexes.by_old_rs_id[line['id']].id
|
|
events_id_to_cancel.append(event_id)
|
|
print 'Updating', len(events_id_to_cancel), 'flags'
|
|
Event.objects.filter(id__in=events_id_to_cancel) \
|
|
.update(canceled=True)
|
|
offset += limit
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|