entrouvert
/
calebasse
Archived
17
0
Fork 0
Code Issues Pull Requests Releases Activity

db: change csv quote char and separator to fix python parsing

This commit is contained in:
Jérôme Schneider 2012-12-19 17:45:07 +01:00
parent 77c6fe82a0
commit 7555b893ba
2 changed files with 19 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
scripts/export_db.py
View File

@ -133,7 +133,7 @@ for db in dbs:
data = open("%s-data.csv" % os.path.join(db_dir, table), 'r')
res = open("%s.csv" % os.path.join(db_dir, table), "a+")
title_content = title.read()
title_content, nb = re.subn(r'\s+\n', ',', title_content)
title_content, nb = re.subn(r'\s+\n', ';', title_content)
title_content = title_content[:-1] + '\n'
res.write(title_content)
lines = data.readlines()
@ -154,15 +154,14 @@ for db in dbs:
cols = csv_line.split("-!-!-EOSEP-!-!-")
csv_line = ""
for j, col in enumerate(cols):
col = col.replace('"', '\\"')
if j != 0:
csv_line += ',"'
csv_line += ';|'
else:
csv_line += '"'
csv_line += col + '"'
csv_line += '|'
csv_line += col + '|'
csv_line += "\n"
i += 1
if csv_line != u'""\n':
if csv_line != u'||\n':
res.write(csv_line.encode('utf-8'))
title.close()
data.close()

32
scripts/import_db.py
View File

@ -14,25 +14,27 @@ from calebasse.ressources.models import Service
from django.contrib.auth.models import User
# Config
db_path = "/home/jschneider/temp/20121218-123613/"
db_path = "/home/jschneider/temp/20121219-171421/"
dbs = ["F_ST_ETIENNE_CMPP", "F_ST_ETIENNE_CAMSP", "F_ST_ETIENNE_SESSAD", "F_ST_ETIENNE_SESSAD_TED"]
#tables = ["discipline", "intervenants", "notes", "ev", "conge"]
#tables = ["rs"]
tables = ["discipline", "intervenants", "dossiers", "rs", "notes", "ev", "conge"]
def _to_date(str_date):
if not str_date:
return None
print str_date
return datetime.strptime(str_date[:-13], "%Y-%m-%d")
def _to_int(str_int):
if not str_int:
return None
return int(str_int)
def discipline_mapper(tables_data, service):
from calebasse.ressources.models import WorkerType
for line in tables_data['discipline']:
# Insert workertype
print "ICI"
print line.keys()
if not WorkerType.objects.filter(name=line['libelle']):
WorkerType.objects.create(name=line['libelle'])
@ -60,27 +62,20 @@ def dossiers_mapper(tables_data, service):
from calebasse.dossiers.models import PatientRecord
from calebasse.dossiers.models import Status, FileState
for line in tables_data['dossiers']:
print "ID : " + line['id']
print "Inscription : " + line['ins_date']
print "Sortie : " + line['sor_date']
print "Naissance : " + line['nais_date']
status = Status.objects.filter(type="ACCUEIL").filter(services=service)
creator = User.objects.get(id=1)
if not line['nais_sexe']:
gender = None
else:
gender = int(line['nais_sexe'])
gender = _to_int(line['nais_sexe'])
if gender == 0:
gender = None
patient, created = PatientRecord.objects.get_or_create(first_name=line['nom'],
last_name=line['prenom'], birthdate=_to_date(line['nais_date']),
twinning_rank=int(line['nais_rang']),
twinning_rank=_to_int(line['nais_rang']),
gender=gender, service=service, creator=creator)
if not created:
if not line['ins_date']:
# TODO: hack when there is not inscription date put 01/01/1900
line['ins_date'] = "1900-01-01 00:00:00.000"
# Hack when there is no inscription date put 01/01/1970
line['ins_date'] = "1970-01-01 00:00:00.000"
fs = FileState.objects.create(status=status[0], author=creator,
date_selected=_to_date(line['ins_date']),
previous_state=None, patient=patient)
@ -102,7 +97,7 @@ def conge_mapper(tables_data, service):
from calebasse.personnes.models import Holiday
# ['base_origine', 'motif', 'date_conge', 'date_fin', 'id', 'thera_id', 'date_debut']
for line in tables_data['conge']:
print line
pass
def ev_mapper(tables_data, service):
""" """
@ -132,10 +127,11 @@ def main():
service = Service.objects.get(name="SESSAD TED")
elif "F_ST_ETIENNE_SESSAD" == db:
service = Service.objects.get(name="SESSAD DYS")
print db
for table in tables:
tables_data[table] = None
csvfile = open(os.path.join(db_path, db, '%s.csv' % table), 'rb')
csvlines = csv.reader(csvfile, delimiter=',', quotechar='"')
csvlines = csv.reader(csvfile, delimiter=';', quotechar='|')
cols = csvlines.next()
tables_data[table] = []
for line in csvlines: