|
# -*- coding: utf-8 -*-
|
|
#!/usr/bin/env python
|
|
|
|
import os
|
|
import csv
|
|
|
|
from datetime import datetime, time, date
|
|
|
|
import calebasse.settings
|
|
import django.core.management
|
|
from django.core.exceptions import ObjectDoesNotExist, MultipleObjectsReturned
|
|
|
|
django.core.management.setup_environ(calebasse.settings)
|
|
|
|
from django.contrib.auth.models import User
|
|
|
|
from calebasse.actes.models import EventAct
|
|
from calebasse.agenda.models import Event, EventType
|
|
from calebasse.dossiers.models import PatientRecord, Status, FileState
|
|
from calebasse.ressources.models import Service
|
|
from calebasse.personnes.models import Worker, Holiday, TimeTable, PERIODICITIES
|
|
from calebasse.personnes.forms import PERIOD_LIST_TO_FIELDS
|
|
from calebasse.ressources.models import WorkerType, HolidayType
|
|
|
|
# Configuration
|
|
db_path = "./scripts/20121221-192258"
|
|
|
|
dbs = ["F_ST_ETIENNE_SESSAD_TED", "F_ST_ETIENNE_CMPP", "F_ST_ETIENNE_CAMSP", "F_ST_ETIENNE_SESSAD"]
|
|
|
|
|
|
def _to_date(str_date):
|
|
if not str_date:
|
|
return None
|
|
return datetime.strptime(str_date[:-13], "%Y-%m-%d")
|
|
|
|
def _to_int(str_int):
|
|
if not str_int:
|
|
return None
|
|
return int(str_int)
|
|
|
|
def discipline_mapper(tables_data, service):
|
|
for line in tables_data['discipline']:
|
|
# Insert workertype
|
|
if not WorkerType.objects.filter(name=line['libelle']):
|
|
WorkerType.objects.create(name=line['libelle'])
|
|
|
|
|
|
def intervenants_mapper(tables_data, service):
|
|
for line in tables_data['intervenants']:
|
|
# Insert workers
|
|
for disp in tables_data['discipline']:
|
|
if disp['id'] == line['discipline']:
|
|
type = WorkerType.objects.get(name=disp['libelle'])
|
|
# TODO : import actif or not
|
|
worker, created = Worker.objects.get_or_create(
|
|
type=type,
|
|
last_name=line['nom'],
|
|
first_name=line['prenom'],
|
|
email=line['email'],
|
|
phone=line['tel'],
|
|
gender=int(line['titre']),
|
|
)
|
|
worker.services.add(service)
|
|
|
|
def dossiers_mapper(tables_data, service):
|
|
global dossiers
|
|
for line in tables_data['dossiers']:
|
|
status = Status.objects.filter(type="ACCUEIL").filter(services=service)
|
|
creator = User.objects.get(id=1)
|
|
gender = _to_int(line['nais_sexe'])
|
|
if gender == 0:
|
|
gender = None
|
|
# TODO: add more fields
|
|
patient, created = PatientRecord.objects.get_or_create(first_name=line['prenom'],
|
|
last_name=line['nom'], birthdate=_to_date(line['nais_date']),
|
|
twinning_rank=_to_int(line['nais_rang']),
|
|
gender=gender, service=service, creator=creator)
|
|
dossiers[line['id']] = patient
|
|
|
|
if not created:
|
|
if not line['ins_date']:
|
|
# Hack when there is no inscription date put 01/01/1970
|
|
line['ins_date'] = "1970-01-01 00:00:00.000"
|
|
fs = FileState.objects.create(status=status[0], author=creator,
|
|
date_selected=_to_date(line['ins_date']),
|
|
previous_state=None, patient=patient)
|
|
patient.last_state = fs
|
|
patient.save()
|
|
if line['sor_date']:
|
|
status = Status.objects.filter(type="CLOS").filter(services=service)
|
|
fs = FileState.objects.create(status=status[0], author=creator,
|
|
date_selected=_to_date(line['sor_date']),
|
|
previous_state=None, patient=patient)
|
|
patient.last_state = fs
|
|
patient.save()
|
|
|
|
def rs_mapper(tables_data, service):
|
|
global dossiers
|
|
|
|
event_type = EventType.objects.get(
|
|
label=u"Rendez-vous patient"
|
|
)
|
|
|
|
for line in tables_data['rs']:
|
|
if dossiers.has_key(line['enfant_id']):
|
|
patient = dossiers[line['enfant_id']]
|
|
strdate = line['date_rdv'][:-13] + ' ' + line['heure'][11:-4]
|
|
date = datetime.strptime(strdate, "%Y-%m-%d %H:%M:%S")
|
|
|
|
# TODO: add act_type
|
|
# act_event = EventAct.objects.get_or_create(
|
|
# title=line['libelle'],
|
|
# event_type=event_type,
|
|
# patient=patient,
|
|
# act_type=act_type,
|
|
# date=date
|
|
# )
|
|
else:
|
|
# TODO: if no patient add event
|
|
pass
|
|
|
|
|
|
def conge_mapper(tables_data, service):
|
|
""" """
|
|
for line in tables_data['conge']:
|
|
pass
|
|
|
|
def ev_mapper(tables_data, service):
|
|
""" """
|
|
pass
|
|
|
|
def notes_mapper(tables_data, service):
|
|
""" """
|
|
pass
|
|
|
|
def _get_dict(cols, line):
|
|
""""""
|
|
res = {}
|
|
for i, data in enumerate(line):
|
|
res[cols[i]] = data.decode('utf-8')
|
|
return res
|
|
|
|
tables_data = {}
|
|
|
|
PERIOD_FAURE_NOUS = {1 : 1,
|
|
2 : 2,
|
|
3 : 3,
|
|
4 : 4,
|
|
5: 6,
|
|
6: 7,
|
|
7: 8,
|
|
8: 9,
|
|
9: None,
|
|
10: 10,
|
|
12: 11,
|
|
13: 12,
|
|
}
|
|
|
|
JOURS = {1: 'lundi',
|
|
2: 'mardi',
|
|
3: 'mercredi',
|
|
4: 'jeudi',
|
|
5: 'vendredi'
|
|
}
|
|
|
|
dic_worker = {}
|
|
|
|
|
|
def main():
|
|
""" """
|
|
|
|
thera_evt = {}
|
|
cf = open('./scripts/horaires_manuel.csv', 'wb')
|
|
writer = csv.writer(cf, delimiter=';', quotechar='|', quoting=csv.QUOTE_MINIMAL)
|
|
writer.writerow(['Jour', 'Nom', 'Prénom', 'Libellé',
|
|
'Date début', 'Date fin', 'Horaire', 'Périodicité'])
|
|
|
|
|
|
for db in dbs:
|
|
if "F_ST_ETIENNE_CMPP" == db:
|
|
service = Service.objects.get(name="CMPP")
|
|
elif "F_ST_ETIENNE_CAMSP" == db:
|
|
service = Service.objects.get(name="CAMSP")
|
|
elif "F_ST_ETIENNE_SESSAD_TED" == db:
|
|
service = Service.objects.get(name="SESSAD TED")
|
|
elif "F_ST_ETIENNE_SESSAD" == db:
|
|
service = Service.objects.get(name="SESSAD DYS")
|
|
|
|
tables_data[service.name] = []
|
|
csvfile = open(os.path.join(db_path, db, 'ev.csv'), 'rb')
|
|
csvlines = csv.reader(csvfile, delimiter=';', quotechar='|')
|
|
cols = csvlines.next()
|
|
i = 0
|
|
for line in csvlines:
|
|
if line[8].upper() == 'ARRIVEE' or line[8].upper() == 'DEPART':
|
|
data = _get_dict(cols, line)
|
|
tables_data[service.name].append(data)
|
|
i += 1
|
|
csvfile.close()
|
|
|
|
print "%s - Nombre d'evt horaires : %d" % (service.name, i)
|
|
|
|
thera_evt[service.name] = {}
|
|
csvfile = open(os.path.join(db_path, db, 'details_ev.csv'), 'rb')
|
|
csvlines = csv.reader(csvfile, delimiter=';', quotechar='|')
|
|
cols = csvlines.next()
|
|
not_found = []
|
|
for line in csvlines:
|
|
worker = None
|
|
try:
|
|
if service.name == 'CMPP':
|
|
worker = Worker.objects.get(old_cmpp_id=line[2])
|
|
elif service.name == 'CAMSP':
|
|
worker = Worker.objects.get(old_camsp_id=line[2])
|
|
elif service.name == 'SESSAD DYS':
|
|
worker = Worker.objects.get(old_sessad_dys_id=line[2])
|
|
elif service.name == 'SESSAD TED':
|
|
worker = Worker.objects.get(old_sessad_ted_id=line[2])
|
|
else:
|
|
print "service inconnu!!!"
|
|
exit(0)
|
|
except Exception, e:
|
|
not_found.append(line[2])
|
|
if worker:
|
|
workers = thera_evt.setdefault(line[1], [])
|
|
workers.append(worker)
|
|
csvfile.close()
|
|
|
|
print "%s - Liste des worker not found : %s" % (service.name, str(set(not_found)))
|
|
# 7 8 17 n'existe pas au SESSAD TED
|
|
# ['91', '89', '17', '77', '76', '75', '74', '73', '72', '82', '90', '85'] n'existe pas au CMPP
|
|
|
|
i = 0
|
|
j = 0
|
|
dic_worker[service.name] = {}
|
|
for horaire in tables_data[service.name]:
|
|
if not horaire['id'] in thera_evt[service.name]:
|
|
j += 1
|
|
elif not thera_evt[service.name][horaire['id']]:
|
|
i += 1
|
|
else:
|
|
if len(thera_evt[service.name][horaire['id']]) > 1:
|
|
print "%s - Horaire %s avec plus d'un worker %s!" % (service.name, horaire['id'], str(len(thera_evt[service.name][horaire['id']])))
|
|
exit(0)
|
|
worker = thera_evt[service.name][horaire['id']][0]
|
|
if not worker in dic_worker[service.name].keys():
|
|
dic_worker[service.name][worker] = {}
|
|
if 'horaires' in dic_worker[service.name][worker].keys():
|
|
dic_worker[service.name][worker]['horaires'].append(horaire)
|
|
else:
|
|
dic_worker[service.name][worker]['horaires'] = [horaire]
|
|
|
|
for worker, details in dic_worker[service.name].items():
|
|
for horaire in details['horaires']:
|
|
date_fin = None
|
|
if 'date_fin' in horaire and horaire['date_fin'] != '':
|
|
date_fin = datetime.strptime(horaire['date_fin'][:-13], "%Y-%m-%d")
|
|
if not date_fin or date_fin > datetime.today():
|
|
start_date = datetime.strptime(horaire['date_debut'][:-13], "%Y-%m-%d").date()
|
|
weekday = int(start_date.strftime('%w'))
|
|
if weekday in dic_worker[service.name][worker].keys():
|
|
dic_worker[service.name][worker][weekday].append(horaire)
|
|
else:
|
|
dic_worker[service.name][worker][weekday] = [horaire]
|
|
for i in range(0,8):
|
|
if i in dic_worker[service.name][worker].keys():
|
|
horaires = sorted(dic_worker[service.name][worker][weekday], key=lambda tup: tup['date_debut'])
|
|
dic_worker[service.name][worker][weekday] = horaires
|
|
|
|
i = 0
|
|
j = 0
|
|
for worker in dic_worker[service.name].keys():
|
|
for day, horaires in dic_worker[service.name][worker].items():
|
|
if day != 'horaires':
|
|
i += 1
|
|
if len(horaires) > 2 or len(horaires)%2:
|
|
print 'A'
|
|
for horaire in horaires:
|
|
print [day, worker.last_name, horaire['libelle'], horaire['date_debut']]
|
|
for k, v in PERIODICITIES:
|
|
if PERIOD_FAURE_NOUS[int(horaire['rythme'])] == k:
|
|
p = v
|
|
break
|
|
d = JOURS[day]
|
|
writer.writerow([d, worker.last_name.encode('utf-8'), worker.first_name.encode('utf-8'), horaire['libelle'],
|
|
horaire['date_debut'], horaire['date_fin'], horaire['heure'], p])
|
|
else:
|
|
arrivee = None
|
|
depart = None
|
|
for horaire in horaires:
|
|
if horaire['libelle'] == 'ARRIVEE':
|
|
arrivee = horaire
|
|
else:
|
|
depart = horaire
|
|
if not (arrivee and depart):
|
|
print 'B'
|
|
for horaire in horaires:
|
|
print [day, worker.last_name, horaire['libelle'], horaire['date_debut']]
|
|
for k, v in PERIODICITIES:
|
|
if PERIOD_FAURE_NOUS[int(horaire['rythme'])] == k:
|
|
p = v
|
|
break
|
|
d = JOURS[day]
|
|
writer.writerow([d, worker.last_name.encode('utf-8'), worker.first_name.encode('utf-8'), horaire['libelle'],
|
|
horaire['date_debut'], horaire['date_fin'], horaire['heure'], p])
|
|
else:
|
|
j += 1
|
|
# Créer les horaires
|
|
start_date = datetime.strptime(arrivee['date_debut'][:-13], "%Y-%m-%d").date()
|
|
weekday = day - 1
|
|
periodicity = PERIOD_FAURE_NOUS[int(arrivee['rythme'])]
|
|
if not periodicity:
|
|
periodicity = 1
|
|
week_period, week_parity, week_rank = PERIOD_LIST_TO_FIELDS[periodicity - 1]
|
|
end_date = None
|
|
skip = False
|
|
if arrivee['date_fin']:
|
|
end_date = datetime.strptime(arrivee['date_fin'][:-13], "%Y-%m-%d").date()
|
|
tt = TimeTable(worker=worker,
|
|
weekday=weekday,
|
|
periodicity=periodicity,
|
|
week_period=week_period, week_parity=week_parity, week_rank=week_rank,
|
|
start_time = datetime.strptime(arrivee['heure'][11:16], "%H:%M").time(),
|
|
end_time = datetime.strptime(depart['heure'][11:16], "%H:%M").time(),
|
|
start_date = start_date,
|
|
end_date = end_date)
|
|
tt.save()
|
|
tt.services.add(service)
|
|
print '====> %s %s' % (worker.last_name.encode('utf-8'), worker.first_name.encode('utf-8'))
|
|
|
|
|
|
print i
|
|
print j
|
|
|
|
csvfile.close()
|
|
|
|
if __name__ == "__main__":
|
|
main()
|