Générer les dossiers par email un à un et non en lot

This commit is contained in:
2020-12-10 20:39:51 +01:00
parent 7840087bb0
commit 908e15a80f
4 changed files with 268 additions and 324 deletions

View File

@@ -29,6 +29,7 @@ def includeme(config):
config.add_route('devis_preview', '/devis_preview/{nodevis}')
# dossier
config.add_route('demandes','/demandes')
config.add_route('demandes_dl','/demandes_dl/{societe}/{email_from}/{email_uid}')
config.add_route('delete_img','/delete_img/{nodossier}/{norapport}/{nosection}/{nomfic}')
config.add_route('dossier_edit', '/dossier_edit/{nodossier}')
config.add_route('dossier_lookup', '/dossier_lookup')

View File

@@ -39,7 +39,7 @@
<span class="glyphicon glyphicon-download-alt logo-warning"></span>
<h4>EMAILS <span class="glyphicon glyphicon-arrow-right"></span> DOSSIERS</h4></a>
</div>
<div class="col-sm-3">
<div class="col-sm-3" tal:condition="logged_in=='CAO'">
<a href="${request.application_url}/upload_om" tal:condition="access > 0">
<span class="glyphicon glyphicon-download-alt logo-warning"></span>
<h4>PDF <span class="glyphicon glyphicon-arrow-right"></span> DOSSIERS</h4></a>

View File

@@ -1,49 +1,36 @@
<metal:block use-macro="main_template">
<div metal:fill-slot="content">
<div tal:condition="message" tal:content="message" class="alert alert-success" />
<div class="row">
<table id="demandes" class="table table-striped table-bordered">
<br />
<p>
<a href="${request.application_url}/" class="btn btn-default btn" role="button">
<span class="glyphicon glyphicon-chevron-left"></span> Retour</a>
</p>
<table class="table table-bordered">
<thead>
<tr>
<th>Société</th>
<th class="text-center">Soc</th>
<th>Date</th>
<th>Expéditeur</th>
<th>Objet</th>
<th></th>
</tr>
</thead>
</table>
</div>
<div class="row">
<form id="demandes_form" action="${url}" class="form-horizontal" method="post"
data-fv-framework="bootstrap"
data-fv-icon-valid="glyphicon glyphicon-ok"
data-fv-icon-invalid="glyphicon glyphicon-remove"
data-fv-icon-validating="glyphicon glyphicon-refresh">
<div class="form-group">
<div class="col-sm-offset-4 col-sm-8">
<a href="${request.application_url}/" class="btn btn-default btn-lg" role="button">
<span class="glyphicon glyphicon-chevron-left"></span> Retour</a>
<button id="generateButton" class="btn btn-success btn-lg" type="submit" name="form.submitted" tal:condition="msglus">
<i class="glyphicon glyphicon-refresh"></i>&nbsp;Générer les dossiers</button>
</div>
</div>
</form>
</div>
<div class="row">
<h2>Rapport de génération</h2>
<table class="table table-condensed">
<tr tal:repeat="item log_creation">
<td>${item.date.strftime('%d %b, %H:%M')}</td>
<td>${item.proc}</td>
<td>${item.msg}</td>
<td><a href="${request.application_url}/dossier_view/${item.nodossier}">${item.nodossier}</td>
<td>${item.user}</td>
<tr tal:repeat="item emails">
<td tal:condition="item.email_societe=='PE'" class="bg-warning text-center">${item.email_societe}</td>
<td tal:condition="item.email_societe=='ME'" class="bg-danger text-center">${item.email_societe}</td>
<td tal:condition="item.email_societe=='PL'" class="bg-success text-center">${item.email_societe}</td>
<td>${item.email_date.strftime('%d %b, %H:%M')}</td>
<td>${item.email_from}</td>
<td>${item.email_subject}</td>
<td class="text-center">
<a href="${request.application_url}/demandes_dl/${item.email_societe}/${item.email_from}/${item.email_uid}">
<i class="glyphicon glyphicon-arrow-down"></i></a>
</td>
</tr>
</table>
<br />
<h2>Dossiers générés à contrôler</h2>
<table class="table table-condensed">
<tr tal:repeat="item dossiers_traites">
@@ -54,41 +41,10 @@
<td>${item.USERMAJ}</td>
</tr>
</table>
</div>
<br />
<br />
<script type="text/javascript">
var dataSet = ${dt_data};
$(document).ready(function() {
$.fn.dataTable.moment('DD-MM-YYYY MH:mm:ss');
$('#demandes').DataTable({
data: dataSet,
pageLength: 50,
bLengthChange: false,
searching: false,
language: {
url: 'https://cdn.datatables.net/plug-ins/1.10.16/i18n/French.json'
},
columnDefs: [
{ className: "text-center", "targets": [0] },
],
createdRow: function( row, data, dataIndex ) {
if ( data[0] == "ME" ) {
$('td', row).eq(0).css('background-color', 'Gold');
} else if ( data[0] == "PE" ) {
$('td', row).eq(0).css('background-color', 'LightYellow');
} else if ( data[0] == "PL" ) {
$('td', row).eq(0).css('background-color', 'LightGreen');
}
},
});
});
</script>
<script type="text/javascript">
$('#generateButton').on('click', function(){
$('i.gly-spin').removeClass('gly-spin');

View File

@@ -773,9 +773,6 @@ def rdf_bill(request):
'article' : article,
}
@view_config(route_name='demandes', renderer='../templates/dossier/demandes.pt', permission='view')
def demandes(request):
def mailbox_connect(societe):
# connecter au serveur IMAP de la societe
if societe == 'PE':
@@ -801,6 +798,9 @@ def demandes(request):
return conn
@view_config(route_name='demandes', renderer='../templates/dossier/demandes.pt', permission='view')
def demandes(request):
def demandes_lister(societe, search_criteria):
# connecter au serveur de mail
conn = mailbox_connect(societe)
@@ -816,10 +816,10 @@ def demandes(request):
return HTTPFound(location=request.route_url('home'))
mail_ids = data[0]
for num in mail_ids.split():
rv, msg_data = conn.fetch(num, '(RFC822)')
for email_UID in mail_ids.split():
rv, msg_data = conn.fetch(email_UID, '(RFC822)')
if rv != 'OK':
request.session.flash("ERREUR de lecture du message %s" % num, 'danger')
request.session.flash("ERREUR de lecture du message %s" % email_UID, 'danger')
return HTTPFound(location=request.route_url('home'))
msg = email.message_from_bytes(msg_data[0][1])
@@ -833,7 +833,13 @@ def demandes(request):
else:
email_date = datetime.now()
d = (societe, email_date.strftime('%d-%m-%Y %H:%M:%S'), email_from, email_subject)
d = {
"email_societe": societe,
"email_date": email_date,
"email_from": email_from.split('@')[1],
'email_subject':email_subject,
"email_uid": email_UID
}
liste.append(d)
# deconnexion du serveur
@@ -841,7 +847,41 @@ def demandes(request):
conn.logout()
return liste
def demandes_generer(request, societe, search_criteria):
# ------- main -------
logged_in = request.authenticated_userid.upper()
url = request.route_url('demandes')
message = ''
societes = ['PE','ME','PL']
# critères de recherche des demandes d'interventions de la MAIF
# search_criteria = ['FROM service.sinistres@domus-services.fr SUBJECT "Ordre de mission DOMUS - Dossier" UNDELETED'] "
search_criteria = ['FROM gestionsinistre@maif.fr SUBJECT "Intervention entreprise partenaire"',
'FROM service.sinistres@domus-services.fr SUBJECT "Ordre de mission DOMUS - Dossier" UNDELETED']
emails=[]
# lister les demandes par societe
for societe in societes:
emails = emails + demandes_lister(societe, search_criteria)
# messages lus
msglus = bool(emails)
dossiers_traites = get_dossiers_traites(request)
return {
'page_title': "Liste des emails de demandes d'intervention",
'url': url,
'emails': emails,
'dossiers_traites': dossiers_traites,
}
@view_config(route_name='demandes_dl', permission='view')
def demandes_dl(request):
"""
Lire le message et récupérer le PDF
Analyser le PDF et génère le dossier
"""
def generer_mission(request, societe, mbx_search, extracted_file, temp_file_path):
@@ -938,39 +978,40 @@ def demandes(request):
return traite
# ------- main -------
societe = request.matchdict['societe']
email_from = request.matchdict['email_from']
email_uid = request.matchdict['email_uid']
logged_in = request.authenticated_userid.upper()
message = ''
if 'maif' in email_from:
search_criteria = 'FROM gestionsinistre@maif.fr SUBJECT "Intervention entreprise partenaire" UNDELETED'
else:
search_criteria = 'FROM service.sinistres@domus-services.fr SUBJECT "Ordre de mission DOMUS - Dossier" UNDELETED'
# connecter au serveur de mail
conn = mailbox_connect(societe)
# select INBOX
rv, data = conn.select('INBOX')
conn.expunge()
nbLus = 0
nbCrees = 0
nbAnnules = 0
for criteria in search_criteria:
# rechercher les emails de demandes dans le INBOX
rv, data = conn.search(None, criteria)
rv, data = conn.search(None, search_criteria)
if rv != 'OK':
request.session.flash("ERREUR de lecture de la boîte de réception", 'danger')
return HTTPFound(location=request.route_url('home'))
return HTTPFound(location=request.route_url('messages'))
mail_ids = data[0]
# parcourir la liste des UID
for num in mail_ids.split():
rv, msg_data = conn.fetch(num, '(RFC822)')
# lire le message avec UID
rv, msg_data = conn.fetch(email_uid, '(RFC822)')
if rv != 'OK':
request.session.flash("ERREUR de lecture du message %s" % num, 'danger')
return HTTPFound(location=request.route_url('home'))
request.session.flash("ERREUR de lecture du message %s" % email_uid, 'danger')
return HTTPFound(location=request.route_url('messages'))
raw_email = msg_data[0][1]
# converts byte literal to string removing b''
try:
raw_email_string = raw_email.decode('utf-8')
except:
# déplacer le message dans la poubelle
conn.store(num, '+FLAGS', '\\Deleted')
conn.expunge()
else:
email_message = email.message_from_string(raw_email_string)
# get the message's body
@@ -988,91 +1029,37 @@ def demandes(request):
if temp_file_path != '':
# si attachement existe, convertir le fichier pdf en texte
texte, extracted_file = pdf_convert_to_txt(temp_file_path)
nbLus = nbLus + 1
# mission annulée ?
if 'Objet : ANNULATION MISSION' in texte :
# genere ANNULATION mission MAIF
#import pdb;pdb.set_trace()
n = generer_annul_maif(request, societe, extracted_file, temp_file_path)
if n > 0:
nbAnnules = nbAnnules + n
# déplacer le message dans la poubelle
conn.store(num, '+FLAGS', '\\Deleted')
conn.store(email_uid, '+FLAGS', '\\Deleted')
elif 'ANNULATION ORDRE DE MISSION' in texte:
# genere ANNULATION mission DOMUS
nosin = str(body)[84:95]
#import pdb;pdb.set_trace()
n = generer_annul_domus(request, societe, nosin, temp_file_path)
if n > 0:
nbAnnules = nbAnnules + n
# déplacer le message dans la poubelle
conn.store(num, '+FLAGS', '\\Deleted')
conn.store(email_uid, '+FLAGS', '\\Deleted')
else:
#import pdb;pdb.set_trace()
# genere le dossier d'après le mail
n = generer_mission(request, societe, criteria, extracted_file, temp_file_path)
n = generer_mission(request, societe, email_from, extracted_file, temp_file_path)
if n > 0:
nbCrees = nbCrees + n
# déplacer le message dans la poubelle
conn.store(num, '+FLAGS', '\\Deleted')
conn.store(email_uid, '+FLAGS', '\\Deleted')
conn.expunge()
conn.close()
# deconnexion du serveur
conn.logout()
return nbLus, nbCrees, nbAnnules
# ------- main -------
logged_in = request.authenticated_userid.upper()
url = request.route_url('demandes')
message = ''
societes = ['PE','ME','PL']
# critères de recherche des demandes d'interventions de la MAIF
# search_criteria = ['FROM service.sinistres@domus-services.fr SUBJECT "Ordre de mission DOMUS - Dossier" UNDELETED'] "
search_criteria = ['FROM gestionsinistre@maif.fr SUBJECT "Intervention entreprise partenaire"',
'FROM service.sinistres@domus-services.fr SUBJECT "Ordre de mission DOMUS - Dossier" UNDELETED']
if 'form.submitted' in request.params:
# traiter les demandes de la MAIF puis de DOMUS pour toutes les sociétes
nbLus = 0
nbCrees = 0
nbAnnules = 0
# log de nuit
insert_log_nuit(request, 'GENERER','- Début GENERATION des dossiers à partir des EMAILS', '')
for societe in societes:
nLus, nCrees, nAnnules = demandes_generer(request, societe, search_criteria)
nbLus = nbLus + nLus
nbCrees = nbCrees + nCrees
nbAnnules = nbAnnules + nAnnules
# log de nuit
insert_log_nuit(request, 'GENERER','- Fin GENERATION : %s emails traités, %s dossiers créés/modifiés, %s dossiers annulés' % (nbLus, nbCrees, nbAnnules), '')
message = "%s emails ont été traités." % nbLus
liste=[]
# lister les demandes par societe
for societe in societes:
liste = liste + demandes_lister(societe, search_criteria)
# messages lus
msglus = bool(liste)
# lire le log
log_creation = get_log_demandes(request)
dossiers_traites = get_dossiers_traites(request)
return {
'page_title': "Liste des emails de demandes d'intervention",
'url': url,
'dt_data': json.dumps(liste),
'msglus': msglus,
'message': message,
'log_creation': log_creation,
'dossiers_traites': dossiers_traites,
}
request.session.flash("La mission a été importée avec succès", 'success')
return HTTPFound(request.route_url('demandes'))
def downloadFile2Temp(input_file, input_name, ext_allowed):