Import activities, guests and guest transactions
This commit is contained in:
Yohann D'ANELLO
parent
1090fe0b26
commit
4ce9aa0d4a
|
|
@ -2,25 +2,24 @@
|
|||
|
||||
from django.core.management.base import BaseCommand
|
||||
from django.core.management import call_command
|
||||
from django.utils import timezone
|
||||
import psycopg2 as pg
|
||||
import psycopg2.extras as pge
|
||||
from django.db import transaction
|
||||
|
||||
import json
|
||||
import datetime
|
||||
import collections
|
||||
import re
|
||||
|
||||
from django.core.exceptions import ValidationError
|
||||
from django.utils.timezone import make_aware
|
||||
|
||||
from django.db import IntegrityError
|
||||
from django.contrib.auth.models import User
|
||||
from note.models import Note, NoteSpecial, NoteUser, NoteClub
|
||||
from activity.models import ActivityType, Activity, Guest, Entry, GuestTransaction
|
||||
from note.models import Note
|
||||
from note.models import Alias
|
||||
from note.models import TemplateCategory, TransactionTemplate, \
|
||||
Transaction, RecurrentTransaction, MembershipTransaction, SpecialTransaction
|
||||
from member.models import Profile, Club, Membership
|
||||
Transaction, RecurrentTransaction, SpecialTransaction
|
||||
from member.models import Club
|
||||
|
||||
"""
|
||||
Script d'import de la nk15:
|
||||
|
|
@ -34,7 +33,6 @@ M_DURATION = 396
|
|||
M_START = datetime.date(2019, 8, 31)
|
||||
M_END = datetime.date(2020, 9, 30)
|
||||
|
||||
|
||||
MAP_IDBDE = {
|
||||
-4: 2, # Carte Bancaire
|
||||
-3: 4, # Virement
|
||||
|
|
@ -43,19 +41,25 @@ MAP_IDBDE={
|
|||
0: 5, # BDE
|
||||
}
|
||||
|
||||
def update_line(n,N, content):
|
||||
MAP_IDACTIVITY = {}
|
||||
MAP_NAMEACTIVITY = {}
|
||||
MAP_NAMEGUEST = {}
|
||||
|
||||
|
||||
def update_line(n, total, content):
|
||||
n = str(n)
|
||||
N = str(N)
|
||||
n.rjust(len(N))
|
||||
print(f"\r ({n}/{N}) {content:10.10}",end="")
|
||||
total = str(total)
|
||||
n.rjust(len(total))
|
||||
print(f"\r ({n}/{total}) {content:10.10}", end="")
|
||||
|
||||
|
||||
@transaction.atomic
|
||||
def import_comptes(cur):
|
||||
cur.execute("SELECT * FROM comptes WHERE idbde > 0 ORDER BY idbde;")
|
||||
pkclub = 3
|
||||
N = cur.rowcount
|
||||
n = cur.rowcount
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx,N,row["pseudo"])
|
||||
update_line(idx, n, row["pseudo"])
|
||||
if row["type"] == "personne":
|
||||
# sanitize password
|
||||
if row["passwd"] != "*|*":
|
||||
|
|
@ -87,15 +91,14 @@ def import_comptes(cur):
|
|||
user.username = row["pseudo"] + str(row["idbde"])
|
||||
user.save()
|
||||
else:
|
||||
raise(e)
|
||||
raise e
|
||||
# profile and note created via signal.
|
||||
|
||||
note = user.note
|
||||
date = row.get("last_negatif", None)
|
||||
if date != None:
|
||||
if date is not None:
|
||||
note.last_negative = make_aware(date)
|
||||
note.balance = row["solde"]
|
||||
obj_list =[user, profile, note]
|
||||
note.save()
|
||||
else: # club
|
||||
obj_dict = {
|
||||
|
|
@ -117,12 +120,13 @@ def import_comptes(cur):
|
|||
|
||||
MAP_IDBDE[row["idbde"]] = note.note_ptr_id
|
||||
|
||||
|
||||
@transaction.atomic
|
||||
def import_boutons(cur):
|
||||
cur.execute("SELECT * FROM boutons;")
|
||||
N = cur.rowcount
|
||||
n = cur.rowcount
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx,N,row["label"])
|
||||
update_line(idx, n, row["label"])
|
||||
cat, created = TemplateCategory.objects.get_or_create(name=row["categorie"])
|
||||
if created:
|
||||
cat.save()
|
||||
|
|
@ -147,9 +151,10 @@ def import_boutons(cur):
|
|||
obj_dict["name"] = "{} {}".format(obj_dict["name"], note_name)
|
||||
button = TransactionTemplate.objects.create(**obj_dict)
|
||||
else:
|
||||
raise(e)
|
||||
raise e
|
||||
button.save()
|
||||
|
||||
|
||||
@transaction.atomic
|
||||
def import_transaction(cur):
|
||||
idmin = 58770
|
||||
|
|
@ -158,10 +163,9 @@ def import_transaction(cur):
|
|||
LEFT JOIN adhesions ON transactions.id = adhesions.id\
|
||||
WHERE transactions.id> {}\
|
||||
ORDER BY transactions.id;".format(idmin))
|
||||
N = cur.rowcount
|
||||
transac_list = []
|
||||
n = cur.rowcount
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx,N,row["description"])
|
||||
update_line(idx, n, row["description"])
|
||||
# some date are set to None, use the previous one
|
||||
date = row["transac_date"]
|
||||
obj_dict = {
|
||||
|
|
@ -175,17 +179,17 @@ def import_transaction(cur):
|
|||
"valid": row["valide"],
|
||||
}
|
||||
ttype = row["type"]
|
||||
if ttype == "don" or ttype == "transfert" or ttype == "invitation":
|
||||
transac = Transaction.objects.create(**obj_dict)
|
||||
if ttype == "don" or ttype == "transfert":
|
||||
Transaction.objects.create(**obj_dict)
|
||||
elif ttype == "bouton":
|
||||
cat_name = row["categorie"]
|
||||
if cat_name == None:
|
||||
if cat_name is None:
|
||||
cat_name = 'None'
|
||||
cat, created = TemplateCategory.objects.get_or_create(name=cat_name)
|
||||
if created:
|
||||
cat.save()
|
||||
obj_dict["category"] = cat
|
||||
transac = RecurrentTransaction.objects.create(**obj_dict)
|
||||
RecurrentTransaction.objects.create(**obj_dict)
|
||||
elif ttype == "crédit" or ttype == "retrait":
|
||||
field_id = "source_id" if ttype == "crédit" else "destination_id"
|
||||
if "espèce" in row["description"]:
|
||||
|
|
@ -206,19 +210,47 @@ def import_transaction(cur):
|
|||
obj_dict["first_name"] = actor.club.name
|
||||
obj_dict["last_name"] = actor.club.name
|
||||
else:
|
||||
raise("You should'nt be there")
|
||||
transac = SpecialTransaction.objects.create(**obj_dict)
|
||||
raise Exception("You should'nt be there")
|
||||
SpecialTransaction.objects.create(**obj_dict)
|
||||
elif ttype == "adhésion":
|
||||
print("adhesion not supported yet")
|
||||
elif ttype == "invitation":
|
||||
m = re.search("Invitation (.*?) \((.*?)\)", row["description"])
|
||||
if m is None:
|
||||
raise IntegrityError("Invitation is not well formated: {} (must be 'Invitation ACTIVITY_NAME (NAME)')"
|
||||
.format(row["description"]))
|
||||
|
||||
activity_name = m.group(1)
|
||||
guest_name = m.group(2)
|
||||
|
||||
if activity_name not in MAP_NAMEACTIVITY:
|
||||
raise IntegrityError("Activity {} is not found".format(activity_name,))
|
||||
activity = MAP_NAMEACTIVITY[activity_name]
|
||||
|
||||
if guest_name not in MAP_NAMEGUEST:
|
||||
raise IntegrityError("Guest {} is not found".format(guest_name,))
|
||||
|
||||
guest = None
|
||||
for g in MAP_NAMEGUEST[guest_name]:
|
||||
if g.activity.pk == activity.pk:
|
||||
guest = g
|
||||
break
|
||||
if guest is None:
|
||||
raise IntegrityError("Guest {} didn't go to the activity {}".format(guest_name, activity_name,))
|
||||
|
||||
obj_dict["guest"] = guest
|
||||
|
||||
GuestTransaction.objects.get_or_create(**obj_dict)
|
||||
else:
|
||||
print("other type not supported yet")
|
||||
print("other type not supported yet:", ttype)
|
||||
|
||||
|
||||
@transaction.atomic
|
||||
def import_aliases(cur):
|
||||
cur.execute("SELECT * FROM aliases ORDER by id")
|
||||
N = cur.rowcount
|
||||
n = cur.rowcount
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx,N,row["alias"])
|
||||
update_line(idx, n, row["titre"])
|
||||
alias_name = row["alias"]
|
||||
alias_name_good = (alias_name[:252] + '...') if len(alias_name) > 255 else alias_name
|
||||
obj_dict = {
|
||||
|
|
@ -234,15 +266,103 @@ def import_aliases(cur):
|
|||
if "unique" in e.args[0]:
|
||||
continue
|
||||
else:
|
||||
raise(e)
|
||||
raise e
|
||||
alias.save()
|
||||
|
||||
|
||||
@transaction.atomic
|
||||
def import_activities(cur):
|
||||
cur.execute("SELECT * FROM activites ORDER by id")
|
||||
n = cur.rowcount
|
||||
activity_type = ActivityType.objects.get(name="Pot") # Need to be fixed manually
|
||||
kfet = Club.objects.get(name="Kfet")
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx, n, row["alias"])
|
||||
organizer = Club.objects.filter(name=row["signature"])
|
||||
if organizer.exists():
|
||||
# Try to find the club that organizes the activity. If not founded, assume that is Kfet (fix manually)
|
||||
organizer = organizer.get()
|
||||
else:
|
||||
organizer = kfet
|
||||
obj_dict = {
|
||||
"name": row["titre"],
|
||||
"description": row["description"],
|
||||
"activity_type": activity_type, # By default Pot
|
||||
"creater": MAP_IDBDE[row["responsable"]],
|
||||
"organizer": organizer,
|
||||
"attendees_club": kfet, # Maybe fix manually
|
||||
"date_start": row["debut"],
|
||||
"date_end": row["fin"],
|
||||
"valid": row["validepar"] is not None,
|
||||
"open": row["open"], # Should be always False
|
||||
}
|
||||
# WARNING: Fields lieu, liste, listeimprimee are missing
|
||||
try:
|
||||
with transaction.atomic():
|
||||
activity = Activity.objects.get_or_create(**obj_dict)[0]
|
||||
MAP_IDACTIVITY[row["id"]] = activity
|
||||
MAP_NAMEACTIVITY[activity.name] = activity
|
||||
except IntegrityError as e:
|
||||
raise e
|
||||
|
||||
|
||||
@transaction.atomic
|
||||
def import_activity_entries(cur):
|
||||
map_idguests = {}
|
||||
|
||||
cur.execute("SELECT * FROM invites ORDER by id")
|
||||
n = cur.rowcount
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx, n, row["nom"] + " " + row["prenom"])
|
||||
obj_dict = {
|
||||
"activity": MAP_IDACTIVITY[row["activity"]],
|
||||
"last_name": row["nom"],
|
||||
"first_name": row["prenom"],
|
||||
"inviter": MAP_IDBDE[row["responsable"]],
|
||||
}
|
||||
try:
|
||||
with transaction.atomic():
|
||||
guest = Guest.objects.get_or_create(**obj_dict)[0]
|
||||
map_idguests.setdefault(row["responsable"], [])
|
||||
map_idguests[row["id"]].append(guest)
|
||||
guest_name = guest.first_name + " " + guest.last_name
|
||||
MAP_NAMEGUEST.setdefault(guest_name, [])
|
||||
MAP_NAMEGUEST[guest_name].append(guest)
|
||||
except IntegrityError as e:
|
||||
raise e
|
||||
|
||||
cur.execute("SELECT * FROM entree_activites ORDER by id")
|
||||
n = cur.rowcount
|
||||
for idx, row in enumerate(cur):
|
||||
update_line(idx, n, row["nom"] + " " + row["prenom"])
|
||||
activity = MAP_IDACTIVITY[row["activity"]]
|
||||
guest = None
|
||||
if row["est_invite"]:
|
||||
for g in map_idguests[row["id"]]:
|
||||
if g.activity.pk == activity.pk:
|
||||
guest = g
|
||||
break
|
||||
if not guest:
|
||||
raise IntegrityError("Guest was not found: " + str(row))
|
||||
obj_dict = {
|
||||
"activity": activity,
|
||||
"time": row["heure_entree"],
|
||||
"note": guest.inviter if guest else MAP_IDBDE[row["idbde"]],
|
||||
"guest": guest,
|
||||
}
|
||||
try:
|
||||
with transaction.atomic():
|
||||
Entry.objects.get_or_create(**obj_dict)
|
||||
except IntegrityError as e:
|
||||
raise e
|
||||
|
||||
|
||||
class Command(BaseCommand):
|
||||
"""
|
||||
Command for importing the database of NK15.
|
||||
Need to be run by a user with a registered role in postgres for the database nk15.
|
||||
"""
|
||||
|
||||
def print_success(self, to_print):
|
||||
return self.stdout.write(self.style.SUCCESS(to_print))
|
||||
|
||||
|
|
@ -250,7 +370,8 @@ class Command(BaseCommand):
|
|||
parser.add_argument('-c', '--comptes', action='store_true', help="import accounts")
|
||||
parser.add_argument('-b', '--boutons', action='store_true', help="import boutons")
|
||||
parser.add_argument('-t', '--transactions', action='store_true', help="import transaction")
|
||||
parser.add_argument('-a', '--aliases', action = 'store_true',help="import aliases")
|
||||
parser.add_argument('-al', '--aliases', action='store_true', help="import aliases")
|
||||
parser.add_argument('-ac', '--activities', action='store_true', help="import activities")
|
||||
parser.add_argument('-s', '--save', action='store', help="save mapping of idbde")
|
||||
parser.add_argument('-m', '--map', action='store', help="import mapping of idbde")
|
||||
parser.add_argument('-d', '--nk15db', action='store', default='nk15', help='NK15 database name')
|
||||
|
|
@ -284,6 +405,9 @@ class Command(BaseCommand):
|
|||
if kwargs["boutons"]:
|
||||
import_boutons(cur)
|
||||
self.print_success("boutons table imported\n")
|
||||
if kwargs["activities"]:
|
||||
import_activities(cur)
|
||||
self.print_success("activities imported\n")
|
||||
if kwargs["aliases"]:
|
||||
import_aliases(cur)
|
||||
self.print_success("aliases imported\n")
|
||||
|
|
|
|||
Loading…
Reference in New Issue