Merge branch 'add_year_tag' into 'master'

Extraction ML Adhérents des années N et N-years

See merge request bde/nk20-scripts!3

management/commands/anonymize_data.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2018-2023 by BDE ENS Paris-Saclay
+# Copyright (C) 2018-2021 by BDE ENS Paris-Saclay
 # SPDX-License-Identifier: GPL-3.0-or-later
 
 from django.core.management.base import BaseCommand
@@ -7,39 +7,20 @@ from django.db import connection
 
 class Command(BaseCommand):
     """
-    Command to protect sensitive data during the beta phase or after WEI.
+    Command to protect sensitive data during the beta phase, to prevent a right escalation.
-    Phone number, email address, postal address, first and last name,
+    Phone number, email address, postal address, first and last name are removed.
-    IP addresses, health issues, gender and birth date are removed.
     """
     def add_arguments(self, parser):
         parser.add_argument('--force', '-f', action='store_true', help="Actually anonymize data.")
-        parser.add_argument('--type', '-t', choices=["all", "wei", "user"], default="",
-                            help='Select the type of data to anonyze (default None)')
 
-    def handle(self, *args, **options):
+    def handle(self, *args, **kwargs):
-        if not options['force']:
+        if not kwargs['force']:
-            if options['type'] == "all":
-                self.stderr.write("CAUTION: This is a dangerous script. This will reset ALL personal data with "
-                              "sample data. Don't use  in production! If you know what you are doing, please "
-                              "add --force option.")
-            elif options['type'] == "wei":
-                self.stderr.write("CAUTION: This is a dangerous script. This will reset WEI personal data with "
-                              "sample data. Use it in production only after WEI. If you know what you are doing,"
-                              "please add --force option.")
-            elif options['type'] == "user":
-                self.stderr.write("CAUTION: This is a dangerous script. This will reset all personal data "
-                              "visible by user (not admin or trez BDE) with sample data. Don't use  in "
-                              "production! If you know what you are doing, please add --force option.")
-            else:
             self.stderr.write("CAUTION: This is a dangerous script. This will reset all personal data with "
-                              "sample data. Don't use  in production ('wei' can be use in production after "
+                              "sample data. Don't use this in production! If you know what you are doing, "
-                              "the WEI)! If you know what you are doing, please choose a type.")
+                              "please add --force option.")
             exit(1)
 
         cur = connection.cursor()
-        if options['type'] in ("all","user"):
-            if options['verbosity'] != 0:
-                self.stdout.write("Anonymize profile, user club and guest data")
         cur.execute("UPDATE member_profile SET "
                     "phone_number = '0123456789', "
                     "address = '4 avenue des Sciences, 91190 GIF-SUR-YVETTE';")
@@ -49,45 +30,4 @@ class Command(BaseCommand):
                     "email = 'anonymous@example.com';")
         cur.execute("UPDATE member_club SET "
                     "email = 'anonymous@example.com';")
-            cur.execute("UPDATE activity_guest SET "
-                    "first_name = 'Anne', "
-                    "last_name = 'Onyme';")
-
-        if options['type'] in ("all","wei","user"):
-            if options['verbosity'] != 0:
-                self.stdout.write("Anonymize WEI data")
-            cur.execute("UPDATE wei_weiregistration SET "
-                    "birth_date = '1998-01-08', "
-                    "emergency_contact_name = 'Anne Onyme', "
-                    "emergency_contact_phone = '0123456789', "
-                    "gender = 'nonbinary', "
-                    "health_issues = 'Tout va bien';")
-
-        if options['type'] == "all":
-            if options['verbosity'] != 0:
-                self.stdout.write("Anonymize invoice, special transaction, log, mailer and oauth data")
-            cur.execute("UPDATE treasury_invoice SET "
-                    "name = 'Anne Onyme', "
-                    "object = 'Rends nous riches', "
-                    "description = 'Donne nous plein de sous', "
-                    "address = '4 avenue des Sciences, 91190 GIF-SUR-YVETTE';")
-            cur.execute("UPDATE treasury_product SET "
-                    "designation = 'un truc inutile';")
-            cur.execute("UPDATE note_specialtransaction SET "
-                    "bank = 'le matelas', "
-                    "first_name = 'Anne', "
-                    "last_name = 'Onyme';")
-            cur.execute("UPDATE logs_changelog SET "
-                    "ip = '127.0.0.1', "
-                    "data = 'new data', "
-                    "previous = 'old data';")
-            cur.execute("UPDATE mailer_messagelog SET "
-                    "log_message = 'log message', "
-                    "message_data = 'message data';")
-            cur.execute("UPDATE mailer_dontsendentry SET "
-                    "to_address = 'anonymous@example.com';")
-            cur.execute("UPDATE oauth2_provider_application SET "
-                    "name = 'external app', "
-                    "redirect_uris = 'http://external.app', "
-                    "client_secret = 'abcdefghijklmnopqrstuvwxyz';")
         cur.close()

management/commands/send_summary_notes_report.py

@@ -1,144 +0,0 @@
-# Copyright (C) 2018-2021 by BDE ENS Paris-Saclay
-# SPDX-License-Identifier: GPL-3.0-or-later
-
-from datetime import date
-
-from django.core.mail import send_mail
-from django.core.management import BaseCommand
-from django.db.models import Q
-from django.template.loader import render_to_string
-from django.utils.translation import activate
-from note.models import NoteUser, NoteClub
-from treasury.models import NoteSummary
-
-
-class Command(BaseCommand):
-    def add_arguments(self, parser):
-        parser.add_argument("--negative-amount", "-n", action='store', type=int, default=1000,
-                            help="Maximum amount to be considered as very negative (inclusive)")
-
-    def handle(self, *args, **options):
-        activate('fr')
-
-        if options['negative_amount'] == 0:
-            # Don't log empty notes
-            options['negative_amount'] = 1
-    
-        
-        # User notes
-        positive_user_notes = NoteUser.objects.filter( Q(balance__gt=0) ).distinct()
-        positive_user_notes_bde = positive_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
-
-        zero_user_notes = NoteUser.objects.filter( Q(balance=0) ).distinct()
-        zero_user_notes_bde = zero_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
-
-        negative_user_notes = NoteUser.objects.filter( Q(balance__lt=0) ).distinct()
-        negative_user_notes_bde = negative_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
-
-        vnegative_user_notes = NoteUser.objects.filter( Q(balance__lte=-options["negative_amount"]) ).distinct()
-        vnegative_user_notes_bde = vnegative_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
-
-
-        total_positive_user = positive_user_notes.count()
-        balance_positive_user = sum(note.balance for note in positive_user_notes.all())
-
-        total_positive_user_bde = positive_user_notes_bde.count()
-        balance_positive_user_bde = sum(note.balance for note in positive_user_notes_bde.all())
-
-        total_zero_user = zero_user_notes.count()
-
-        total_zero_user_bde = zero_user_notes_bde.count()
-
-        total_negative_user = negative_user_notes.count()
-        balance_negative_user = sum(note.balance for note in negative_user_notes.all())
-
-        total_negative_user_bde = negative_user_notes_bde.count()
-        balance_negative_user_bde = sum(note.balance for note in negative_user_notes_bde.all())
-
-        total_vnegative_user = vnegative_user_notes.count()
-        balance_vnegative_user = sum(note.balance for note in vnegative_user_notes.all())
-
-        total_vnegative_user_bde = vnegative_user_notes_bde.count()
-        balance_vnegative_user_bde = sum(note.balance for note in vnegative_user_notes_bde.all())
-
-        
-
-        #Club notes
-        positive_club_notes = NoteClub.objects.filter( Q(balance__gt=0) ).distinct()
-        positive_club_notes_nbde = positive_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
-
-        zero_club_notes = NoteClub.objects.filter( Q(balance=0) ).distinct()
-        zero_club_notes_nbde = zero_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
-
-        negative_club_notes = NoteClub.objects.filter( Q(balance__lt=0) ).distinct()
-        negative_club_notes_nbde = negative_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
-
-
-        total_positive_club = positive_club_notes.count()
-        balance_positive_club = sum(note.balance for note in positive_club_notes.all())
-
-        total_positive_club_nbde = positive_club_notes_nbde.count()
-        balance_positive_club_nbde = sum(note.balance for note in positive_club_notes_nbde.all())
-
-        total_zero_club = zero_club_notes.count()
-
-        total_zero_club_nbde = zero_club_notes_nbde.count()
-
-        total_negative_club = negative_club_notes.count()
-        balance_negative_club = sum(note.balance for note in negative_club_notes.all())
-
-        total_negative_club_nbde = negative_club_notes_nbde.count()
-        balance_negative_club_nbde = sum(note.balance for note in negative_club_notes_nbde.all())
-        
-
-        last_summary = NoteSummary.objects.order_by('-date').first()
-
-        summary = NoteSummary.objects.create(
-            total_positive_user=total_positive_user,
-            balance_positive_user=balance_positive_user,
-
-            total_positive_user_bde=total_positive_user_bde,
-            balance_positive_user_bde=balance_positive_user_bde,
-
-            total_zero_user=total_zero_user,
-
-            total_zero_user_bde=total_zero_user_bde,
-
-            total_negative_user=total_negative_user,
-            balance_negative_user=balance_negative_user,
-
-            total_negative_user_bde=total_negative_user_bde,
-            balance_negative_user_bde=balance_negative_user_bde,
-
-            total_vnegative_user=total_vnegative_user,
-            balance_vnegative_user=balance_vnegative_user,
-
-            total_vnegative_user_bde=total_vnegative_user_bde,
-            balance_vnegative_user_bde=balance_vnegative_user_bde,
-
-
-            total_positive_club=total_positive_club,
-            balance_positive_club=balance_positive_club,
-
-            total_positive_club_nbde=total_positive_club_nbde,
-            balance_positive_club_nbde=balance_positive_club_nbde,
-
-            total_zero_club=total_zero_club,
-
-            total_zero_club_nbde=total_zero_club_nbde,
-
-            total_negative_club=total_negative_club,
-            balance_negative_club=balance_negative_club,
-
-            total_negative_club_nbde=total_negative_club_nbde,
-            balance_negative_club_nbde=balance_negative_club_nbde,
-        )
-
-        balance_difference_user = (balance_positive_user - balance_negative_user) - (last_summary.balance_positive_user - last_summary.balance_negative_user)
-        balance_difference_club = (balance_positive_club - balance_negative_club) - (last_summary.balance_positive_club - last_summary.balance_negative_club)
-
-        plain_text = render_to_string("note/mails/summary_notes_report.txt", context=dict(summary=summary, balance_difference_user=balance_difference_user, balance_difference_club=balance_difference_club))
-        html = render_to_string("note/mails/summary_notes_report.html", context=dict(summary=summary, balance_difference_user=balance_difference_user, balance_difference_club=balance_difference_club))
-        send_mail("[Note Kfet] Récapitulatif de trésorerie", plain_text, "Note Kfet 2020 <notekfet2020@crans.org>",
-                  recipient_list=["respo-info.bde@lists.crans.org", "tresorerie.bde@lists.crans.org"],
-                  html_message=html)

shell/backup_db

@@ -1,9 +1,9 @@
 #!/bin/bash
 # Create temporary backups directory
-mkdir -p /tmp/note-backups
+[[ -d /tmp/note-backups ]] || mkdir /tmp/note-backups
 date=$(date +%Y-%m-%d)
 # Backup database and save it as tar archive
-sudo -u postgres pg_dump -F t note_db > "/tmp/note-backups/$date.sql"
+su postgres -c "pg_dump -F t note_db" | tee "/tmp/note-backups/$date.tar" > /dev/null
 # Compress backup as gzip
-gzip "/tmp/note-backups/$date.sql"
+gzip "/tmp/note-backups/$date.tar"
-scp "/tmp/note-backups/$date.sql.gz" "club-bde@zamok.crans.org:backup/$date.sql.gz"
+scp "/tmp/note-backups/$date.tar.gz" "club-bde@zamok.crans.org:backup/$date.tar.gz"