Merge branch 'notes_report' into 'master'

send summary script

See merge request bde/nk20-scripts!5

management/commands/send_summary_notes_report.py

@@ -0,0 +1,144 @@
+# Copyright (C) 2018-2021 by BDE ENS Paris-Saclay
+# SPDX-License-Identifier: GPL-3.0-or-later
+
+from datetime import date
+
+from django.core.mail import send_mail
+from django.core.management import BaseCommand
+from django.db.models import Q
+from django.template.loader import render_to_string
+from django.utils.translation import activate
+from note.models import NoteUser, NoteClub
+from treasury.models import NoteSummary
+
+
+class Command(BaseCommand):
+    def add_arguments(self, parser):
+        parser.add_argument("--negative-amount", "-n", action='store', type=int, default=1000,
+                            help="Maximum amount to be considered as very negative (inclusive)")
+
+    def handle(self, *args, **options):
+        activate('fr')
+
+        if options['negative_amount'] == 0:
+            # Don't log empty notes
+            options['negative_amount'] = 1
+    
+        
+        # User notes
+        positive_user_notes = NoteUser.objects.filter( Q(balance__gt=0) ).distinct()
+        positive_user_notes_bde = positive_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
+
+        zero_user_notes = NoteUser.objects.filter( Q(balance=0) ).distinct()
+        zero_user_notes_bde = zero_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
+
+        negative_user_notes = NoteUser.objects.filter( Q(balance__lt=0) ).distinct()
+        negative_user_notes_bde = negative_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
+
+        vnegative_user_notes = NoteUser.objects.filter( Q(balance__lte=-options["negative_amount"]) ).distinct()
+        vnegative_user_notes_bde = vnegative_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
+
+
+        total_positive_user = positive_user_notes.count()
+        balance_positive_user = sum(note.balance for note in positive_user_notes.all())
+
+        total_positive_user_bde = positive_user_notes_bde.count()
+        balance_positive_user_bde = sum(note.balance for note in positive_user_notes_bde.all())
+
+        total_zero_user = zero_user_notes.count()
+
+        total_zero_user_bde = zero_user_notes_bde.count()
+
+        total_negative_user = negative_user_notes.count()
+        balance_negative_user = sum(note.balance for note in negative_user_notes.all())
+
+        total_negative_user_bde = negative_user_notes_bde.count()
+        balance_negative_user_bde = sum(note.balance for note in negative_user_notes_bde.all())
+
+        total_vnegative_user = vnegative_user_notes.count()
+        balance_vnegative_user = sum(note.balance for note in vnegative_user_notes.all())
+
+        total_vnegative_user_bde = vnegative_user_notes_bde.count()
+        balance_vnegative_user_bde = sum(note.balance for note in vnegative_user_notes_bde.all())
+
+        
+
+        #Club notes
+        positive_club_notes = NoteClub.objects.filter( Q(balance__gt=0) ).distinct()
+        positive_club_notes_nbde = positive_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
+
+        zero_club_notes = NoteClub.objects.filter( Q(balance=0) ).distinct()
+        zero_club_notes_nbde = zero_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
+
+        negative_club_notes = NoteClub.objects.filter( Q(balance__lt=0) ).distinct()
+        negative_club_notes_nbde = negative_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
+
+
+        total_positive_club = positive_club_notes.count()
+        balance_positive_club = sum(note.balance for note in positive_club_notes.all())
+
+        total_positive_club_nbde = positive_club_notes_nbde.count()
+        balance_positive_club_nbde = sum(note.balance for note in positive_club_notes_nbde.all())
+
+        total_zero_club = zero_club_notes.count()
+
+        total_zero_club_nbde = zero_club_notes_nbde.count()
+
+        total_negative_club = negative_club_notes.count()
+        balance_negative_club = sum(note.balance for note in negative_club_notes.all())
+
+        total_negative_club_nbde = negative_club_notes_nbde.count()
+        balance_negative_club_nbde = sum(note.balance for note in negative_club_notes_nbde.all())
+        
+
+        last_summary = NoteSummary.objects.order_by('-date').first()
+
+        summary = NoteSummary.objects.create(
+            total_positive_user=total_positive_user,
+            balance_positive_user=balance_positive_user,
+
+            total_positive_user_bde=total_positive_user_bde,
+            balance_positive_user_bde=balance_positive_user_bde,
+
+            total_zero_user=total_zero_user,
+
+            total_zero_user_bde=total_zero_user_bde,
+
+            total_negative_user=total_negative_user,
+            balance_negative_user=balance_negative_user,
+
+            total_negative_user_bde=total_negative_user_bde,
+            balance_negative_user_bde=balance_negative_user_bde,
+
+            total_vnegative_user=total_vnegative_user,
+            balance_vnegative_user=balance_vnegative_user,
+
+            total_vnegative_user_bde=total_vnegative_user_bde,
+            balance_vnegative_user_bde=balance_vnegative_user_bde,
+
+
+            total_positive_club=total_positive_club,
+            balance_positive_club=balance_positive_club,
+
+            total_positive_club_nbde=total_positive_club_nbde,
+            balance_positive_club_nbde=balance_positive_club_nbde,
+
+            total_zero_club=total_zero_club,
+
+            total_zero_club_nbde=total_zero_club_nbde,
+
+            total_negative_club=total_negative_club,
+            balance_negative_club=balance_negative_club,
+
+            total_negative_club_nbde=total_negative_club_nbde,
+            balance_negative_club_nbde=balance_negative_club_nbde,
+        )
+
+        balance_difference_user = (balance_positive_user - balance_negative_user) - (last_summary.balance_positive_user - last_summary.balance_negative_user)
+        balance_difference_club = (balance_positive_club - balance_negative_club) - (last_summary.balance_positive_club - last_summary.balance_negative_club)
+
+        plain_text = render_to_string("note/mails/summary_notes_report.txt", context=dict(summary=summary, balance_difference_user=balance_difference_user, balance_difference_club=balance_difference_club))
+        html = render_to_string("note/mails/summary_notes_report.html", context=dict(summary=summary, balance_difference_user=balance_difference_user, balance_difference_club=balance_difference_club))
+        send_mail("[Note Kfet] Récapitulatif de trésorerie", plain_text, "Note Kfet 2020 <notekfet2020@crans.org>",
+                  recipient_list=["respo-info.bde@lists.crans.org", "tresorerie.bde@lists.crans.org"],
+                  html_message=html)

management/commands/steals.py

@@ -1,114 +0,0 @@
-# Copyright (C) 2018-2025 by BDE ENS-Paris-Saclay
-# SPDX-License-Identifier: GPL-3.0-or-later
-
-from django.core.management.base import BaseCommand
-from django.db.models import Sum
-
-from note.models import RecurrentTransaction, TransactionTemplate
-
-
-class Command(BaseCommand):
-    help = """
-    Syntax of inventory file:\n
-        DATE_START=YYYY-MM-DD HH:MM:SS\n
-        button_id=quantity\n
-        # some comment\n
-        ...\n
-        DATE_END=YYYY-MM-DD\n
-        button_id=quantity\n
-        ...\n
-        GROCERY\n
-        button_id=quantity\n
-        ...\n
-    """
-
-    def add_arguments(self, parser):
-        parser.add_argument('file', type=str)
-
-    def handle(self, *args, **kwargs):
-        if not kwargs['file']:
-            kwargs['file'] = '/var/inventory/current.inv'
-        file = open(kwargs['file'], 'r', encoding='utf-8')
-
-        inv_start, inv_end, inv_grocery = {}, {}, {}
-        start = True
-        grocery = False
-
-        for line in file:
-            if line[0] == '#':
-                continue
-            if start:
-                if 'DATE_START' in line:
-                    date_start = line.split('=')[1]
-                elif 'DATE_END' in line:
-                    date_end = line.split('=')[1]
-                    start = False
-                else:
-                    add_to_dict(line, inv_start)
-            elif not grocery:
-                if 'GROCERY' in line:
-                    grocery = True
-                else:
-                    add_to_dict(line, inv_end)
-            else:
-                add_to_dict(line, inv_grocery)
-
-        delta_real = delta_from_inv(inv_start, inv_end, inv_grocery)
-        delta_th = delta_from_note(date_start, date_end, delta_real.keys())
-
-        steal_dict = steal(delta_real, delta_th)
-
-        if kwargs['verbosity'] > 0:
-            for button in steal_dict:
-                text = "%.2f" % steal_dict[button] + \
-                        f"% of steal on button: {button.name} (pk={button.pk})"
-                if steal_dict[button] > 20:
-                    self.stdout.write(self.style.ERROR(text))
-                elif steal_dict[button] > 0:
-                    self.stdout.write(self.style.WARNING(text))
-                else:
-                    self.stdout.write(self.style.SUCCESS(text))
-
-        return 0
-
-
-def add_to_dict(line, d):
-    pk, quantity = line.split('=')
-    button = TransactionTemplate.objects.get(pk=pk)
-    d[button] = int(quantity)
-    return
-
-
-def delta_from_note(date_start, date_end, keys):
-    d = {}
-    for button in keys:
-        quantity = RecurrentTransaction.objects.filter(
-            valid=True,
-            created_at__gte=date_start,
-            created_at__lte=date_end,
-            template__pk=button.pk).aggregate(total=Sum('quantity'))['total']
-        d[button] = quantity
-    return d
-
-
-def delta_from_inv(s, e, g):
-    d = {}
-    for button in s:
-        if button in g:
-            if button in e:
-                d[button] = s[button] + g[button] - e[button]
-            else:
-                d[button] = s[button] + g[button]
-        else:
-            if button in e:
-                d[button] = s[button] - e[button]
-            else:
-                d[button] = s[button]
-    return d
-
-
-def steal(real, th):
-    s = {}
-    for b in real:
-        s[b] = 100 * (real[b] - th[b]) / real[b]
-    return s

shell/oauth2_latency

@@ -1,15 +0,0 @@
-#!/usr/bin/sh
-# Copyright (C) 2018-2025 by BDE ENS-Paris-Saclay
-# SPDX-License-Identifier: GPL-3.0-or-later
-
-# use this script for reduce latency with oauth2_provider (cf. https://gitlab.crans.org/bde/nk20/issues/134)
-
-# Tested with django-oauth2-toolkit version 3.0.1
-
-sed -i -e "s/get_all_scopes()/get_all_scopes(scopes=scopes)/g" /var/www/note_kfet/env/lib/python3.11/site-packages/oauth2_provider/views/base.py
-
-sed -i -e '/get_all_scopes()/{N;s/\(.*\)\n\(.*\)/\2\n\1/;s/get_all_scopes()/get_all_scopes(scopes=token_scopes)/}' /var/www/note_kfet/env/lib/python3.11/site-packages/oauth2_provider/models.py
-
-sed -i -e '/get_all_scopes()/{N;s/\(.*\)\n\(.*\)/\2\n\1/;s/get_all_scopes()/get_all_scopes(scopes=read_write_scopes)/}' /var/www/note_kfet/env/lib/python3.11/site-packages/oauth2_provider/views/mixins.py
-
-sed -i -e '/get_all_scopes()/{N;s/\(.*\)\n\(.*\)/\2\n\1/;s/get_all_scopes()/get_all_scopes(scopes=read_write_scopes)/}' /var/www/note_kfet/env/lib/python3.11/site-packages/oauth2_provider/decorators.py