borg backup

Remove useless tee, use "mkdir -p" and use .sql.gz.

.gitignore

@@ -33,6 +33,7 @@ coverage
 
 # Local data
 secrets.py
+*/.env_borg
 *.log
 
 # Virtualenv

management/commands/extract_ml_registrations.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2018-2021 by BDE ENS Paris-Saclay
+# Copyright (C) 2018-2024 by BDE ENS Paris-Saclay
 # SPDX-License-Identifier: GPL-3.0-or-later
 
 from datetime import date
@@ -10,7 +10,7 @@ from member.models import Club, Membership
 
 class Command(BaseCommand):
     help = "Get mailing list registrations from the last wei. " \
-           "Usage: manage.py extract_ml_registrations -t {events,art,sport} -t {fr, en}. " \
+           "Usage: manage.py extract_ml_registrations -t {events,art,sport} -l {fr, en} -y {0, 1, ...}. " \
            "You can write this into a file with a pipe, then paste the document into your mail manager."
 
     def add_arguments(self, parser):
@@ -19,6 +19,8 @@ class Command(BaseCommand):
         parser.add_argument('--lang', '-l', type=str, choices=['fr', 'en'], default='fr',
                             help='Select the registred users of the ML of the given language. Useful only for the '
                                  'events mailing list.')
+        parser.add_argument('--years', '-y', type=int, default=0, 
+                            help='Select the cumulative registred users of a membership from years ago. 0 means the current users')
 
     def handle(self, *args, **options):
         # TODO: Improve the mailing list extraction system, and link it automatically with Mailman.
@@ -28,10 +30,12 @@ class Command(BaseCommand):
             return
 
         if options["type"] == "members":
+            today_date = date.today()
+            selected_date = date(today_date.year - options["years"], today_date.month, today_date.day)
             for membership in Membership.objects.filter(
                 club__name="BDE",
-                date_start__lte=date.today(),
-                date_end__gte=date.today(),
+                date_start__lte=today_date,
+                date_end__gte=selected_date,
             ).all():
                 self.stdout.write(membership.user.email)
             return
@@ -49,8 +53,11 @@ class Command(BaseCommand):
             return
 
         if options["type"] == "art":
+            nb=0
             for user in User.objects.filter(profile__ml_art_registration=True).all():
                 self.stdout.write(user.email)
+                nb+=1
+            self.stdout.write(str(nb))
             return
 
         if options["type"] == "sport":

shell/.env_borg_example

@@ -0,0 +1,3 @@
+BORG_PASSPHRASE='CHANGE_ME'
+BORG_REPO='USER@SERVER:PATH'
+BACKUP_FILE='PATH'

shell/backup_db

@@ -1,9 +1,14 @@
 #!/bin/bash
+export $(cat .env_borg | xargs)
+
 # Create temporary backups directory
-[[ -d /tmp/note-backups ]] || mkdir /tmp/note-backups
-date=$(date +%Y-%m-%d)
-# Backup database and save it as tar archive
-su postgres -c "pg_dump -F t note_db" | tee "/tmp/note-backups/$date.tar" > /dev/null
-# Compress backup as gzip
-gzip "/tmp/note-backups/$date.tar"
-scp "/tmp/note-backups/$date.tar.gz" "club-bde@zamok.crans.org:backup/$date.tar.gz"
+mkdir -p /tmp/note-backups
+
+# Backup database
+sudo -u postgres pg_dump -F t note_db > $BACKUP_FILE
+
+# Keep the last 30 backups
+borg prune --keep-last 30
+
+# Save backup
+borg create --compression lz4 ::backup-{now} $BACKUP_FILE