Initial commit

Signed-off-by: Emmy D'Anello <ynerant@crans.org>
This commit is contained in:
Emmy D'Anello 2022-10-01 20:06:07 +02:00
commit 9ec881a756
5 changed files with 167 additions and 0 deletions

4
.gitignore vendored Normal file
View File

@ -0,0 +1,4 @@
__pycache__
data/
procrasturgence/config.py

7
main.py Executable file
View File

@ -0,0 +1,7 @@
#!/usr/bin/env python3
from procrasturgence import procrasturgence
if __name__ == '__main__':
procrasturgence.main()

View File

View File

@ -0,0 +1,5 @@
API_KEY = ""
API_KEY_SECRET = ""
BEARER_TOKEN = ""
ACCESS_TOKEN = ""
ACCESS_TOKEN_SECRET = ""

View File

@ -0,0 +1,151 @@
import datetime
import hashlib
from io import BytesIO
import json
import os.path
import random
import requests
import subprocess
from zipfile import ZipFile
from tweepy import API, Client, OAuth1UserHandler
from . import config
LEG = 16
BASE_PATH = os.path.dirname(os.path.dirname(__file__))
def update_scrutins():
url = f"https://data.assemblee-nationale.fr/static/openData/repository/{LEG}/loi/scrutins/Scrutins.json.zip"
md5 = requests.get(f"{url}.md5").content.decode().strip()
local_md5_file = os.path.join(BASE_PATH, 'data', str(LEG), "Scrutins.md5")
if os.path.isfile(local_md5_file):
with open(local_md5_file) as f:
local_md5 = f.read().strip()
if local_md5 == md5:
print("Scrutins publics déjà à jour")
return
print(f"Mise à jour des scrutins publics de la {LEG}e législature…")
for _ in range(3):
zip_content = requests.get(url).content
if hashlib.md5(zip_content).hexdigest() == md5:
break
else:
print("Mauvaise signature, abandon")
exit(1)
with ZipFile(BytesIO(zip_content), "r") as zf:
for fileinfo in zf.infolist():
basename = os.path.basename(fileinfo.filename)
with open(os.path.join(BASE_PATH, 'data', str(LEG), 'Scrutins', basename), 'wb') as f:
f.write(zf.read(fileinfo.filename))
with open(local_md5_file, 'w') as f:
f.write(md5)
print("Mise à jour effectuée")
def update_amendements():
url = f"http://data.assemblee-nationale.fr/static/openData/repository/{LEG}/loi/amendements_div_legis/Amendements.json.zip"
md5 = requests.get(f"{url}.md5").content.decode().strip()
local_md5_file = os.path.join(BASE_PATH, 'data', str(LEG), "Amendements.md5")
if os.path.isfile(local_md5_file):
with open(local_md5_file) as f:
local_md5 = f.read().strip()
if local_md5 == md5:
print("Amendements déjà à jour")
return
print(f"Mise à jour des amendements de la {LEG}e législature…")
for _ in range(3):
zip_content = requests.get(url).content
if hashlib.md5(zip_content).hexdigest() == md5:
break
else:
print("Mauvaise signature, abandon")
exit(1)
with ZipFile(BytesIO(zip_content), "r") as zf:
for fileinfo in zf.infolist():
basename = fileinfo.filename.replace('json/', '')
dest = os.path.join(BASE_PATH, 'data', str(LEG), 'Amendements', basename)
if not os.path.isdir(os.path.dirname(dest)):
os.makedirs(os.path.dirname(dest))
with open(dest, 'wb') as f:
f.write(zf.read(fileinfo.filename))
with open(local_md5_file, 'w') as f:
f.write(md5)
print("Mise à jour effectuée")
def publish_amendement(obj, api, client):
with open(os.path.join(BASE_PATH, 'data', str(obj['legislature']), 'Scrutins', f"VTANR5L16V{obj['scrutin']}.json")) as f:
scrutin = json.load(f)['scrutin']
with open(os.path.join(BASE_PATH, 'data', str(obj['legislature']), 'Amendements', obj['amendement_path'])) as f:
amendement = json.load(f)['amendement']
content = amendement['corps']['contenuAuteur']['dispositif']
date = datetime.date.fromisoformat(scrutin['dateScrutin'])
now = datetime.date.today()
delta = (now - date).days
print(date, delta)
syn = scrutin['syntheseVote']
with open('/tmp/img.html', 'w') as f:
f.write(content)
subprocess.run(['wkhtmltoimage', '/tmp/img.html', '/tmp/img.jpg'])
text_media = api.media_upload("/tmp/img.jpg")
api.create_media_metadata(text_media.media_id, content[:1000])
# FIXME Faites mieux
syn_text = f"<p><strong>Pour :</strong> {syn['decompte']['pour']}</p>\n" + \
f"<p><strong>Contre :</strong> {syn['decompte']['contre']}</p>\n" + \
f"<p><strong>Abstentions :</strong> {syn['decompte']['abstentions']}</p>\n" + \
f"<p><strong>Exprim&eacute;s :</strong> {syn['suffragesExprimes']}"
with open('/tmp/img.html', 'w') as f:
f.write(syn_text)
subprocess.run(['wkhtmltoimage', '/tmp/img.html', '/tmp/img.jpg'])
result_media = api.media_upload("/tmp/img.jpg")
api.create_media_metadata(result_media.media_id, syn_text[:1000])
message = obj['message'].format(date=date, nb_jours = delta)
client.create_tweet(text=message, media_ids=[result_media.media_id, text_media.media_id]))
def main():
auth = OAuth1UserHandler(
config.API_KEY,
config.API_KEY_SECRET,
config.ACCESS_TOKEN,
config.ACCESS_TOKEN_SECRET,
)
api = API(auth)
client = Client(
bearer_token=config.BEARER_TOKEN,
consumer_key=config.API_KEY,
consumer_secret=config.API_KEY_SECRET,
access_token=config.ACCESS_TOKEN,
access_token_secret=config.ACCESS_TOKEN_SECRET,
)
update_scrutins()
update_amendements()
with open(os.path.join(BASE_PATH, 'data', 'votes.json')) as f:
data = json.load(f)
obj = random.choice(data)
publish_amendement(obj, api, client)