Adapt download amendements to new API

batch/amendements/compute_latest.sh

@@ -13,6 +13,7 @@ echo 'SELECT source FROM amendement WHERE sort LIKE "Ind%" AND date > DATE_SUB(C
  grep -v source > liste_sort_indefini.txt
 
 python3 download_amendements.py $LEGISLATURE > /tmp/download_amendements.log
+python3 download_amendements_indefinis.py >> /tmp/download_amendements.log
 
 for file in `ls html`; do
   fileout=$(echo $file | sed 's/html/json/' | sed 's/\.html/\.xml/')

batch/amendements/download_amendements.py

@@ -8,7 +8,6 @@
 
 legislature = sys.argv[1] if len(sys.argv) > 1 else 15
 count = 0
-count2 = 0
 
 now = datetime.datetime.now()
 day = int(now.strftime("%d"))
@@ -52,4 +51,7 @@
 
                 with open(f'html/{texte}-{organe}-{num}.html', 'w') as f:
                     f.write(resp.text)
-    datedebut += datetime.timedelta(days=1)
+                    count += 1
+    datedebut += datetime.timedelta(days=1)
+
+print(count, 'amendements téléchargés')

batch/amendements/download_amendements_indefinis.py

@@ -0,0 +1,17 @@
+import requests
+
+count = 0
+
+for url_amdt in open('liste_sort_indefini.txt'):
+    url_amdt = url_amdt.strip()
+    print(url_amdt)
+    resp = requests.get(url_amdt, cookies={'website_version': 'old'})
+    if resp.status_code != 200:
+        print('invalid response')
+        continue
+    slug = url_amdt.replace('/', '_')
+    with open(f'html/{slug}.html', 'w') as f:
+        f.write(resp.text)
+        count += 1
+
+print(count, 'amendements indefinis téléchargés')