Merge pull request #23 from 18F/foiaonline

Downloader for FOIAonline
18F · Aug 28, 2014 · 26b9643 · 26b9643
2 parents 3a3845d + 43af6a7
commit 26b9643
Show file tree

Hide file tree

Showing 12 changed files with 617 additions and 42 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,11 +1,9 @@
 /contacts/html
-<<<<<<< HEAD
+/documents/data
 .DS_Store
-=======
-/data/pages
-/data/data
 __pycache__
 *.pyc
 node_modules
 todo.txt
->>>>>>> 56a18c8a16cd008e8892b96076ca250d25c951e8
+/documents/*.html
+/misc
diff --git a/data/.python-version b/data/.python-version
diff --git a/data/requirements.txt b/data/requirements.txt
diff --git a/documents/.python-version b/documents/.python-version
@@ -0,0 +1 @@
+3.4.1
diff --git a/data/README.md → documents/README.md b/data/README.md → documents/README.md
diff --git a/documents/foiaonline-meta.sh b/documents/foiaonline-meta.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/sh
+
+python tasks/foiaonline.py --meta --term=epa
+python tasks/foiaonline.py --meta --term=cbp
+python tasks/foiaonline.py --meta --term=doc
+python tasks/foiaonline.py --meta --term=mspb
+python tasks/foiaonline.py --meta --term=flra
+python tasks/foiaonline.py --meta --term=nara
+python tasks/foiaonline.py --meta --term=pbgc
+python tasks/foiaonline.py --meta --term=don
diff --git a/data/package.json → documents/package.json b/data/package.json → documents/package.json
@@ -2,6 +2,7 @@
   "name": "state",
   "version": "0.0.0",
   "main": "state_pages.js",
+  "repository": "https://github.com/18f/foia",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"
   },

diff --git a/documents/requirements.txt b/documents/requirements.txt
@@ -0,0 +1,4 @@
+ipython
+scrapelib>=0.10
+BeautifulSoup4
+python-dateutil