From b4e55d98e3e6c4d0318c5cb10573ad81e32dec6f Mon Sep 17 00:00:00 2001
From: Ian Gow <iandgow@gmail.com>
Date: Thu, 26 Feb 2015 12:08:22 -0500
Subject: [PATCH] Added function to get documents associated with a filing.

---
 filings/download_filing_functions.R | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/filings/download_filing_functions.R b/filings/download_filing_functions.R
index 8cdca59..a2ab0f4 100644
--- a/filings/download_filing_functions.R
+++ b/filings/download_filing_functions.R
@@ -25,6 +25,30 @@ get_text_file <- function(path) {
   return(file.exists(local_filename))
 }
 
+getEdgarDirListing <- function(file_name) {
+    
+    # Use FTP to get a list of documents associated with a filing.
+    
+    library("RCurl")
+    # Convert URL to that of parent directory of filing documents
+    url <- gsub("(\\d{10})-(\\d{2})-(\\d{6})\\.txt", "\\1\\2\\3", file_name) 
+    
+    # Use FTP to get a list of files
+    ftp_url <- paste0("ftp.sec.gov/", url, "/")
+    file.list <- unlist(strsplit(getURL(ftp_url, ftplistonly=TRUE), "\n"))
+    
+    # Exclude complete submission text file from list of files for download
+    text.file <- gsub("^.*\\/", "", file_name)
+    file.path(url, setdiff(file.list, text.file))
+}
+
+get_all_files <- function(path) {
+    # Get all documents associated with a filing.
+    file_list <- getEdgarDirListing(file_name)
+    result <- lapply(file_list, get_text_file)
+    return(any(unlist(result)))
+}
+
 # Function to download header (SGML) files associated with a filing.
 # Most of the work is in parsing the name of the text filing and transforming 
 # that into the URL of the SGML file.