add repeated DOI ping

articledownloader/articledownloader.py

@@ -66,19 +66,23 @@ def get_dois_from_search(self, query, rows=500):
     else: #Need to split queries
       stop_query = False
       cursor = '*'
+
       while not stop_query:
-        try:
-          search_url = base_url + query + '&rows=' + str(max_rows) + '&cursor=' + cursor
-          response = requests.get(search_url, headers=self.headers).json()
-          cursor = response['message']['next-cursor']
+        stop_ping = False
+        search_url = base_url + query + '&rows=' + str(max_rows) + '&cursor=' + cursor
 
-          if len(response["message"]["items"]) < max_rows or len(dois) >= rows:
-            stop_query = True
+        while not stop_ping:
+          response = requests.get(search_url, headers=self.headers)
+          if response.status_code == 200:
+            j_response = response.json()
+            cursor = response['message']['next-cursor']
+            stop_ping = True
 
-          for item in response["message"]["items"]:
-            dois.append(item["DOI"])
-        except:
-          return list(set(dois))
+        if len(response["message"]["items"]) < max_rows or len(dois) >= rows:
+          stop_query = True
+
+        for item in response["message"]["items"]:
+          dois.append(item["DOI"])
 
     return list(set(dois))
 

setup.py

@@ -2,11 +2,11 @@
 setup(
 name = 'articledownloader',
 packages = ['articledownloader'], # this must be the same as the name above
-version = '3.0',
+version = '3.1',
 description = 'A class for downloading scientific journal articles',
 author = 'Edward Kim',
 author_email = 'eddotman@gmail.com',
 url = 'https://github.com/eddotman/article-downloader', # use the URL to the github repo
-download_url = 'https://www.github.com/eddotman/article-downloader/tarball/3.0',
+download_url = 'https://www.github.com/eddotman/article-downloader/tarball/3.1',
 keywords = ['journal', 'paper', 'article', 'downloader'], # arbitrary keywords
 )