From c7a87cdbfccab301cdd764ba2c71c5efafeb42f0 Mon Sep 17 00:00:00 2001 From: Recursing Date: Thu, 22 Mar 2018 14:49:10 +0100 Subject: [PATCH] Check for .tweet-text children before using them --- twitter_scraper.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/twitter_scraper.py b/twitter_scraper.py index 7e71b96..306666e 100644 --- a/twitter_scraper.py +++ b/twitter_scraper.py @@ -32,7 +32,10 @@ def gen_tweets(pages): dot = "." tweets = [] for tweet in html.find('.stream-item'): - text = tweet.find('.tweet-text')[0].full_text + tweet_text_elements = tweet.find('.tweet-text') + if not tweet_text_elements: + continue + text = tweet_text_elements[0].full_text tweetId = tweet.find( '.js-permalink')[0].attrs['data-conversation-id'] time = datetime.fromtimestamp(