Tweet_mode='extended' in Stream Issue

[thecraftybadger]

I am currently having an issue around getting extended tweet to show after my code is called. The aim of the programme is to stream a particular users tweets using Tweepy and then send an email containing that tweet whenever those users post about a specified keyword.

I have been through the documentation and the only example I can find of adding in the tweet mode argument is when using api.get_status. But in my case, I’m getting the user. I’ve tried to throw this in to where i thought it’d work but still no luck, so where should I put this argument and full_text?

import json
import yaml

from tweepy import API, OAuthHandler, Stream, StreamListener

from emailService import Email

consumer_key = ''
consumer_secret = ''
access_token = ''
access_token_secret = ''
recipient_email = ''


with open("config.yaml", 'r') as stream:
    config = yaml.safe_load(stream)


class StdOutListener(StreamListener):
    """ A listener handles tweets that are received from the stream.
    This is a basic listener that just prints received tweets to stdout.
    """
    def __init__(self, config):
        super().__init__()
        self.config = config

    def _parseData(self, data):
        d = json.loads(data)

        tweetData = {
            'screen_name': d['user']['screen_name'],
            'message': d['text'],
            'urls': list(map(lambda url: url['expanded_url'], d['entities']['urls']))
        }

        return tweetData


    def _sendEmail(self, tweetData):
        subject = f'Twitter Keyword Match: {tweetData["screen_name"]}'
        message = self._composeEmailMessage(tweetData)

        Email().send(recipient_email, subject, message)


    def _composeEmailMessage(self, tweetData):
        message = f'''
New Twitter Keyword Match:

@{tweetData['screen_name']}: {tweetData["message"]}\n\n'''

        for url in tweetData['urls']:
            message += url + '\n'

        return message

    def on_data(self, data):
        tweetData = self._parseData(data)
        print(f'@{tweetData["screen_name"]} tweeted: {tweetData["message"]}\n')

        if tweetData['screen_name'] in self.config:
            matchedWords = [keyword for keyword in self.config[tweetData['screen_name']] if
           keyword in tweetData['message']]

        if len(matchedWords):
            print(matchedWords, 'Keyword match found. Sending email.\n')
            self._sendEmail(tweetData)

    return True

def on_error(self, status):
    print('STREAM ERROR:', status)


class TwitterAlerts:
    def __init__(self, config):
        self.config = config
        self.auth = self._createAuth()
        self.api = API(self.auth)
        self.stream = self._createStream(config)

    self.generateInitMsg()

def generateInitMsg(self):
    maxUsernameLen = len(max(list(self.config.keys()) + ['USERNAME'], key = len))
    print('Twitter keyword alert service initialized\n')
    print('USERNAME', ' '*(maxUsernameLen - 8), ':', "[KEYWORDS]")
    for username, keywords in self.config.items():
        print(username, ' '*(maxUsernameLen - len(username)), ':', keywords)
    print('')

def _createAuth(self):
    auth = OAuthHandler(consumer_key, consumer_secret)
    auth.set_access_token(access_token, access_token_secret)
    return auth

def getUser(self, username):
    return self.api.get_user(username)

def _createStream(self, config):
    listener = StdOutListener(config)
    return Stream(self.auth, listener)

def startFilter(self):
    # convert usernames to ids
    userIds = list(map(lambda username: str(self.getUser(username).id), self.config.keys()))
    # create listener for all userids in config
    self.stream.filter(follow = userIds)


TwitterAlerts(config['usernames']).startFilter()

[Harmon758]

Streams already include extended Tweet information by default.
See https://tweepy.readthedocs.io/en/latest/extended_tweets.html#streaming.