Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Browse files

first commit

  • Loading branch information...
commit b51ea3768971d6b90eb8e690709db4e0a1afbefa 0 parents
@jayrambhia authored
Showing with 4,446 additions and 0 deletions.
  1. +201 −0 LICENSE
  2. +149 −0 README.txt
  3. +367 −0 jweepy.py
  4. +3,729 −0 twitter.py
201 LICENSE
@@ -0,0 +1,201 @@
+ Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright [yyyy] [name of copyright owner]
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
149 README.txt
@@ -0,0 +1,149 @@
+@Title: jweepy
+@author: jay
+@Version: 0.1
+
+WARNING: It's kind of messy. Too many options loaded and yeah name's also weird!
+
+First add your consumer_key, consumer_secret, access_token_key, acees_token_secret.
+Find this at https://dev.twitter.com
+
+Configure Proxies if any.
+
+Modules/Libraries Required: twitter(Google-API)
+
+0. Get Primary details.
+
+ 0.1 Get User
+
+ get_user(string=None)
+
+ if provided a username, it will return a twitter.User object corresponding the provided username
+
+ 0.2 Get Followers
+
+ getfollowers()
+
+ Returns a list of all of your followers as twitter.User objects
+
+ 0.3 Get Following/Friends
+
+ getfollowing()
+
+ Returns a list of all of your friends as twitter.User objects
+
+1.To see timeline:
+
+ 1.1 See the timeline.
+
+ show_friends_timeline(since_ids=None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None)
+
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ Returns the tweet id of the latest tweet.
+
+ 1.2 See some user's timeline.
+
+ show_user_timeline(user, since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None)
+
+ user - twitter.User object
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ Returns the tweet id of the latest tweet.
+
+ 1.3 See Public timeline.
+
+ show_public_timeline(since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None)
+
+ user - twitter.User object
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ Returns the tweet id of the latest tweet.
+
+2. See Continuous Timeline.
+
+ 2.1 See continuous timeline.
+
+ set_continuous_timeline(since_ids=None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None)
+
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ It will run indefinitely untill KeyboardInterrupt is provided. (^c)
+
+ Returns the tweet id of the latest tweet.
+
+ 2.2 See user's continuous timeline.
+
+ set_continuous_user_timeline(user, since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None)
+
+ user - twitter.User object
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ It will run indefinitely untill KeyboardInterrupt is provided. (^c)
+
+ Returns the tweet id of the latest tweet.
+
+ 2.3 See public continuous timeline.
+
+ set_continuous_public_timeline(since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None)
+
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ It will run indefinitely untill KeyboardInterrupt is provided. (^c)
+
+ Returns the tweet id of the latest tweet.
+
+3. Search hashtags(Search multiple hashtags in timelines)
+
+ search_hashtags(hashtag_list, flag = 1, hashtag_db_flag = 1, ids = None, user = None, hashtag_db_name = None, tweet_db_name = None)
+
+ hashtag_list - A list of hashtags(must be string)
+ flag - flag = 1 : Search hashtags in timeline.
+ flag = 2 : Search hashtags in user's timeline.
+ flag = 3 : Search hashtags in public timeline
+ hashtag_db_flag - flag = 0 : Doesn't store hashtags
+ flag != 0 : Stroe hashtags
+ ids - twitter.Status.id (the hashtags will be searched in tweets after the tweet with id as since_ids)
+ user - if flag == 2: twitter.User object
+ hashtag_db_name -
+ if flag == 1:
+ if hashtag_db_flag != 0 : Store hashtags and counts in a gdbm file with given string. If None, hashtag_db_flag = 'hashtag_timeline'
+ if flag == 2:
+ if hashtag_db_flag != 0 : Store hashtags and counts in a gdbm file with given string. If None, hashtag_db_flag = username
+ if flag == 3:
+ if hashtag_db_flag != 0 : Store hashtags and counts in a gdbm file with given string. If None, hashtag_db_flag = 'hashtag_public'
+ tweet_db_name - If provided, it will store all the tweets containing the provided hashtags in a gdbm file with tweet ids.
+ else, it will not store the tweets.
+
+ It will run indefinitely untill Keyboard Interrupt (^c) is provided.
+
+ Returns the id of the latest tweet.
+
+4. Get Conversation.
+
+ get_conv(user_list, hashtag_db_name, tweet_db_name = None)
+
+ user_list - A list containing twitter.User objects
+ hashtag_db_name - A string name for gdbm file which will save all the hashtags and counts.
+ tweet_db_name - If a string provided, all the tweets with hashtags will be stored in the gdbm file with tweet ids.
+
+ It will run indefinitely untill Keyboard Interrupt (^c) is provided.
+
+ Returns nothing
367 jweepy.py
@@ -0,0 +1,367 @@
+# -*- coding: utf-8 -*-
+
+import twitter
+import urllib2
+import time
+import re
+import gdbm
+
+opener = urllib2.build_opener()
+urllib2.install_opener(opener)
+
+#api = twitter.Api(consumer_key="", consumer_secret="",access_token_key="", access_token_secret="",proxy ={})
+api = twitter.Api(consumer_key="P6J5KGTWLvdArPFUg8eKBw", consumer_secret="s9QMl8EznVAfyG1AzpN0B0IiBjxZCX1uITzrjmAj6M",access_token_key="70108357-QkLkIJC6NVhrvnARuE7ofLm2Tmtcv6qOeHbVpm1By", access_token_secret="Z9adD6B0l379po2asWEwxPIKagpQfSTDmyak5zbPE",proxy ={'http':'http://f2010059:j@10.1.9.36:8080',
+'https' : 'https://f2010059:j@10.1.9.36:8080' })
+
+def get_proxy_urllib(Proxy=None):
+ if not Proxy:
+ proxy = urllib2.ProxyHandler({}) # your proxy here
+ else:
+ proxy = urllib2.ProxyHandler(Proxy)
+ opener = urllib2.build_opener(proxy)
+ urllib2.install_opener(opener)
+ return urllib2
+
+def get_user(string):
+ '''if provided a username, it will return a twitter.User object corresponding the provided username'''
+ user = api.GetUser(string)
+ return user
+
+def getfollowers():
+ '''Returns a list containing all followers as twitter.User'''
+ followers = api.GetFollowers()
+ return followers
+
+def getfollowing():
+ '''Returns a list containing all followings/friends as twitter.User'''
+ following = api.GetFriends()
+ return following
+
+def get_user_pic(user):
+ '''Returns the URL of display picture of the twitter.User'''
+ image_url = user.profile_image_url
+ page = opener.open(image_url)
+ f = open(user.screen_name+'.jpg','wb')
+ f.write(page.read())
+ f.close()
+ return
+
+def get_user_status(user):
+ '''Returns the status as twitter.Status of twitter.User'''
+ return user.status
+
+def get_status_detail(status):
+ '''Returns a tuple (status.id, status.text,status.location,status.user,status.urls,status.user_mentions,status.hashtags) of twitter.Status'''
+ return(status.id, status.text,status.location,status.user,status.urls,status.user_mentions,status.hashtags)
+
+def show_friends_timeline(since_ids=None, hashtag_list = None, hashtag_db_name=None, tweet_db_name = None):
+ '''since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ Returns the tweet id of the latest tweet.
+ '''
+ timeline = api.GetFriendsTimeline(since_id = since_ids)
+ if not timeline:
+ return since_ids
+ hashtag_timeline_db = None
+ tweet_db = None
+ if hashtag_db_name:
+ hashtag_timeline_db = gdbm.open(hashtag_db_name,'c')
+ if tweet_db_name:
+ tweet_db = gdbm.open(tweet_db_name,'c')
+
+ since_ids = show_timeline(timeline, hashtag_db = hashtag_timeline_db, tweet_db = tweet_db ,hashtag_list = hashtag_list)
+ if hashtag_db_name:
+ hashtag_timeline_db.close()
+ if tweet_db_name:
+ tweet_db.close()
+ return since_ids
+
+def set_continuous_timeline(since_ids=None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None):
+ '''
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ It will run indefinitely untill KeyboardInterrupt is provided. (^c)
+
+ Returns the tweet id of the latest tweet.
+ '''
+ try:
+ if not since_ids:
+ since_ids = None
+ while 1:
+ since_ids = show_friends_timeline(since_ids, hashtag_list = hashtag_list, hashtag_db_name = hashtag_db_name, tweet_db_name = tweet_db_name )
+ time.sleep(15)
+ except KeyboardInterrupt:
+ return since_ids
+
+def show_user_timeline(user, since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None):
+ '''
+ user - twitter.User object
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ Returns the tweet id of the latest tweet.
+ '''
+ if not user:
+ return since_ids
+ if not user.protected:
+ try:
+ timeline = api.GetUserTimeline(user.id, since_id = since_ids)
+ except ValueError:
+ print 'ValueError'
+ else:
+ return since_ids
+ if not timeline:
+ return since_ids
+ hashtag_user_db = None
+ if hashtag_db_name:
+ # print hashtag_db_name
+ hashtag_user_db = gdbm.open(hashtag_db_name+'_hashtag','c')
+ if tweet_db_name:
+ tweet_user_db = gdbm.open(tweet_db_name+'_tweets','c')
+
+ since_ids = show_timeline(timeline, hashtag_db = hashtag_user_db, tweet_db = tweet_user_db, hashtag_list = hashtag_list)
+ if hashtag_db_name:
+ hashtag_user_db.close()
+ if tweet_db_name:
+ tweet_user_db.close()
+ return since_ids
+
+def set_continuous_user_timeline(user, since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None ):
+ '''
+ user - twitter.User object
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ It will run indefinitely untill KeyboardInterrupt is provided. (^c)
+
+ Returns the tweet id of the latest tweet.
+ '''
+ if not user:
+ return since_ids
+
+ try:
+ while 1:
+ # print hashtag_db_name
+ since_ids = show_user_timeline(user, since_ids, hashtag_list = hashtag_list, hashtag_db_name = hashtag_db_name, tweet_db_name = None)
+ time.sleep(30)
+ except KeyboardInterrupt:
+ return since_ids
+
+def show_public_timeline(since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None):
+ '''
+ user - twitter.User object
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ Returns the tweet id of the latest tweet.
+ '''
+ timeline = api.GetPublicTimeline(since_id = since_ids)
+ if not timeline:
+ return since_ids
+ hashtag_public_db = None
+ tweet_db = None
+ if hashtag_db_name:
+ hashtag_public_db = gdbm.open(hashtag_db_name,'c')
+ if tweet_db_name:
+ tweet_db = gdbm.open(tweet_db_name,'c')
+ since_ids = show_timeline(timeline, hashtag_list = hashtag_list, hashtag_db = hashtag_public_db, tweet_db = tweet_db)
+ if hashtag_db_name:
+ hashtag_public_db.close()
+ if tweet_db_name:
+ tweet_db.close()
+ return since_ids
+
+def set_continuous_public_timeline(since_ids = None, hashtag_list = None, hashtag_db_name = None, tweet_db_name = None):
+ '''
+ since_ids - twitter.Status.id (the timeline will consist of all the tweets after the tweet with id as since_ids)
+ hashtag_list - A list of hashtags if you want to search for particular hashtags
+ hashtag_db_name - Provide a string name, If you want to save the hashtags and the counts. It will be stored in a gdbm file.
+ tweet_db_name - Provide a string name, If you want to save the tweets hashtags and the tweet id. It will be stored in a gdbm file.
+
+ It will run indefinitely untill KeyboardInterrupt is provided. (^c)
+
+ Returns the tweet id of the latest tweet.
+ '''
+ try:
+ count = 0
+ if not since_ids:
+ since_ids = None
+ while 1:
+ since_ids = show_public_timeline(since_ids, hashtag_list = hashtag_list, hashtag_db_name = hashtag_db_name, tweet_db_name = tweet_db_name)
+ count = count+1
+ time.sleep(1)
+ if count > 60:
+ break
+ except KeyboardInterrupt:
+ return since_ids
+
+def show_timeline(timeline, hashtag_db=None, tweet_db = None, hashtag_list=None):
+ for i in range(len(timeline)-1,-1,-1):
+ ids = timeline[i].id
+ screen_name = '@'+timeline[i].user.screen_name
+ user_name = timeline[i].user.name
+ text = timeline[i].text
+ tweet = screen_name+' ('+user_name+') '+': '+text
+ print tweet
+ res = get_hashtag(text)
+ if hashtag_list:
+ for j in range(len(hashtag_list)):
+ if not hashtag_list[j].startswith('#'):
+ hashtag_list[j]='#'+hashtag_list[j]
+ if hashtag_list[j] in res:
+ print "opening",hashtag_list[j]+"_hashtag"
+ py_db = gdbm.open(hashtag_list[j]+'_hashtag','c')
+ py_db[str(timeline[i].id)] = repr(tweet)
+ py_db.close()
+ if res:
+ # print hashtag_db
+ if hashtag_db is not None:
+ # print 'save_hashtag'
+ hashtag_db = save_hashtag(res, hashtag_db)
+ if tweet_db is not None:
+ tweet_db = save_tweet(ids, tweet, tweet_db)
+ return timeline[0].id
+
+def get_hashtag(tweet):
+ hashtag = re.compile(u"#\w+")
+ res = re.findall(hashtag, tweet)
+ for i in range(len(res)):
+ res[i] = res[i].lower()
+ print res
+ return res
+
+def save_hashtag(res, db):
+ for i in range(len(res)):
+ try:
+ count = int(db[res[i]])
+ count = count + 1
+ db[res[i]] = str(count)
+ except KeyError:
+ db[res[i]] = '1'
+ return db
+
+def save_tweet(ids, tweet, db):
+ print tweet
+ try:
+ db[str(ids)] = tweet
+ except TypeError:
+ print 'typeerror'
+ return db
+
+
+def search_hashtags(hashtag_list, flag = 1, hashtag_db_flag = 1, ids = None, user = None, hashtag_db_name = None, tweet_db_name = None):
+ '''
+ hashtag_list - A list of hashtags(must be string)
+ flag - flag = 1 : Search hashtags in timeline.
+ flag = 2 : Search hashtags in user's timeline.
+ flag = 3 : Search hashtags in public timeline
+ hashtag_db_flag - flag = 0 : Doesn't store hashtags
+ flag != 0 : Stroe hashtags
+ ids - twitter.Status.id (the hashtags will be searched in tweets after the tweet with id as since_ids)
+ user - if flag == 2: twitter.User object
+ hashtag_db_name -
+ if flag == 1:
+ if hashtag_db_flag != 0 : Store hashtags and counts in a gdbm file with given string. If None, hashtag_db_flag = 'hashtag_timeline'
+ if flag == 2:
+ if hashtag_db_flag != 0 : Store hashtags and counts in a gdbm file with given string. If None, hashtag_db_flag = username
+ if flag == 3:
+ if hashtag_db_flag != 0 : Store hashtags and counts in a gdbm file with given string. If None, hashtag_db_flag = 'hashtag_public'
+ tweet_db_name - If provided, it will store all the tweets containing the provided hashtags in a gdbm file with tweet ids.
+ else, it will not store the tweets.
+
+ It will run indefinitely untill Keyboard Interrupt (^c) is provided.
+
+ Returns the id of the latest tweet.
+ '''
+ if hashtag_list:
+ for i in range(len(hashtag_list)):
+ hashtag_list[i] = hashtag_list[i].lower()
+ if not hashtag_list[i].startswith('#'):
+ hashtag_list[i] = '#'+hashtag_list[i]
+ if flag == 1:
+ if hashtag_db_flag:
+ if not hashtag_db_name:
+ hashtag_db_name = 'hashtags_timeline'
+ ids = set_continuous_timeline(ids, hashtag_list, hashtag_db_name = hashtag_db_name, tweet_db_name = tweet_db_name)
+ if flag == 2:
+ print 'user hashtags'
+ if not user:
+ print 'No user provided'
+ return ids
+ if hashtag_db_flag:
+ if hashtag_db_name is not None:
+ hashtag_db_name = hashtag_db_name
+ else:
+ hashtag_db_name = user.screen_name
+ else:
+ hashtag_db_name = None
+# print hashtag_db_name
+ ids = set_continuous_user_timeline(user, ids, hashtag_list, hashtag_db_name = hashtag_db_name, tweet_db_name = tweet_db_name)
+
+ if flag == 3:
+ if hashtag_db_flag:
+ if not hashtag_db_name:
+ hashtag_db_name = 'hashtags_public'
+ ids = set_continuous_public_timeline(ids, hashtag_list = hashtag_list, hashtag_db_name = hashtag_db_name, tweet_db_name = tweet_db_name)
+ return ids
+
+def get_conv(user_list, hashtag_db_name, tweet_db_name = None) :
+ '''
+user_list - A list containing twitter.User objects
+hashtag_db_name - A string name for gdbm file which will save all the hashtags and counts.
+tweet_db_name - If a string provided, all the tweets with hashtags will be stored in the gdbm file with tweet ids.
+
+It will run indefinitely untill Keyboard Interrupt (^c) is provided.
+
+Returns nothing
+ '''
+ if not user_list:
+ return
+ try:
+ ids = len(user_list)*[None]
+ while 1:
+ for i in range(len(user_list)):
+ time.sleep(2)
+ ids[i] = show_user_timeline(user=user_list[i], since_ids = ids[i], hashtag_db_name = hashtag_db_name, tweet_db_name = tweet_db_name, hashtag_list = None)
+ #ids[i] = search_hashtags(ids = ids[i], flag=2,hashtag_db_flag=1,user=user_list[i],hashtag_db_name = hashtag_db_name)
+ except KeyboardInterrupt:
+ return
+
+def get_user_profile(user):
+ user_id = user.id
+ name = user.name
+ screen_name = user.screen_name
+ des = user.description
+ protected = user.protected
+ image_url = user.profile_image_url
+ user_url = user.url
+ status = user.status
+ status_count = user.statuses_count
+ followers_count = user.followers_count
+ friends_count = user.friends_count
+
+ return(user, user_id, name, screen_name, des, protected, image_url, user_url, status, status_count, followers_count, friends_count)
+
+def get_tweet_profile(status):
+ t = status.created_at
+ f = status.favorited
+ in_reply_to = (status.in_reply_to_screen_name, status.in_reply_to_user_id, status.in_reply_to_status_id)
+ source = status.source
+ status_id = status.id
+ tweet = status.text
+ user = status.user
+ user_mentions = status.user_mentions
+
+ return(status_id, tweet, user, in_reply_to, user_mentions, f, t)
3,729 twitter.py
3,729 additions, 0 deletions not shown
Please sign in to comment.
Something went wrong with that request. Please try again.