| | 1 | """ |
| | 2 | twitter-log - Twitter Logger/Archiver |
| | 3 | |
| | 4 | USAGE: |
| | 5 | |
| | 6 | twitter-log <screen_name> [max_id] |
| | 7 | |
| | 8 | DESCRIPTION: |
| | 9 | |
| | 10 | Produce a complete archive in text form of a user's tweets. The |
| | 11 | archive format is: |
| | 12 | |
| | 13 | screen_name <tweet_id> |
| | 14 | Date: <tweet_time> |
| | 15 | [In-Reply-To: a_tweet_id] |
| | 16 | |
| | 17 | Tweet text possibly spanning multiple lines with |
| | 18 | each line indented by four spaces. |
| | 19 | |
| | 20 | |
| | 21 | Each tweet is separated by two blank lines. |
| | 22 | |
| | 23 | """ |
| | 24 | |
| | 25 | from __future__ import print_function |
| | 26 | |
| | 27 | import sys |
| | 28 | import os |
| | 29 | from time import sleep |
| | 30 | |
| | 31 | from .api import Twitter, TwitterError |
| | 32 | from .cmdline import CONSUMER_KEY, CONSUMER_SECRET |
| | 33 | from .auth import NoAuth |
| | 34 | from .util import printNicely |
| | 35 | |
| | 36 | |
| | 37 | def log_debug(msg): |
| | 38 | print(msg, file=sys.stderr) |
| | 39 | |
| | 40 | def get_tweets(twitter, screen_name, max_id=None): |
| | 41 | kwargs = dict(count=3200, screen_name=screen_name) |
| | 42 | if max_id: |
| | 43 | kwargs['max_id'] = max_id |
| | 44 | |
| | 45 | n_tweets = 0 |
| | 46 | tweets = twitter.statuses.user_timeline(**kwargs) |
| | 47 | for tweet in tweets: |
| | 48 | if tweet['id'] == max_id: |
| | 49 | continue |
| | 50 | print("%s %s\nDate: %s" % (tweet['user']['screen_name'], |
| | 51 | tweet['id'], |
| | 52 | tweet['created_at'])) |
| | 53 | if tweet.get('in_reply_to_status_id'): |
| | 54 | print("In-Reply-To: %s" % tweet['in_reply_to_status_id']) |
| | 55 | print() |
| | 56 | for line in tweet['text'].splitlines(): |
| | 57 | printNicely(' ' + line + '\n') |
| | 58 | print() |
| | 59 | print() |
| | 60 | max_id = tweet['id'] |
| | 61 | n_tweets += 1 |
| | 62 | return n_tweets, max_id |
| | 63 | |
| | 64 | def main(args=sys.argv[1:]): |
| | 65 | twitter = Twitter( |
| | 66 | auth=NoAuth(), |
| | 67 | api_version='1', |
| | 68 | domain='api.twitter.com') |
| | 69 | |
| | 70 | if not args: |
| | 71 | print(__doc__) |
| | 72 | return 1 |
| | 73 | |
| | 74 | screen_name = args[0] |
| | 75 | |
| | 76 | if args[1:]: |
| | 77 | max_id = args[1] |
| | 78 | else: |
| | 79 | max_id = None |
| | 80 | |
| | 81 | n_tweets = 0 |
| | 82 | while True: |
| | 83 | try: |
| | 84 | tweets_processed, max_id = get_tweets(twitter, screen_name, max_id) |
| | 85 | n_tweets += tweets_processed |
| | 86 | log_debug("Processed %i tweets (max_id %s)" %(n_tweets, max_id)) |
| | 87 | if tweets_processed == 0: |
| | 88 | log_debug("That's it, we got all the tweets. Done.") |
| | 89 | break |
| | 90 | except TwitterError as e: |
| | 91 | log_debug("Twitter bailed out. I'm going to sleep a bit then try again") |
| | 92 | sleep(3) |
| | 93 | |
| | 94 | return 0 |
projects / z_archive / twitter.git / blame_incremental