2017-12-30 00:11:28 +00:00
|
|
|
#!/usr/bin/env python3
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-12-30 00:11:28 +00:00
|
|
|
import tweepy
|
|
|
|
import sys
|
2017-06-17 17:55:52 +00:00
|
|
|
import requests
|
2017-06-17 23:33:47 +00:00
|
|
|
import pytoml as toml
|
2017-06-17 19:35:47 +00:00
|
|
|
import trigger
|
2017-06-17 17:55:52 +00:00
|
|
|
from time import sleep
|
2017-12-30 15:33:34 +00:00
|
|
|
import logger
|
2017-06-17 17:55:52 +00:00
|
|
|
|
|
|
|
|
2017-06-17 20:11:44 +00:00
|
|
|
class RetweetBot(object):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
2017-06-17 18:34:18 +00:00
|
|
|
This bot retweets all tweets which
|
|
|
|
1) mention him,
|
|
|
|
2) contain at least one of the triggerwords provided.
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-25 17:31:40 +00:00
|
|
|
api: The api object, generated with your oAuth keys, responsible for
|
|
|
|
communication with twitter rest API
|
|
|
|
triggers: a list of words, one of them has to be in a tweet for it to be
|
|
|
|
retweeted
|
2017-06-17 17:55:52 +00:00
|
|
|
last_mention: the ID of the last tweet which mentioned you
|
|
|
|
"""
|
|
|
|
|
2017-12-30 15:33:34 +00:00
|
|
|
def __init__(self, trigger, config, logger, historypath="last_mention"):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
Initializes the bot and loads all the necessary data.
|
|
|
|
|
2017-12-30 15:33:34 +00:00
|
|
|
:param trigger: object of the trigger
|
|
|
|
:param config: object of the config
|
|
|
|
:param logger: object of the logger
|
2017-06-25 17:31:40 +00:00
|
|
|
:param historypath: Path to the file with ID of the last retweeted
|
|
|
|
Tweet
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
2017-06-25 16:06:33 +00:00
|
|
|
self.config = config
|
2017-12-30 00:11:28 +00:00
|
|
|
|
|
|
|
# initialize API access
|
2017-06-25 16:06:33 +00:00
|
|
|
keys = self.get_api_keys()
|
2017-12-30 00:11:28 +00:00
|
|
|
auth = tweepy.OAuthHandler(consumer_key=keys[0],
|
|
|
|
consumer_secret=keys[1])
|
|
|
|
auth.set_access_token(keys[2], # access_token_key
|
|
|
|
keys[3]) # access_token_secret
|
|
|
|
self.api = tweepy.API(auth)
|
|
|
|
|
|
|
|
# intialize shutdown contact
|
2017-06-25 17:31:40 +00:00
|
|
|
try:
|
2017-07-23 13:52:57 +00:00
|
|
|
self.no_shutdown_contact = False
|
2018-01-04 10:02:42 +00:00
|
|
|
self.contact = self.config['mail']['contact']
|
2017-06-25 17:31:40 +00:00
|
|
|
except KeyError:
|
|
|
|
self.no_shutdown_contact = True
|
2017-12-30 00:11:28 +00:00
|
|
|
|
|
|
|
self.historypath = historypath
|
2017-06-17 20:32:20 +00:00
|
|
|
self.last_mention = self.get_history(self.historypath)
|
2017-06-17 19:35:47 +00:00
|
|
|
self.trigger = trigger
|
2017-09-17 17:07:04 +00:00
|
|
|
self.waitcounter = 0
|
2017-12-30 00:11:28 +00:00
|
|
|
|
2018-01-04 10:02:42 +00:00
|
|
|
self.logger = logger
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-25 16:06:33 +00:00
|
|
|
def get_api_keys(self):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
How to get these keys is described in doc/twitter_api.md
|
|
|
|
|
2017-12-30 09:32:20 +00:00
|
|
|
After you received keys, store them in your config.toml like this:
|
2017-06-25 16:06:33 +00:00
|
|
|
[tapp]
|
|
|
|
consumer_key = "..."
|
|
|
|
consumer_secret = "..."
|
|
|
|
|
|
|
|
[tuser]
|
|
|
|
access_token_key = "..."
|
|
|
|
access_token_secret = "..."
|
2017-06-17 18:34:18 +00:00
|
|
|
|
|
|
|
:return: keys: list of these 4 strings.
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
2017-12-30 00:11:28 +00:00
|
|
|
keys = [self.config['tapp']['consumer_key'], self.config['tapp']['consumer_secret'],
|
|
|
|
self.config['tuser']['access_token_key'], self.config['tuser']['access_token_secret']]
|
2017-06-17 17:55:52 +00:00
|
|
|
return keys
|
|
|
|
|
|
|
|
def get_history(self, path):
|
2017-06-25 17:31:40 +00:00
|
|
|
""" This counter is needed to keep track of your mentions, so you
|
|
|
|
don't double RT them
|
2017-06-17 18:34:18 +00:00
|
|
|
|
2017-06-25 17:31:40 +00:00
|
|
|
:param path: string: contains path to the file where the ID of the
|
|
|
|
last_mention is stored.
|
2017-06-17 18:34:18 +00:00
|
|
|
:return: last_mention: ID of the last tweet which mentioned the bot
|
|
|
|
"""
|
2017-06-17 20:32:20 +00:00
|
|
|
try:
|
|
|
|
with open(path, "r+") as f:
|
|
|
|
last_mention = f.read()
|
|
|
|
except IOError:
|
2017-07-19 10:32:32 +00:00
|
|
|
with open(path, "w+") as f:
|
|
|
|
last_mention = "0"
|
|
|
|
f.write(last_mention)
|
|
|
|
return int(last_mention)
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-07-19 10:17:15 +00:00
|
|
|
def save_last_mention(self):
|
|
|
|
""" Saves the last retweeted tweet in last_mention. """
|
|
|
|
with open(self.historypath, "w") as f:
|
|
|
|
f.write(str(self.last_mention))
|
|
|
|
|
2017-09-17 17:07:04 +00:00
|
|
|
def waiting(self):
|
|
|
|
"""
|
|
|
|
If the counter is not 0, you should be waiting instead.
|
|
|
|
|
|
|
|
:return: self.waitcounter(int): if 0, do smth.
|
|
|
|
"""
|
|
|
|
if self.waitcounter > 0:
|
|
|
|
sleep(1)
|
|
|
|
self.waitcounter -= 1
|
|
|
|
return self.waitcounter
|
|
|
|
|
2017-06-17 19:35:47 +00:00
|
|
|
def format_mastodon(self, status):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
Bridge your Retweets to mastodon.
|
|
|
|
|
2017-12-30 00:11:28 +00:00
|
|
|
:rtype: string
|
2017-06-17 17:55:52 +00:00
|
|
|
:param status: Object of a tweet.
|
2017-06-25 17:31:40 +00:00
|
|
|
:return: toot: text tooted on mastodon, e.g. "_b3yond: There are
|
|
|
|
uniformed controllers in the U2 at Opernhaus."
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
toot = status.user.name + ": " + status.text
|
|
|
|
return toot
|
|
|
|
|
2017-06-17 18:16:03 +00:00
|
|
|
def crawl_mentions(self):
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
|
|
|
crawls all Tweets which mention the bot from the twitter rest API.
|
|
|
|
|
|
|
|
:return: list of Status objects
|
|
|
|
"""
|
2017-09-17 17:07:04 +00:00
|
|
|
try:
|
|
|
|
if not self.waiting():
|
2017-12-30 00:11:28 +00:00
|
|
|
if self.last_mention == 0:
|
|
|
|
mentions = self.api.mentions_timeline()
|
|
|
|
else:
|
|
|
|
mentions = self.api.mentions_timeline(since_id=self.last_mention)
|
2017-06-17 19:35:47 +00:00
|
|
|
return mentions
|
2017-12-30 00:11:28 +00:00
|
|
|
except tweepy.RateLimitError:
|
2018-01-05 09:52:15 +00:00
|
|
|
message = "Twitter API Error: Rate Limit Exceeded."
|
|
|
|
message = message + self.logger.generate_tb(sys.exc_info())
|
|
|
|
self.logger.log(message)
|
2017-11-24 17:11:35 +00:00
|
|
|
self.waitcounter += 60*15 + 1
|
2017-09-17 17:07:04 +00:00
|
|
|
except requests.exceptions.ConnectionError:
|
2018-01-05 09:52:15 +00:00
|
|
|
message = "Twitter API Error: Bad Connection."
|
|
|
|
message = message + self.logger.generate_tb(sys.exc_info())
|
|
|
|
self.logger.log(message)
|
2017-09-17 17:07:04 +00:00
|
|
|
self.waitcounter += 10
|
|
|
|
return None
|
2017-06-17 18:16:03 +00:00
|
|
|
|
|
|
|
def retweet(self, status):
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
|
|
|
Retweets a given tweet.
|
|
|
|
|
|
|
|
:param status: A tweet object.
|
2017-06-17 19:35:47 +00:00
|
|
|
:return: toot: string of the tweet, to toot on mastodon.
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
2017-06-17 19:35:47 +00:00
|
|
|
while 1:
|
2017-06-17 18:16:03 +00:00
|
|
|
try:
|
2017-12-30 00:11:28 +00:00
|
|
|
self.api.retweet(status.id)
|
2017-12-30 15:33:34 +00:00
|
|
|
self.logger.log("Retweeted: " + self.format_mastodon(status))
|
2017-07-19 10:17:15 +00:00
|
|
|
if status.id > self.last_mention:
|
|
|
|
self.last_mention = status.id
|
2017-06-17 19:35:47 +00:00
|
|
|
return self.format_mastodon(status)
|
2017-06-17 18:16:03 +00:00
|
|
|
except requests.exceptions.ConnectionError:
|
2018-01-05 09:52:15 +00:00
|
|
|
message = "Twitter API Error: Bad Connection."
|
|
|
|
message = message + self.logger.generate_tb(sys.exc_info())
|
|
|
|
self.logger.log(message)
|
2017-06-17 18:16:03 +00:00
|
|
|
sleep(10)
|
2018-01-05 09:52:15 +00:00
|
|
|
# maybe one day we get rid of this error:
|
|
|
|
except tweepy.TweepError:
|
|
|
|
message = "Twitter Error."
|
|
|
|
message = message + self.logger.generate_tb(sys.exc_info())
|
|
|
|
self.logger.log(message)
|
2017-12-30 15:20:25 +00:00
|
|
|
# self.log.log("Twitter API Error: You probably already retweeted this tweet: " + status.text)
|
2017-12-30 00:11:28 +00:00
|
|
|
if status.id > self.last_mention:
|
|
|
|
self.last_mention = status.id
|
|
|
|
return None
|
2017-06-17 18:16:03 +00:00
|
|
|
|
2017-06-17 19:35:47 +00:00
|
|
|
def tweet(self, post):
|
|
|
|
"""
|
|
|
|
Tweet a post.
|
|
|
|
|
|
|
|
:param post: String with the text to tweet.
|
|
|
|
"""
|
2017-11-24 17:11:35 +00:00
|
|
|
if len(post) > 280:
|
|
|
|
post = post[:280 - 4] + u' ...'
|
2017-06-17 19:35:47 +00:00
|
|
|
while 1:
|
|
|
|
try:
|
2017-12-30 00:11:28 +00:00
|
|
|
self.api.update_status(status=post)
|
2017-06-17 19:35:47 +00:00
|
|
|
return
|
|
|
|
except requests.exceptions.ConnectionError:
|
2018-01-05 09:52:15 +00:00
|
|
|
message = "Twitter API Error: Bad Connection."
|
|
|
|
message = message + self.logger.generate_tb(sys.exc_info())
|
|
|
|
self.logger.log(message)
|
2017-06-17 19:35:47 +00:00
|
|
|
sleep(10)
|
|
|
|
|
|
|
|
def flow(self, to_tweet=()):
|
|
|
|
""" The flow of crawling mentions and retweeting them.
|
|
|
|
|
|
|
|
:param to_tweet: list of strings to tweet
|
|
|
|
:return list of retweeted tweets, to toot on mastodon
|
|
|
|
"""
|
|
|
|
|
|
|
|
# Tweet the toots the Retootbot gives to us
|
|
|
|
for post in to_tweet:
|
|
|
|
self.tweet(post)
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-17 18:16:03 +00:00
|
|
|
# Store all mentions in a list of Status Objects
|
|
|
|
mentions = self.crawl_mentions()
|
2017-06-17 19:35:47 +00:00
|
|
|
mastodon = []
|
2017-06-17 18:16:03 +00:00
|
|
|
|
2017-09-17 17:07:04 +00:00
|
|
|
if mentions is not None:
|
|
|
|
for status in mentions:
|
|
|
|
# Is the Text of the Tweet in the triggerlist?
|
|
|
|
if self.trigger.is_ok(status.text):
|
|
|
|
# Retweet status
|
|
|
|
toot = self.retweet(status)
|
|
|
|
if toot:
|
|
|
|
mastodon.append(toot)
|
|
|
|
|
|
|
|
# save the id so it doesn't get crawled again
|
|
|
|
if status.id > self.last_mention:
|
|
|
|
self.last_mention = status.id
|
|
|
|
self.save_last_mention()
|
2017-06-17 20:11:44 +00:00
|
|
|
# Return Retweets for tooting on mastodon
|
2017-06-17 19:35:47 +00:00
|
|
|
return mastodon
|
2017-06-17 18:16:03 +00:00
|
|
|
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-17 20:32:20 +00:00
|
|
|
if __name__ == "__main__":
|
2017-06-17 17:55:52 +00:00
|
|
|
# create an Api object
|
2017-12-30 09:32:20 +00:00
|
|
|
with open('config.toml') as configfile:
|
2017-06-17 23:33:47 +00:00
|
|
|
config = toml.load(configfile)
|
|
|
|
|
|
|
|
trigger = trigger.Trigger(config)
|
2018-01-05 09:42:31 +00:00
|
|
|
logger = logger.Logger(config)
|
2017-06-17 23:33:47 +00:00
|
|
|
|
2017-12-30 15:33:34 +00:00
|
|
|
bot = RetweetBot(trigger, config, logger)
|
2017-06-25 19:42:06 +00:00
|
|
|
try:
|
|
|
|
while True:
|
|
|
|
bot.flow()
|
2017-11-24 17:11:35 +00:00
|
|
|
sleep(60)
|
|
|
|
except KeyboardInterrupt:
|
2018-01-04 11:20:59 +00:00
|
|
|
print("Good bye. Remember to restart the bot!")
|
2017-07-11 20:05:46 +00:00
|
|
|
except:
|
2018-01-04 11:20:59 +00:00
|
|
|
exc = sys.exc_info() # returns tuple [Exception type, Exception object, Traceback object]
|
2018-01-05 09:42:31 +00:00
|
|
|
message = logger.generate_tb(exc)
|
2018-01-04 11:20:59 +00:00
|
|
|
bot.logger.log(message)
|
2018-01-05 09:42:31 +00:00
|
|
|
bot.save_last_mention()
|
|
|
|
bot.logger.shutdown(message)
|