2017-12-30 00:11:28 +00:00
|
|
|
#!/usr/bin/env python3
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-12-30 00:11:28 +00:00
|
|
|
import tweepy
|
2017-07-20 20:30:43 +00:00
|
|
|
import os
|
2017-12-30 00:11:28 +00:00
|
|
|
import sys
|
2017-07-20 08:56:50 +00:00
|
|
|
import datetime
|
2017-06-17 17:55:52 +00:00
|
|
|
import requests
|
2017-06-17 23:33:47 +00:00
|
|
|
import pytoml as toml
|
2017-06-17 19:35:47 +00:00
|
|
|
import trigger
|
2017-06-17 17:55:52 +00:00
|
|
|
from time import sleep
|
2017-07-11 20:05:46 +00:00
|
|
|
import traceback
|
2017-06-17 17:55:52 +00:00
|
|
|
|
|
|
|
|
2017-06-17 20:11:44 +00:00
|
|
|
class RetweetBot(object):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
2017-06-17 18:34:18 +00:00
|
|
|
This bot retweets all tweets which
|
|
|
|
1) mention him,
|
|
|
|
2) contain at least one of the triggerwords provided.
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-25 17:31:40 +00:00
|
|
|
api: The api object, generated with your oAuth keys, responsible for
|
|
|
|
communication with twitter rest API
|
|
|
|
triggers: a list of words, one of them has to be in a tweet for it to be
|
|
|
|
retweeted
|
2017-06-17 17:55:52 +00:00
|
|
|
last_mention: the ID of the last tweet which mentioned you
|
|
|
|
"""
|
|
|
|
|
2017-07-20 20:30:43 +00:00
|
|
|
def __init__(self, trigger, config, historypath="last_mention", logpath=None):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
Initializes the bot and loads all the necessary data.
|
|
|
|
|
2017-06-25 17:31:40 +00:00
|
|
|
:param historypath: Path to the file with ID of the last retweeted
|
|
|
|
Tweet
|
2017-07-25 13:00:57 +00:00
|
|
|
:param logpath: Path to the file where the log is stored
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
2017-06-25 16:06:33 +00:00
|
|
|
self.config = config
|
2017-12-30 00:11:28 +00:00
|
|
|
|
|
|
|
# initialize API access
|
2017-06-25 16:06:33 +00:00
|
|
|
keys = self.get_api_keys()
|
2017-12-30 00:11:28 +00:00
|
|
|
auth = tweepy.OAuthHandler(consumer_key=keys[0],
|
|
|
|
consumer_secret=keys[1])
|
|
|
|
auth.set_access_token(keys[2], # access_token_key
|
|
|
|
keys[3]) # access_token_secret
|
|
|
|
self.api = tweepy.API(auth)
|
|
|
|
|
|
|
|
# intialize shutdown contact
|
2017-06-25 17:31:40 +00:00
|
|
|
try:
|
2017-07-23 13:52:57 +00:00
|
|
|
self.no_shutdown_contact = False
|
2017-06-25 17:31:40 +00:00
|
|
|
self.screen_name = \
|
|
|
|
self.config['tapp']['shutdown_contact_screen_name']
|
|
|
|
except KeyError:
|
|
|
|
self.no_shutdown_contact = True
|
2017-12-30 00:11:28 +00:00
|
|
|
|
|
|
|
self.historypath = historypath
|
2017-06-17 20:32:20 +00:00
|
|
|
self.last_mention = self.get_history(self.historypath)
|
2017-06-17 19:35:47 +00:00
|
|
|
self.trigger = trigger
|
2017-09-17 17:07:04 +00:00
|
|
|
self.waitcounter = 0
|
2017-12-30 00:11:28 +00:00
|
|
|
|
|
|
|
# initialize logging
|
2017-07-20 20:30:43 +00:00
|
|
|
if logpath:
|
|
|
|
self.logpath = logpath
|
|
|
|
else:
|
2017-07-23 13:47:23 +00:00
|
|
|
self.logpath = os.path.join("logs", str(datetime.datetime.now()))
|
2017-12-30 00:11:28 +00:00
|
|
|
print("Path of logfile: " + self.logpath)
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-25 16:06:33 +00:00
|
|
|
def get_api_keys(self):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
How to get these keys is described in doc/twitter_api.md
|
|
|
|
|
2017-06-25 16:06:33 +00:00
|
|
|
After you received keys, store them in your ticketfrei.cfg like this:
|
|
|
|
[tapp]
|
|
|
|
consumer_key = "..."
|
|
|
|
consumer_secret = "..."
|
|
|
|
|
|
|
|
[tuser]
|
|
|
|
access_token_key = "..."
|
|
|
|
access_token_secret = "..."
|
2017-06-17 18:34:18 +00:00
|
|
|
|
|
|
|
:return: keys: list of these 4 strings.
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
2017-12-30 00:11:28 +00:00
|
|
|
keys = [self.config['tapp']['consumer_key'], self.config['tapp']['consumer_secret'],
|
|
|
|
self.config['tuser']['access_token_key'], self.config['tuser']['access_token_secret']]
|
2017-06-17 17:55:52 +00:00
|
|
|
return keys
|
|
|
|
|
2017-07-20 20:30:43 +00:00
|
|
|
def log(self, message, tb=False):
|
|
|
|
"""
|
|
|
|
Writing an error message to a logfile in logs/ and prints it.
|
|
|
|
|
2017-12-30 00:11:28 +00:00
|
|
|
:param message: (string) Log message to be displayed
|
2017-07-20 20:30:43 +00:00
|
|
|
:param tb: String of the Traceback
|
|
|
|
"""
|
2017-07-20 20:44:44 +00:00
|
|
|
time = str(datetime.datetime.now())
|
2017-07-20 20:30:43 +00:00
|
|
|
if tb:
|
|
|
|
message = message + " The traceback is located at " + os.path.join("logs" + time)
|
2017-07-25 13:13:54 +00:00
|
|
|
with open(os.path.join("logs", time), 'w+') as f:
|
2017-07-20 20:30:43 +00:00
|
|
|
f.write(tb)
|
2017-12-30 00:11:28 +00:00
|
|
|
line = "[" + time + "] " + message + "\n"
|
2017-07-25 13:13:54 +00:00
|
|
|
with open(self.logpath, 'a') as f:
|
|
|
|
try:
|
|
|
|
f.write(line)
|
|
|
|
except UnicodeEncodeError:
|
|
|
|
self.log("Failed to save log message due to UTF-8 error. ")
|
|
|
|
traceback.print_exc()
|
2017-12-30 00:11:28 +00:00
|
|
|
print(line, end="")
|
2017-07-20 20:30:43 +00:00
|
|
|
|
2017-06-17 17:55:52 +00:00
|
|
|
def get_history(self, path):
|
2017-06-25 17:31:40 +00:00
|
|
|
""" This counter is needed to keep track of your mentions, so you
|
|
|
|
don't double RT them
|
2017-06-17 18:34:18 +00:00
|
|
|
|
2017-06-25 17:31:40 +00:00
|
|
|
:param path: string: contains path to the file where the ID of the
|
|
|
|
last_mention is stored.
|
2017-06-17 18:34:18 +00:00
|
|
|
:return: last_mention: ID of the last tweet which mentioned the bot
|
|
|
|
"""
|
2017-06-17 20:32:20 +00:00
|
|
|
try:
|
|
|
|
with open(path, "r+") as f:
|
|
|
|
last_mention = f.read()
|
|
|
|
except IOError:
|
2017-07-19 10:32:32 +00:00
|
|
|
with open(path, "w+") as f:
|
|
|
|
last_mention = "0"
|
|
|
|
f.write(last_mention)
|
|
|
|
return int(last_mention)
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-07-19 10:17:15 +00:00
|
|
|
def save_last_mention(self):
|
|
|
|
""" Saves the last retweeted tweet in last_mention. """
|
|
|
|
with open(self.historypath, "w") as f:
|
|
|
|
f.write(str(self.last_mention))
|
|
|
|
|
2017-09-17 17:07:04 +00:00
|
|
|
def waiting(self):
|
|
|
|
"""
|
|
|
|
If the counter is not 0, you should be waiting instead.
|
|
|
|
|
|
|
|
:return: self.waitcounter(int): if 0, do smth.
|
|
|
|
"""
|
|
|
|
if self.waitcounter > 0:
|
|
|
|
sleep(1)
|
|
|
|
self.waitcounter -= 1
|
|
|
|
return self.waitcounter
|
|
|
|
|
2017-06-17 19:35:47 +00:00
|
|
|
def format_mastodon(self, status):
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
Bridge your Retweets to mastodon.
|
|
|
|
|
2017-12-30 00:11:28 +00:00
|
|
|
:rtype: string
|
2017-06-17 17:55:52 +00:00
|
|
|
:param status: Object of a tweet.
|
2017-06-25 17:31:40 +00:00
|
|
|
:return: toot: text tooted on mastodon, e.g. "_b3yond: There are
|
|
|
|
uniformed controllers in the U2 at Opernhaus."
|
2017-06-17 17:55:52 +00:00
|
|
|
"""
|
|
|
|
toot = status.user.name + ": " + status.text
|
|
|
|
return toot
|
|
|
|
|
2017-06-17 18:16:03 +00:00
|
|
|
def crawl_mentions(self):
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
|
|
|
crawls all Tweets which mention the bot from the twitter rest API.
|
|
|
|
|
|
|
|
:return: list of Status objects
|
|
|
|
"""
|
2017-09-17 17:07:04 +00:00
|
|
|
try:
|
|
|
|
if not self.waiting():
|
2017-12-30 00:11:28 +00:00
|
|
|
if self.last_mention == 0:
|
|
|
|
mentions = self.api.mentions_timeline()
|
|
|
|
else:
|
|
|
|
mentions = self.api.mentions_timeline(since_id=self.last_mention)
|
2017-06-17 19:35:47 +00:00
|
|
|
return mentions
|
2017-12-30 00:11:28 +00:00
|
|
|
except tweepy.RateLimitError:
|
2017-09-17 17:07:04 +00:00
|
|
|
self.log("Twitter API Error: Rate Limit Exceeded.")
|
2017-11-24 17:11:35 +00:00
|
|
|
self.waitcounter += 60*15 + 1
|
2017-09-17 17:07:04 +00:00
|
|
|
except requests.exceptions.ConnectionError:
|
|
|
|
self.log("Twitter API Error: Bad Connection.")
|
|
|
|
self.waitcounter += 10
|
|
|
|
return None
|
2017-06-17 18:16:03 +00:00
|
|
|
|
|
|
|
def retweet(self, status):
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
|
|
|
Retweets a given tweet.
|
|
|
|
|
|
|
|
:param status: A tweet object.
|
2017-06-17 19:35:47 +00:00
|
|
|
:return: toot: string of the tweet, to toot on mastodon.
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
2017-06-17 19:35:47 +00:00
|
|
|
while 1:
|
2017-06-17 18:16:03 +00:00
|
|
|
try:
|
2017-12-30 00:11:28 +00:00
|
|
|
self.api.retweet(status.id)
|
2017-07-20 20:30:43 +00:00
|
|
|
self.log("Retweeted: " + self.format_mastodon(status))
|
2017-07-19 10:17:15 +00:00
|
|
|
if status.id > self.last_mention:
|
|
|
|
self.last_mention = status.id
|
2017-06-17 19:35:47 +00:00
|
|
|
return self.format_mastodon(status)
|
2017-06-25 17:31:40 +00:00
|
|
|
# maybe one day we get rid of this error. If not, try to uncomment
|
|
|
|
# these lines.
|
2017-06-17 18:16:03 +00:00
|
|
|
except requests.exceptions.ConnectionError:
|
2017-07-20 20:30:43 +00:00
|
|
|
self.log("Twitter API Error: Bad Connection.")
|
2017-06-17 18:16:03 +00:00
|
|
|
sleep(10)
|
2017-12-30 00:11:28 +00:00
|
|
|
except tweepy.TweepError as error:
|
|
|
|
self.log("Twitter Error " + error.api_code + ": " + error.reason + error.response)
|
|
|
|
# self.log("Twitter API Error: You probably already retweeted this tweet: " + status.text)
|
|
|
|
if status.id > self.last_mention:
|
|
|
|
self.last_mention = status.id
|
|
|
|
return None
|
2017-06-17 18:16:03 +00:00
|
|
|
|
2017-06-17 19:35:47 +00:00
|
|
|
def tweet(self, post):
|
|
|
|
"""
|
|
|
|
Tweet a post.
|
|
|
|
|
|
|
|
:param post: String with the text to tweet.
|
|
|
|
"""
|
2017-11-24 17:11:35 +00:00
|
|
|
if len(post) > 280:
|
|
|
|
post = post[:280 - 4] + u' ...'
|
2017-06-17 19:35:47 +00:00
|
|
|
while 1:
|
|
|
|
try:
|
2017-12-30 00:11:28 +00:00
|
|
|
self.api.update_status(status=post)
|
2017-06-17 19:35:47 +00:00
|
|
|
return
|
|
|
|
except requests.exceptions.ConnectionError:
|
2017-07-20 20:30:43 +00:00
|
|
|
self.log("Twitter API Error: Bad Connection.")
|
2017-06-17 19:35:47 +00:00
|
|
|
sleep(10)
|
|
|
|
|
|
|
|
def flow(self, to_tweet=()):
|
|
|
|
""" The flow of crawling mentions and retweeting them.
|
|
|
|
|
|
|
|
:param to_tweet: list of strings to tweet
|
|
|
|
:return list of retweeted tweets, to toot on mastodon
|
|
|
|
"""
|
|
|
|
|
|
|
|
# Tweet the toots the Retootbot gives to us
|
|
|
|
for post in to_tweet:
|
|
|
|
self.tweet(post)
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2017-06-17 18:16:03 +00:00
|
|
|
# Store all mentions in a list of Status Objects
|
|
|
|
mentions = self.crawl_mentions()
|
2017-06-17 19:35:47 +00:00
|
|
|
mastodon = []
|
2017-06-17 18:16:03 +00:00
|
|
|
|
2017-09-17 17:07:04 +00:00
|
|
|
if mentions is not None:
|
|
|
|
for status in mentions:
|
|
|
|
# Is the Text of the Tweet in the triggerlist?
|
|
|
|
if self.trigger.is_ok(status.text):
|
|
|
|
# Retweet status
|
|
|
|
toot = self.retweet(status)
|
|
|
|
if toot:
|
|
|
|
mastodon.append(toot)
|
|
|
|
|
|
|
|
# save the id so it doesn't get crawled again
|
|
|
|
if status.id > self.last_mention:
|
|
|
|
self.last_mention = status.id
|
|
|
|
self.save_last_mention()
|
2017-06-17 20:11:44 +00:00
|
|
|
# Return Retweets for tooting on mastodon
|
2017-06-17 19:35:47 +00:00
|
|
|
return mastodon
|
2017-06-17 18:16:03 +00:00
|
|
|
|
|
|
|
def shutdown(self):
|
2017-06-25 17:31:40 +00:00
|
|
|
""" If something breaks, it shuts down the bot and messages the owner.
|
|
|
|
"""
|
2017-07-20 20:30:43 +00:00
|
|
|
logmessage = "Shit went wrong, closing down."
|
|
|
|
if self.screen_name:
|
|
|
|
logmessage = logmessage + " Sending message to " + self.screen_name
|
|
|
|
self.log(logmessage)
|
2017-06-25 17:31:40 +00:00
|
|
|
if self.no_shutdown_contact:
|
|
|
|
return
|
2017-07-19 10:17:15 +00:00
|
|
|
self.save_last_mention()
|
2017-07-20 20:30:43 +00:00
|
|
|
try:
|
2017-12-30 00:11:28 +00:00
|
|
|
self.api.send_direct_message(self.screen_name, "Help! I broke down. restart me pls :$")
|
2017-07-20 20:30:43 +00:00
|
|
|
except:
|
2017-12-30 00:11:28 +00:00
|
|
|
# traceback.print_exc()
|
|
|
|
bot.log(traceback.extract_tb(sys.exc_info()[2]))
|
|
|
|
print()
|
2017-06-17 17:55:52 +00:00
|
|
|
|
|
|
|
|
2017-06-17 20:32:20 +00:00
|
|
|
if __name__ == "__main__":
|
2017-06-17 17:55:52 +00:00
|
|
|
# create an Api object
|
2017-06-17 23:33:47 +00:00
|
|
|
with open('ticketfrei.cfg') as configfile:
|
|
|
|
config = toml.load(configfile)
|
|
|
|
|
|
|
|
trigger = trigger.Trigger(config)
|
|
|
|
|
2017-06-25 16:31:16 +00:00
|
|
|
bot = RetweetBot(trigger, config)
|
2017-06-25 19:42:06 +00:00
|
|
|
try:
|
|
|
|
while True:
|
|
|
|
bot.flow()
|
2017-11-24 17:11:35 +00:00
|
|
|
sleep(60)
|
|
|
|
except KeyboardInterrupt:
|
2017-12-30 00:11:28 +00:00
|
|
|
print("Good bye! Remember to restart the bot.")
|
2017-07-11 20:05:46 +00:00
|
|
|
except:
|
2017-12-30 00:11:28 +00:00
|
|
|
bot.log(traceback.extract_tb(sys.exc_info()[2]))
|
|
|
|
print()
|
|
|
|
bot.shutdown()
|