2017-12-30 00:11:28 +00:00
|
|
|
#!/usr/bin/env python3
|
2017-06-17 17:55:52 +00:00
|
|
|
|
2018-03-24 15:26:35 +00:00
|
|
|
import logging
|
2017-12-30 00:11:28 +00:00
|
|
|
import tweepy
|
2018-01-18 13:48:53 +00:00
|
|
|
import re
|
2017-06-17 17:55:52 +00:00
|
|
|
import requests
|
2018-01-18 12:54:32 +00:00
|
|
|
import report
|
2018-03-28 21:33:04 +00:00
|
|
|
from bot import Bot
|
2018-03-23 16:35:04 +00:00
|
|
|
|
2018-01-07 19:22:32 +00:00
|
|
|
|
2018-03-24 15:26:35 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2018-03-28 21:33:04 +00:00
|
|
|
class TwitterBot(Bot):
|
|
|
|
def get_api(self, user):
|
|
|
|
keys = user.get_api_keys()
|
2017-12-30 00:11:28 +00:00
|
|
|
auth = tweepy.OAuthHandler(consumer_key=keys[0],
|
|
|
|
consumer_secret=keys[1])
|
|
|
|
auth.set_access_token(keys[2], # access_token_key
|
|
|
|
keys[3]) # access_token_secret
|
2018-03-28 21:33:04 +00:00
|
|
|
return tweepy.API(auth)
|
2017-09-17 17:07:04 +00:00
|
|
|
|
2018-03-28 21:33:04 +00:00
|
|
|
def crawl(self, user):
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
|
|
|
crawls all Tweets which mention the bot from the twitter rest API.
|
|
|
|
|
2018-01-18 12:54:32 +00:00
|
|
|
:return: reports: (list of report.Report objects)
|
2017-06-17 18:34:18 +00:00
|
|
|
"""
|
2018-01-18 12:54:32 +00:00
|
|
|
reports = []
|
2018-03-28 21:33:04 +00:00
|
|
|
api = self.get_api(user)
|
|
|
|
last_mention = user.get_seen_tweet()
|
2017-09-17 17:07:04 +00:00
|
|
|
try:
|
2018-03-28 21:33:04 +00:00
|
|
|
if last_mention == 0:
|
|
|
|
mentions = api.mentions_timeline()
|
|
|
|
else:
|
2018-04-15 09:42:34 +00:00
|
|
|
mentions = api.mentions_timeline(since_id=last_mention)
|
2018-03-28 21:33:04 +00:00
|
|
|
for status in mentions:
|
|
|
|
text = re.sub(
|
|
|
|
"(?<=^|(?<=[^a-zA-Z0-9-_\.]))@([A-Za-z]+[A-Za-z0-9-_]+)",
|
|
|
|
"", status.text)
|
|
|
|
reports.append(report.Report(status.author.screen_name,
|
|
|
|
"twitter",
|
|
|
|
text,
|
|
|
|
status.id,
|
|
|
|
status.created_at))
|
|
|
|
user.save_seen_tweet(last_mention)
|
|
|
|
return reports
|
2017-12-30 00:11:28 +00:00
|
|
|
except tweepy.RateLimitError:
|
2018-03-24 15:26:35 +00:00
|
|
|
logger.error("Twitter API Error: Rate Limit Exceeded",
|
|
|
|
exc_info=True)
|
2018-03-28 21:33:04 +00:00
|
|
|
# :todo implement rate limiting
|
2017-09-17 17:07:04 +00:00
|
|
|
except requests.exceptions.ConnectionError:
|
2018-03-24 15:26:35 +00:00
|
|
|
logger.error("Twitter API Error: Bad Connection", exc_info=True)
|
2018-01-18 20:48:36 +00:00
|
|
|
except tweepy.TweepError:
|
2018-03-24 15:26:35 +00:00
|
|
|
logger.error("Twitter API Error: General Error", exc_info=True)
|
2018-01-05 16:13:41 +00:00
|
|
|
return []
|
2017-06-17 18:16:03 +00:00
|
|
|
|
2018-03-28 21:33:04 +00:00
|
|
|
def post(self, user, report):
|
|
|
|
api = self.get_api(user)
|
|
|
|
try:
|
|
|
|
if report.source == self:
|
|
|
|
api.retweet(report.id)
|
|
|
|
else:
|
2018-04-15 09:42:34 +00:00
|
|
|
text = report.text
|
|
|
|
if len(text) > 280:
|
|
|
|
text = text[:280 - 4] + u' ...'
|
|
|
|
api.update_status(status=text)
|
2018-03-28 21:33:04 +00:00
|
|
|
except requests.exceptions.ConnectionError:
|
|
|
|
logger.error("Twitter API Error: Bad Connection",
|
|
|
|
exc_info=True)
|
|
|
|
# :todo implement rate limiting
|