2018-08-16 17:25:16 -05:00
|
|
|
# -*- coding: utf-8 -*-
|
2018-11-22 13:35:19 -06:00
|
|
|
from __future__ import absolute_import
|
2019-06-06 11:52:23 -05:00
|
|
|
from __future__ import unicode_literals
|
|
|
|
from future import standard_library
|
|
|
|
standard_library.install_aliases()
|
|
|
|
from builtins import str
|
|
|
|
from builtins import chr
|
|
|
|
from builtins import range
|
2018-08-16 17:25:16 -05:00
|
|
|
import platform
|
|
|
|
system = platform.system()
|
2018-11-22 13:35:19 -06:00
|
|
|
from . import utils
|
2018-08-16 17:25:16 -05:00
|
|
|
import re
|
2019-06-06 11:52:23 -05:00
|
|
|
import html.entities
|
2018-08-16 17:25:16 -05:00
|
|
|
import time
|
|
|
|
import output
|
|
|
|
import languageHandler
|
|
|
|
import arrow
|
|
|
|
import logging
|
|
|
|
import config
|
2018-11-22 13:35:19 -06:00
|
|
|
from .long_tweets import twishort, tweets
|
2018-08-16 17:25:16 -05:00
|
|
|
log = logging.getLogger("compose")
|
|
|
|
|
|
|
|
def StripChars(s):
|
|
|
|
"""Converts any html entities in s to their unicode-decoded equivalents and returns a string."""
|
|
|
|
entity_re = re.compile(r"&(#\d+|\w+);")
|
|
|
|
def matchFunc(match):
|
|
|
|
"""Nested function to handle a match object.
|
|
|
|
If we match &blah; and it's not found, &blah; will be returned.
|
|
|
|
if we match #\d+, unichr(digits) will be returned.
|
|
|
|
Else, a unicode string will be returned."""
|
2019-06-06 11:52:23 -05:00
|
|
|
if match.group(1).startswith('#'): return chr(int(match.group(1)[1:]))
|
|
|
|
replacement = html.entities.entitydefs.get(match.group(1), "&%s;" % match.group(1))
|
|
|
|
return replacement
|
|
|
|
return str(entity_re.sub(matchFunc, s))
|
2018-08-16 17:25:16 -05:00
|
|
|
|
|
|
|
chars = "abcdefghijklmnopqrstuvwxyz"
|
|
|
|
|
|
|
|
def compose_tweet(tweet, db, relative_times, show_screen_names=False, session=None):
|
|
|
|
""" It receives a tweet and returns a list with the user, text for the tweet or message, date and the client where user is."""
|
|
|
|
if system == "Windows":
|
|
|
|
original_date = arrow.get(tweet["created_at"], "ddd MMM DD H:m:s Z YYYY", locale="en")
|
|
|
|
if relative_times == True:
|
|
|
|
ts = original_date.humanize(locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts = original_date.replace(seconds=db["utc_offset"]).format(_(u"dddd, MMMM D, YYYY H:m:s"), locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts = tweet["created_at"]
|
2018-11-22 13:35:19 -06:00
|
|
|
if "message" in tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
value = "message"
|
2018-11-22 13:35:19 -06:00
|
|
|
elif "full_text" in tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
value = "full_text"
|
|
|
|
else:
|
|
|
|
value = "text"
|
2018-11-22 13:35:19 -06:00
|
|
|
if "retweeted_status" in tweet and value != "message":
|
2018-08-16 17:25:16 -05:00
|
|
|
text = StripChars(tweet["retweeted_status"][value])
|
|
|
|
else:
|
|
|
|
text = StripChars(tweet[value])
|
|
|
|
if show_screen_names:
|
|
|
|
user = tweet["user"]["screen_name"]
|
|
|
|
else:
|
|
|
|
user = tweet["user"]["name"]
|
|
|
|
source = re.sub(r"(?s)<.*?>", "", tweet["source"])
|
2018-11-22 13:35:19 -06:00
|
|
|
if "retweeted_status" in tweet:
|
|
|
|
if ("message" in tweet) == False and tweet["retweeted_status"]["is_quote_status"] == False:
|
2018-08-16 17:25:16 -05:00
|
|
|
text = "RT @%s: %s" % (tweet["retweeted_status"]["user"]["screen_name"], text)
|
|
|
|
elif tweet["retweeted_status"]["is_quote_status"]:
|
|
|
|
text = "%s" % (text)
|
|
|
|
else:
|
|
|
|
text = "RT @%s: %s" % (tweet["retweeted_status"]["user"]["screen_name"], text)
|
2018-11-22 13:35:19 -06:00
|
|
|
if ("message" in tweet) == False:
|
2018-08-16 17:25:16 -05:00
|
|
|
urls = utils.find_urls_in_text(text)
|
2018-11-22 13:35:19 -06:00
|
|
|
if "retweeted_status" in tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
for url in range(0, len(urls)):
|
|
|
|
try:
|
|
|
|
text = text.replace(urls[url], tweet["retweeted_status"]["entities"]["urls"][url]["expanded_url"])
|
|
|
|
except: pass
|
|
|
|
else:
|
|
|
|
for url in range(0, len(urls)):
|
|
|
|
try:
|
|
|
|
text = text.replace(urls[url], tweet["entities"]["urls"][url]["expanded_url"])
|
|
|
|
except: pass
|
|
|
|
if config.app['app-settings']['handle_longtweets']: pass
|
|
|
|
return [user+", ", text, ts+", ", source]
|
|
|
|
|
|
|
|
def compose_direct_message(item, db, relative_times, show_screen_names=False, session=None):
|
|
|
|
# for a while this function will be together with compose_dm.
|
|
|
|
# this one composes direct messages based on events (new API Endpoints).
|
|
|
|
if system == "Windows":
|
|
|
|
# Let's remove the last 3 digits in the timestamp string.
|
|
|
|
# Twitter sends their "epoch" timestamp with 3 digits for milliseconds and arrow doesn't like it.
|
|
|
|
original_date = arrow.get(item["created_timestamp"][:-3])
|
|
|
|
if relative_times == True:
|
|
|
|
ts = original_date.humanize(locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts = original_date.replace(seconds=db["utc_offset"]).format(_(u"dddd, MMMM D, YYYY H:m:s"), locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts = item["created_timestamp"]
|
|
|
|
text = StripChars(item["message_create"]["message_data"]["text"])
|
|
|
|
source = "DM"
|
|
|
|
sender = session.get_user(item["message_create"]["sender_id"])
|
|
|
|
if db["user_name"] == sender["screen_name"]:
|
|
|
|
if show_screen_names:
|
|
|
|
user = _(u"Dm to %s ") % (session.get_user(item["message_create"]["target"]["recipient_id"])["screen_name"])
|
|
|
|
else:
|
|
|
|
user = _(u"Dm to %s ") % (session.get_user(item["message_create"]["target"]["recipient_id"])["name"])
|
|
|
|
else:
|
|
|
|
if show_screen_names:
|
|
|
|
user = sender["screen_name"]
|
|
|
|
else:
|
|
|
|
user = sender["name"]
|
|
|
|
if text[-1] in chars: text=text+"."
|
|
|
|
urls = utils.find_urls_in_text(text)
|
|
|
|
for url in range(0, len(urls)):
|
|
|
|
try: text = text.replace(urls[url], item["message_create"]["message_data"]["entities"]["urls"][url]["expanded_url"])
|
|
|
|
except IndexError: pass
|
|
|
|
return [user+", ", text, ts+", ", source]
|
|
|
|
|
|
|
|
def compose_quoted_tweet(quoted_tweet, original_tweet, show_screen_names=False, session=None):
|
|
|
|
""" It receives a tweet and returns a list with the user, text for the tweet or message, date and the client where user is."""
|
2018-11-22 13:35:19 -06:00
|
|
|
if "retweeted_status" in quoted_tweet:
|
|
|
|
if "full_text" in quoted_tweet["retweeted_status"]:
|
2018-08-16 17:25:16 -05:00
|
|
|
value = "full_text"
|
|
|
|
else:
|
|
|
|
value = "text"
|
|
|
|
text = StripChars(quoted_tweet["retweeted_status"][value])
|
|
|
|
else:
|
2018-11-22 13:35:19 -06:00
|
|
|
if "full_text" in quoted_tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
value = "full_text"
|
|
|
|
else:
|
|
|
|
value = "text"
|
|
|
|
text = StripChars(quoted_tweet[value])
|
|
|
|
if show_screen_names:
|
|
|
|
quoting_user = quoted_tweet["user"]["screen_name"]
|
|
|
|
else:
|
|
|
|
quoting_user = quoted_tweet["user"]["name"]
|
|
|
|
source = re.sub(r"(?s)<.*?>", "", quoted_tweet["source"])
|
2018-11-22 13:35:19 -06:00
|
|
|
if "retweeted_status" in quoted_tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
text = "rt @%s: %s" % (quoted_tweet["retweeted_status"]["user"]["screen_name"], text)
|
|
|
|
if text[-1] in chars: text=text+"."
|
|
|
|
original_user = original_tweet["user"]["screen_name"]
|
2018-11-22 13:35:19 -06:00
|
|
|
if "message" in original_tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
original_text = original_tweet["message"]
|
2018-11-22 13:35:19 -06:00
|
|
|
elif "full_text" in original_tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
original_text = StripChars(original_tweet["full_text"])
|
|
|
|
else:
|
|
|
|
original_text = StripChars(original_tweet["text"])
|
|
|
|
quoted_tweet["message"] = _(u"{0}. Quoted tweet from @{1}: {2}").format( text, original_user, original_text)
|
|
|
|
quoted_tweet = tweets.clear_url(quoted_tweet)
|
|
|
|
quoted_tweet["entities"]["urls"].extend(original_tweet["entities"]["urls"])
|
|
|
|
return quoted_tweet
|
|
|
|
|
|
|
|
def compose_followers_list(tweet, db, relative_times=True, show_screen_names=False, session=None):
|
|
|
|
if system == "Windows":
|
|
|
|
original_date = arrow.get(tweet["created_at"], "ddd MMM D H:m:s Z YYYY", locale="en")
|
|
|
|
if relative_times == True:
|
|
|
|
ts = original_date.humanize(locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts = original_date.replace(seconds=db["utc_offset"]).format(_(u"dddd, MMMM D, YYYY H:m:s"), locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts = tweet["created_at"]
|
2018-11-22 13:35:19 -06:00
|
|
|
if "status" in tweet:
|
2018-08-16 17:25:16 -05:00
|
|
|
if len(tweet["status"]) > 4 and system == "Windows":
|
|
|
|
original_date2 = arrow.get(tweet["status"]["created_at"], "ddd MMM D H:m:s Z YYYY", locale="en")
|
|
|
|
if relative_times:
|
|
|
|
ts2 = original_date2.humanize(locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts2 = original_date2.replace(seconds=db["utc_offset"]).format(_(u"dddd, MMMM D, YYYY H:m:s"), locale=languageHandler.getLanguage())
|
|
|
|
else:
|
|
|
|
ts2 = _("Unavailable")
|
|
|
|
else:
|
|
|
|
ts2 = _("Unavailable")
|
|
|
|
return [_(u"%s (@%s). %s followers, %s friends, %s tweets. Last tweeted %s. Joined Twitter %s") % (tweet["name"], tweet["screen_name"], tweet["followers_count"], tweet["friends_count"], tweet["statuses_count"], ts2, ts)]
|
|
|
|
|
|
|
|
def compose_list(list):
|
|
|
|
name = list["name"]
|
|
|
|
if list["description"] == None: description = _(u"No description available")
|
|
|
|
else: description = list["description"]
|
|
|
|
user = list["user"]["name"]
|
|
|
|
members = str(list["member_count"])
|
|
|
|
if list["mode"] == "private": status = _(u"private")
|
|
|
|
else: status = _(u"public")
|
|
|
|
return [name, description, user, members, status]
|