def get_text(self, status):
result = []
text = html_unescape(status.text.replace('\n', ' '))
if status.rt:
text = text.split(':')[1:]
text = ':'.join(text)
if hasattr(status, 'retweeted_status'):
if hasattr(status.retweeted_status, 'text') \
and len(status.retweeted_status.text) > 0:
text = status.retweeted_status.text
myself = self.api.myself.screen_name
words = text.split(' ')
for word in words:
if word != '':
word += ' '
# The word is an HASHTAG ? '#'
if word[0] == '#':
result.append(('hashtag', word))
elif word[0] == '@':
## The AT TAG is, @myself
if word == '@%s ' % myself or word == '@%s: ' % myself:
result.append(('highlight_nick', word))
## @anyone
else:
result.append(('attag', word))
tyrs.container['completion'].add(get_exact_nick(word))
else:
result.append(word)
return result
def get_text(self, status):
result = []
text = html_unescape(status.text.replace("\n", " "))
if status.rt:
text = text.split(":")[1:]
text = ":".join(text)
if hasattr(status, "retweeted_status"):
if hasattr(status.retweeted_status, "text") and len(status.retweeted_status.text) > 0:
text = status.retweeted_status.text
myself = self.api.myself.screen_name
words = text.split(" ")
for word in words:
if word != "":
word += " "
# The word is an HASHTAG ? '#'
if word[0] == "#":
result.append(("hashtag", word))
elif word[0] == "@":
## The AT TAG is, @myself
if word == "@%s " % myself or word == "@%s: " % myself:
result.append(("highlight_nick", word))
## @anyone
else:
result.append(("attag", word))
tyrs.container["completion"].add(get_exact_nick(word))
else:
result.append(word)
return result
def get_text(self, status):
result = []
text = html_unescape(status.text.replace('\n', ' '))
if status.rt:
text = text.split(':')[1:]
text = ':'.join(text)
if hasattr(status, 'retweeted_status'):
if hasattr(status.retweeted_status, 'text') \
and len(status.retweeted_status.text) > 0:
text = status.retweeted_status.text
myself = self.api.myself.screen_name
words = text.split(' ')
for word in words:
if word != '':
word += ' '
# The word is an HASHTAG ? '#'
if word[0] == '#':
result.append(('hashtag', word))
elif word[0] == '@':
## The AT TAG is, @myself
if word == '@%s ' % myself or word == '@%s: ' % myself:
result.append(('highlight_nick', word))
## @anyone
else:
result.append(('attag', word))
tyrs.container['completion'].add(get_exact_nick(word))
else:
result.append(word)
return result
def get_text(self, status):
text = html_unescape(status.text.replace("\n", " "))
if status.rt:
text = text.split(":")[1:]
text = ":".join(text)
if hasattr(status, "retweeted_status"):
if hasattr(status.retweeted_status, "text") and len(status.retweeted_status.text) > 0:
text = status.retweeted_status.text
return text
def get_text(self, status):
text = html_unescape(status.text.replace('\n', ' '))
if status.rt:
text = text.split(':')[1:]
text = ':'.join(text)
if hasattr(status, 'retweeted_status'):
if hasattr(status.retweeted_status, 'text') \
and len(status.retweeted_status.text) > 0:
text = status.retweeted_status.text
return text
def _get(self, url_page):
id = get_id(url_page)
html = downloader.read_html(url_page)
soup = Soup(html)
self.title = html_unescape(soup.find('title').text).replace(
'- XVIDEOS.COM', '').strip()
url = re.find(r'''.setVideoHLS\(['"](.+?)['"]\)''', html) or re.find(
r'''.setVideoUrlHigh\(['"](.+?)['"]\)''', html) or re.find(
r'''.setVideoUrlLow\(['"](.+?)['"]\)''',
html) #https://www.xvideos.com/video65390539/party_night
if not url:
raise Exception('no video url')
ext = get_ext(url)
if ext.lower() == '.m3u8':
url = playlist2stream(url, n_thread=5, res=get_resolution()) #4773
self.url_thumb = soup.find('meta', {
'property': 'og:image'
}).attrs['content']
self.filename = format_filename(self.title, id, '.mp4')
self._url = url
def find_url(html, url):
href = re.findall('[\'"]([^\'"]+page.php[^\'"]+manga_detail[^\'"]+)[\'"]',
html)[0]
href = html_unescape(href)
return urljoin(url, href)
post_timestamp = post.pub_date.strftime('%Y%m%d%H%M%S')
json_index_content[post_timestamp] = {
'title': post.title,
'url': post.guid,
'date': post.pub_date
}
json_index_filtered = filter_json_index_by_year(json_index_content)
if not json_index_filtered:
print('There are no posts to publish. Aborting.')
sys.exit(0)
random_post_id = choice(list(json_index_filtered.keys()))
random_post_title = json_index_content[random_post_id]['title']
random_post_title = u(html_unescape(random_post_title))
random_post_url = u('{0}#{1}'.format(
json_index_filtered[random_post_id]['url'], current_timestamp))
twitter_status = '{0} {1}'.format(random_post_title, random_post_url)
signature_timestamp = datetime.now().strftime('%s')
signature_once = str(getrandbits(64))
signature_basestr_auth = {}
signature_basestr_auth['status'] = twitter_status
signature_basestr_auth['oauth_consumer_key'] = twitter_consumer_key
signature_basestr_auth['oauth_nonce'] = signature_once
signature_basestr_auth['oauth_signature_method'] = twitter_api_method
signature_basestr_auth['oauth_timestamp'] = signature_timestamp
signature_basestr_auth['oauth_token'] = twitter_oauth_token
signature_basestr_auth['oauth_version'] = twitter_api_version
def get_dn(cls, url):
if url.startswith('magnet:'):
qs = utils.query_url(url)
if 'dn' in qs:
return utils.html_unescape(qs['dn'][0])
TWITTER_API_VERSION = '1.0'
TWITTER_API_METHOD = 'HMAC-SHA1'
TWITTER_API_END = 'https://api.twitter.com/1.1/statuses/update.json'
TWITTER_CONSUMER_KEY = os.environ.get('TWITTER_CONSUMER_KEY')
TWITTER_CONSUMER_SECRET = os.environ.get('TWITTER_CONSUMER_SECRET')
TWITTER_OAUTH_TOKEN = os.environ.get('TWITTER_OAUTH_TOKEN')
TWITTER_OAUTH_SECRET = os.environ.get('TWITTER_OAUTH_SECRET')
FEED_URL = os.environ.get('FEED_URL')
FEED_DATA = parse_rss_bytes(urlopen(FEED_URL).read())
for post in FEED_DATA.items:
ITEM_TIMESTAMP = int(post.pub_date.strftime('%Y%m%d%H%M%S'))
LAST_TIMESTAMP = int(datetime.now().strftime('%Y%m%d%H%M%S')) - 10000
ITEM_TITLE = u(html_unescape(post.title))
ITEM_LINK = u(post.guid)
TWITTER_STATUS = ITEM_TITLE + ' ' + ITEM_LINK
if ITEM_TIMESTAMP >= LAST_TIMESTAMP:
SIGNATURE_TIMESTAMP = datetime.now().strftime('%s')
SIGNATURE_ONCE = base64.b64encode(
s(''.join([str(random.randint(0, 9)) for i in range(24)])))
SIGNATURE_BASE_STRING_AUTH = 'oauth_consumer_key=' + escape(
TWITTER_CONSUMER_KEY)
SIGNATURE_BASE_STRING_AUTH += '&oauth_nonce=' + escape(SIGNATURE_ONCE)
SIGNATURE_BASE_STRING_AUTH += '&oauth_signature_method=' + escape(
TWITTER_API_METHOD)
SIGNATURE_BASE_STRING_AUTH += '&oauth_timestamp=' + escape(
SIGNATURE_TIMESTAMP)