def run(driver, opposing, latest):
try:
current_url = driver.current_url
except selenium.common.exceptions.NoSuchWindowException:
driver.switch_to.window(driver.window_handles[-1])
current_url = driver.current_url
split_url = urlsplit(current_url)
# check if the site is partisan and if we're not on the home page
view = get_view(split_url.netloc)
if view and len(split_url.path) > 1:
print("Partisanship detected. Finding new article...")
if opposing:
if view == "left":
view = "right"
elif view == "right":
view = "left"
else:
view = "centrist"
title = get_title(current_url)
url_to_scrape = get_url_to_scrape(title, view=view, latest=latest)
centrist_url = scrape_url(url_to_scrape)
driver.execute_script("window.open('');")
driver.switch_to.window(driver.window_handles[-1])
driver.get(centrist_url)
import argparse
from scraper import get_url_to_scrape, scrape_url
from title import get_title
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--url",
type=str,
default="",
help="URL of partisan article")
args = parser.parse_args()
current_url = args.url
print("URL scraped:")
print(current_url)
article_title = get_title(current_url)
print("\nTitle:")
print(article_title)
url_to_scrape = get_url_to_scrape(article_title)
print("\nAllSides URL:")
print(url_to_scrape)
centrist_url = scrape_url(url_to_scrape)
print("\nCentrist URL:")
print(centrist_url)
mydb = myclient[DatabaseName]
mycol = mydb[collectionName]
dblist = myclient.list_database_names()
collist = mydb.list_collection_names()
# It Will Insert article after 600ms
while True:
for link in getLinks():
TITLE = str(get_title(link).text)
PARA = getArticle(link)
ArticleUrl = str(link)
IMAGEURL = str(Getimage(link))
FinalArticle = { "title": TITLE, "para": PARA, "image": IMAGEURL ,"articleurl": ArticleUrl}
if mycol.find_one({"title":TITLE}):
print("Article already Exist in Database Skipping it")
else:
try:
mycol.insert_one(FinalArticle)
print(f"Title: {TITLE} Database Inserted")
except Exception as e :
print(e)
def run_command(message_data):
sender = message_data['sender']
said = message_data['said']
# '#channel' if room, 'sender' if private message
current_channel = message_data['current_channel']
params = message_data['params']
# Get title from web pages
if 'http://' in said:
url = extract_url(said)
title = get_title(url)
if title:
say(current_channel, 'Title: %s' % title)
# Get link to Wikipedia article
if '[[' in said:
for article_name in extract_article(said):
say(current_channel, get_link(article_name))
# Reply to mention with a random quote
if nickname in said:
say(current_channel, random_quote(sender))
## IRC commands ##
search_term = '+'.join(params)
# List all commands
if said.find('@help') == 0:
say(sender, 'Search engines: google, wa, ddg, drae, dpd, en, es')
say(sender, 'Misc: random [list], conv (unit) to (unit), fetch (wikipedia_article), link <start|get|check|stop>, calc (expression)')
# Google
elif said.find('@google') == 0:
say(current_channel, 'https://www.google.com/search?q=%s' % search_term)
# Wolfram Alpha
elif said.find('@wa') == 0:
say(current_channel, 'http://www.wolframalpha.com/input/?i=%s' % search_term)
# DuckDuckGo
elif said.find('@ddg') == 0:
say(current_channel, 'http://duckduckgo.com/?q=%s' % search_term)
# DRAE
elif said.find('@drae') == 0:
say(current_channel, 'http://lema.rae.es/drae/?val=%s' % search_term)
# DPD
elif said.find('@dpd') == 0:
say(current_channel, 'http://lema.rae.es/dpd/?key=%s' % search_term)
# Jisho kanji lookup
elif said.find('@kan') == 0:
escaped_term = urllib2.quote(search_term)
say(current_channel, 'http://jisho.org/kanji/details/%s' % escaped_term)
# EN > JP
elif said.find('@ei') == 0:
say(current_channel, 'http://jisho.org/words?jap=&eng=%s&dict=edict' % search_term)
# JP > EN
elif said.find('@ni') == 0:
escaped_term = urllib2.quote(search_term)
say(current_channel, 'http://jisho.org/words?jap=%s&eng=&dict=edict' % escaped_term)
# EN > ES
elif said.find('@en') == 0:
say(current_channel, 'http://www.wordreference.com/es/translation.asp?tranword=%s' % search_term)
# ES > EN
elif said.find('@es') == 0:
say(current_channel, 'http://www.wordreference.com/es/en/translation.asp?spen=%s' % search_term)
# Random choice
elif said.find('@random') == 0:
if len(params) == 1:
say(current_channel, 'f****t')
elif len(params) > 1:
say(current_channel, random.choice(said.split(',').strip()))
else:
say(current_channel, random.choice([0, 1]))
# Unit converter
elif said.find('@conv') == 0:
if 'to' not in params:
return
index = params.index('to')
amount = params[0]
unit_from = params[1:index]
unit_from = urllib2.quote(' '.join(unit_from))
# 'to' == params[index]
unit_to = params[index + 1:]
unit_to = urllib2.quote(' '.join(unit_to))
conversion_url = 'http://www.google.com/ig/calculator?hl=en&q='
conversion = fetch_url(conversion_url + amount + unit_from + '=?' + unit_to).read()
parsed_conversion = conversion.split('"')
# Check for errors
if len(parsed_conversion[5]) == 0:
unit_result = urllib2.unquote(unit_to)
say(current_channel, '%s %s' % (parsed_conversion[3].split()[0], unit_result))
# Linkrace module
elif said.find('@link') == 0:
# Get race links
if params[0] == 'get':
url = 'http://es.wikipedia.org/wiki/%s'
start, end = random_pair()
starturl = url % urllib2.quote(start)
endurl = url % urllib2.quote(end)
say(current_channel, 'Start article is %s' % starturl)
say(current_channel, 'Goal article is %s' % endurl)
# Check if chain is valid
elif params[0] == 'check':
chain = ' '.join(params[1:])
broken_links = check_chain(chain)
if not broken_links:
say(current_channel, 'The chain is valid.')
else:
error_list = ' | '.join(broken_links)
say(current_channel, error_list)
say(current_channel, 'The chain is not valid.')
# Calculator
elif said.find('@calc') == 0:
expression = ''.join(params)
result = str(calculate(expression))
say(current_channel, result)
# Wikipedia fetch
elif said.find('@fetch') == 0:
article_name = ' '.join(params)
extract = fetch(article_name)
say(current_channel, extract)
# Text game
elif said.find('@dicks') == 0:
global game
# Commands available for everyone
if params[0] == 'join':
game.join_game(sender)
elif params[0] == 'players':
say(current_channel, [player.name for player in game.players])
# Commands available for players
if sender in [player.name for player in game.players]:
if params[0] == 'panel':
panel_url = sprunge(game.panel(sender))
say(sender, '[i] Uploading panel')
say(sender, panel_url)
elif params[0] == 'settle':
group = params[1]
game.settle(sender, group)
elif params[0] == 'move':
troop = params[1]
new_position = [params[2], params[3]]
game.move(sender, troop, new_position)
## Owner commands ##
if sender == owner:
# Disconnect
if said == '.quit':
execute('QUIT')
sys.exit(0)
# Send message from bot
elif said.find('.say') == 0:
if len(params) > 1:
say(params[0], ' '.join(params[1:]))
# Print userlist
elif said.find('.users') == 0:
say(current_channel, str(users))
# Bot joins
elif said.find('.join') == 0:
channel = params[0]
execute('JOIN %s' % channel)
# Bot parts
elif said.find('.part') == 0:
execute('PART %s' % current_channel)
del users[current_channel]
# Bot kicks
elif said.find('.kick') == 0:
user = params[0]
reason = ' '.join(params[1:])
if not reason:
reason = 'huh'
bot_kick(current_channel, user, reason)
def read_line(line):
# Variables inside curly braces are optional
# Dirty but better than having "self" all over the damn code
global logged_in, deposit, scores
# PING messages don't start with ':'
if line.startswith(':'):
### Parsing ###
# Complete command (:name!username@host command {args} :args)
full_command = line.split(
) # [:name!username@host, command{, args}, :args]
if len(full_command) < 2:
return
# Sender info (:name!username@host)
sender_info = full_command[0]
sender_info = sender_info.lstrip(':').split(
'!') # [name, username@host]
sender = sender_info[0] # name
# Message and parameters (command {args} :args)
message = full_command[1:]
command = message[0] # command
### Numeric replies ###
# Initial connection
if not logged_in and (command == '439' or 'NOTICE' in command):
execute('NICK %s' % nickname)
execute('USER %s %s %s :%s' %
(nickname, nickname, nickname, nickname))
execute('NS IDENTIFY %s' % password)
# execute('NS GHOST %s %s' % (nickname, password))
logged_in = True
# Start of MOTD
elif command == '375':
for channel in channels:
execute('JOIN %s' % channel)
# NAMES list
elif command == '353':
# message = ['353', bot_nickname, '=', #chan, :nick1, nick2, nick3]
channel = message[3] # #chan
message[4] = message[4].lstrip(':') # nick1
names_list = message[4:] # [nick1, nick2, nick3]
for name in names_list:
add_user(channel, name)
### Handle common messages ###
elif command == 'KICK':
current_channel = full_command[2]
user = full_command[3]
# Autojoin
if user == nickname:
execute('JOIN %s' % current_channel)
# User KICKs
else:
remove_user(user, current_channel)
deposit += 10
# User JOINs
elif command == 'JOIN' and sender != nickname:
# message = ['JOIN', {':' + }#chan]
current_channel = message[1].lstrip(':')
add_user(current_channel, sender)
# User PARTs
elif command == 'PART':
# message = ['PART', #chan, ':' + reason]
current_channel = message[1]
remove_user(current_channel, sender)
# User QUITs
elif command == 'QUIT':
for channel in channels:
remove_user(channel, sender)
# User commands
elif command == 'PRIVMSG':
# message = ['PRIVMSG', #chan, ':' + word word word]
message[2] = message[2].lstrip(':')
current_channel = message[1]
said = ' '.join(message[2:])
params = message[3:] # List of parameters (split by spaces)
search_term = '+'.join(params)
# Get title from web pages
if 'http://' in said:
url = extract_url(said)
title = get_title(url)
if title:
say(current_channel, 'Title: %s' % title)
# Get link to Wikipedia article
if '[[' in said:
article = extract_article(said)
link = get_link(article)
if link:
say(current_channel, link)
## IRC commands ##
# Commands with parameters
if len(params) > 0:
# Google
if said.find('@g') == 0:
say(current_channel,
'https://www.google.com/search?q=%s' % search_term)
# Wolfram Alpha
elif said.find('@wa') == 0:
say(
current_channel,
'http://www.wolframalpha.com/input/?i=%s' %
search_term)
# DuckDuckGo
elif said.find('@ddg') == 0:
say(current_channel,
'http://duckduckgo.com/?q=%s' % search_term)
# DRAE
elif said.find('@drae') == 0:
say(current_channel,
'http://lema.rae.es/drae/?val=%s' % search_term)
# DPD
elif said.find('@dpd') == 0:
say(current_channel,
'http://lema.rae.es/dpd/?key=%s' % search_term)
# Jisho kanji lookup
elif said.find('@kan') == 0:
escaped_term = urllib2.quote(search_term)
say(current_channel,
'http://jisho.org/kanji/details/%s' % escaped_term)
# EN > JP
elif said.find('@ei') == 0:
say(
current_channel,
'http://jisho.org/words?jap=&eng=%s&dict=edict' %
search_term)
# JP > EN
elif said.find('@ni') == 0:
escaped_term = urllib2.quote(search_term)
say(
current_channel,
'http://jisho.org/words?jap=%s&eng=&dict=edict' %
escaped_term)
# EN > ES
elif said.find('@en') == 0:
say(
current_channel,
'http://www.wordreference.com/es/translation.asp?tranword=%s'
% search_term)
# ES > EN
elif said.find('@es') == 0:
say(
current_channel,
'http://www.wordreference.com/es/en/translation.asp?spen=%s'
% search_term)
# Unit converter
elif said.find('@conv') == 0:
if 'to' not in params:
return
index = params.index('to')
amount = params[0]
unit_from = params[1:index]
unit_from = urllib2.quote(' '.join(unit_from))
# 'to' == params[index]
unit_to = params[index + 1:]
unit_to = urllib2.quote(' '.join(unit_to))
conversion_url = 'http://www.google.com/ig/calculator?hl=en&q='
conversion = fetch_url(conversion_url + amount +
unit_from + '=?' + unit_to).read()
parsed_conversion = conversion.split('"')
# Check for errors
if len(parsed_conversion[5]) == 0:
unit_result = urllib2.unquote(unit_to)
say(
current_channel, '%s %s' %
(parsed_conversion[3].split()[0], unit_result))
# Linkrace module
elif said.find('@link') == 0:
linkcommand = params[0]
# Get race links
if linkcommand == 'get':
url = 'http://es.wikipedia.org/wiki/%s'
start, end = random_pair()
starturl = url % urllib2.quote(start)
endurl = url % urllib2.quote(end)
say(current_channel, 'Start article is %s' % starturl)
say(current_channel, 'Goal article is %s' % endurl)
# Check if chain is valid
if linkcommand == 'check':
chain = ' '.join(params[1:])
broken_links = check_chain(chain)
if not broken_links:
say(current_channel, 'The chain is valid.')
else:
error_list = ' | '.join(broken_links)
say(current_channel, error_list)
say(current_channel, 'The chain is not valid.')
# Calculator
elif said.find('@calc') == 0:
expression = ''.join(params)
result = str(calculate(expression))
say(current_channel, result)
# Wikipedia fetch
elif said.find('@fetch') == 0:
article_name = ' '.join(params)
extract = fetch(article_name)
say(current_channel, extract)
# Bet
elif said.find('@bet') == 0:
wager = int(params[0])
if wager > deposit:
say(current_channel,
'Deposit is %s, cannot bet %s' % (deposit, wager))
return
# Cannot bet if last roll was 1 or 6
last = last_roll(sender)
if last == 1 or last == 6:
say(current_channel, 'Last roll was' % last)
return
roll = roll_dice(sender)
# Won the bet
if roll > last:
wallet[sender] += wager
deposit -= wager
balance = wallet[sender]
say(
current_channel,
'%s: roll: %s, +%sC, balance: %sC' %
(sender, roll, wager, balance))
# Lost the bet
else:
# User doesn't have enough money to pay
if wager > wallet[sender]:
deposit += wallet[sender]
# User has enough money to pay
else:
deposit += wager
wallet[sender] -= wager
balance = wallet[sender]
say(
current_channel,
'%s: roll: %s, -%sC, balance: %sC' %
(sender, roll, wager, balance))
# Kick if debt is greater than 10
if wallet[sender] < -10:
bot_kick(current_channel, sender, 'Debt')
# Commands without parameters
else:
# Roll
if said.find('@roll') == 0:
roll = roll_dice(sender)
# Roll 1, give 1C to deposit (if available)
if roll == 1 and wallet[sender] > 0:
deposit += 1
wallet[sender] -= 1
balance = wallet[sender]
say(
current_channel,
'%s: roll: %s, -1C, balance: %sC' %
(sender, roll, balance))
# Roll 6, get 1C from deposit (if available)
elif roll == 6 and deposit > 0:
deposit -= 1
wallet[sender] += 1
balance = wallet[sender]
say(
current_channel,
'%s: roll: %s, +1C, balance: %sC' %
(sender, roll, balance))
else:
say(current_channel, '%s: roll: %s' % (sender, roll))
# Check deposit
elif said.find('@deposit') == 0:
say(current_channel, 'Deposit: %s' % deposit)
# Return last roll
elif said.find('@last') == 0:
say(current_channel,
'%s: Last roll: %s' % (sender, last_roll(sender)))
# List all wallets
elif said.find('@wallets') == 0:
say(current_channel, str(wallet))
# List own balance
elif said.find('@balance') == 0:
balance = wallet[sender]
say(current_channel,
'%s: balance: %sC' % (sender, balance))
## Owner commands ##
if sender == owner:
# Disconnect
if said == '.quit':
end_bot()
# Print userlist
elif said.find('.users') == 0:
say(current_channel, str(users))
# Bot joins
elif said.find('.join') == 0:
channel = said.split()[1]
execute('JOIN %s' % channel)
# Bot parts
elif said.find('.part') == 0:
execute('PART %s' % current_channel)
del users[current_channel]
# Bot kicks
elif said.find('.kick') == 0:
user = said.split()[1]
bot_kick(current_channel, user)
# PING messages don't start with ':'
else:
# Pong
if 'PING' in line:
execute('PONG %s' % line.split()[1])