def get_results():
results = get_parsed_page("http://www.hltv.org/results/")
results_list = []
pastresults = results.find_all("div", {"class": "results-holder"})
for result in pastresults:
resultDiv = result.find_all("div", {"class": "result-con"})
for res in resultDiv:
getRes = res.find("div", {"class": "result"}).find("table")
resultObj = {}
if (res.parent.find("span", {"class": "standard-headline"})):
resultObj['date'] = res.parent.find(
"span", {
"class": "standard-headline"
}).text.encode('utf8')
else:
dt = datetime.date.today()
resultObj['date'] = str(dt.day) + '/' + str(
dt.month) + '/' + str(dt.year)
if (res.find("td", {"class": "placeholder-text-cell"})):
resultObj['event'] = res.find("td", {
"class": "placeholder-text-cell"
}).text.encode('utf8')
elif (res.find("td", {"class": "event"})):
resultObj['event'] = res.find("td", {
"class": "event"
}).text.encode('utf8')
else:
resultObj['event'] = None
if (res.find_all("td", {"class": "team-cell"})):
resultObj['team1'] = res.find_all(
"td", {"class": "team-cell"
})[0].text.encode('utf8').lstrip().rstrip()
resultObj['team1score'] = converters.to_int(
res.find("td", {
"class": "result-score"
}).find_all("span")[0].text.encode(
'utf8').lstrip().rstrip())
resultObj['team2'] = res.find_all(
"td", {"class": "team-cell"
})[1].text.encode('utf8').lstrip().rstrip()
resultObj['team2score'] = converters.to_int(
res.find("td", {
"class": "result-score"
}).find_all("span")[1].text.encode(
'utf8').lstrip().rstrip())
else:
resultObj['team1'] = None
resultObj['team2'] = None
results_list.append(resultObj)
return results_list
def top30teams():
page = get_parsed_page("http://www.hltv.org/ranking/teams/")
teams = page.find("div", {"class": "ranking"})
teamlist = []
for team in teams.find_all("div", {"class": "ranked-team standard-box"}):
newteam = {
'name':
team.find('div', {
"class": "ranking-header"
}).select('.name')[0].text.strip(),
'rank':
converters.to_int(team.select('.position')[0].text.strip(),
regexp=True),
'rank-points':
converters.to_int(team.find('span', {
'class': 'points'
}).text,
regexp=True),
'team-id':
converters.to_int(
team.find(
'a',
{'class': 'details moreLink'})['href'].split('/')[-1]),
'team-players': []
}
for player_div in team.find_all("td", {"class": "player-holder"}):
player = {}
player['name'] = player_div.find(
'img', {'class': 'playerPicture'})['title']
player['player-id'] = converters.to_int(
player_div.select('.pointer')[0]['href'].split("/")[-2])
newteam['team-players'].append(player)
teamlist.append(newteam)
return teamlist
def top20teams():
page = get_parsed_page("http://www.hltv.org/ranking/teams/")
teams = page.select("div.ranking-box")
teamlist = []
for team in teams:
newteam = {'name': team.select('.ranking-teamName > a')[0].text.strip(),
'rank': converters.to_int(team.select('.ranking-number')[0].text.strip(), regexp=True),
'rank-points': converters.to_int(team.select('.ranking-teamName > span')[0].text, regexp=True),
'team-id': converters.to_int(team.select('.ranking-delta')[0].get('id'), regexp=True),
'team-players': []}
for player_div in team.select('.ranking-lineup > div'):
player = {}
player_anchor = player_div.select('.ranking-playerNick > a')[0]
player['name'] = player_anchor.text.strip()
player_link = player_anchor.get('href')
if 'pageid' in player_link:
player['player-id'] = converters.to_int(player_link[player_link.index('playerid'):], regexp=True)
else:
player['player-id'] = converters.to_int(player_link, regexp=True)
if player['name'].startswith("[email"):
player_page = get_parsed_page(str("http://www.hltv.org" + player_anchor['href']))
player['name'] = player_page.title.text.split()[0]
newteam['team-players'].append(player)
teamlist.append(newteam)
return teamlist
def get_matches():
matches = get_parsed_page("http://www.hltv.org/matches/")
matchlist = matches.find_all("div", {"class": ["matchListBox", "matchListDateBox"]})
datestring = ""
matches_list = []
for match in matchlist:
if match['class'][0] == "matchListDateBox":
# TODO possibly change this into real date object
datestring = match.text.strip()
else:
try:
#What does matchd mean?
matchd = {}
matchd['date'] = datestring + " - " + match.find("div", {"class": "matchTimeCell"}).text.strip()
team1div = match.find("div", {"class": "matchTeam1Cell"})
team1 = {}
team1["name"] = team1div.text.strip()
team1href = team1div.select('a')[0].get('href')
team1["id"] = converters.to_int(team1href[team1href.index('teamid'):], regexp=True)
matchd['team1'] = team1
team2div = match.find("div", {"class": "matchTeam2Cell"})
team2 = {}
team2["name"] = team2div.text.strip()
team2href = team2div.select('a')[0].get('href')
team2["id"] = converters.to_int(team2href[team2href.index('teamid'):], regexp=True)
matchd['team2'] = team2
# include link (id) to match page
matchd['matchid'] = match.find("div", {"class": "matchActionCell"}).find("a").get('href') #What a f*****g mess lmao
matches_list.append(matchd)
except:
# what does this do man?
print(match.text[:7].strip(), match.text[7:-7].strip())
return matches_list
def get_results():
results = get_parsed_page("http://www.hltv.org/results/")
resultslist = results.find_all(
"div", {"class": ["matchListBox", "matchListDateBox"]})
datestring = ""
results_list = []
for result in resultslist:
if result['class'][0] == "matchListDateBox":
# TODO possibly change this into a real date object
datestring = result.text.strip()
else:
#What does resultd mean?
resultd = {}
#This page uses the time box to show map played
resultd['date'] = datestring
resultd['map'] = result.find("div", {
"class": "matchTimeCell"
}).text.strip()
scores = result.find("div", {
"class": "matchScoreCell"
}).text.strip()
#Team 1 info
team1div = result.find("div", {"class": "matchTeam1Cell"})
team1 = {}
team1['name'] = team1div.text.strip()
#I seem to get the ID slightly differently, still works fine though
team1href = team1div.select('a')[0].get('href')
team1['id'] = converters.to_int(team1href.split("=")[-1],
regexp=True)
team1['score'] = converters.to_int(scores.split("-")[0].strip(),
regexp=True)
resultd['team1'] = team1
#Team 2 info
team2div = result.find("div", {"class": "matchTeam2Cell"})
team2 = {}
team2['name'] = team2div.text.strip()
team2href = team2div.select('a')[0].get('href')
team2['id'] = converters.to_int(team2href.split("=")[-1],
regexp=True)
team2['score'] = converters.to_int(scores.split("-")[1].strip(),
regexp=True)
resultd['team2'] = team2
resultd['matchid'] = result.find("div", {
"class": "matchActionCell"
}).find("a").get('href') #What a f*****g mess lmao
results_list.append(resultd)
return (results_list)
def _get_lineup(player_anchors):
"""
helper function for function above
:return: list of players
"""
players = []
for player_anchor in player_anchors:
player = {}
player_link = player_anchor.get('href')
player['player-id'] = converters.to_int(player_link[player_link.index('playerid'):], regexp=True)
player_text = player_anchor.text
player['name'] = player_text[0:player_text.index("(")].strip()
player['maps-played'] = converters.to_int(player_text[player_text.index("("):], regexp=True)
players.append(player)
return players
def find_subprocesses(pid):
cmd = "ps -ef | grep -v grep | grep -w %d | awk '{print $2}'" % pid
logger.info("Run find subprocesses of %d command: %s" % (pid, cmd))
out = os.popen(cmd).read().strip()
current_pid = os.getpid()
subpids = [converters.to_int(x) for x in out.split("\n")]
subpids = filter(lambda x: x > 0 and x not in (pid, current_pid), subpids)
return subpids
def top5teams():
page = get_parsed_page("http://www.hltv.org/ranking/teams/")
teams = page.find("div", {"class": "ranking"})
teams5 = []
for team in teams.find_all("div", {"class": "ranked-team standard-box"}):
newteam = {'name': team.find('div', {"class": "ranking-header"}).select('.name')[0].text.strip(),
'rank': converters.to_int(team.select('.position')[0].text.strip(), regexp=True),
'rank-points': converters.to_int(team.find('span', {'class': 'points'}).text, regexp=True),
'team-players': []
}
for player_div in team.find_all("td", {"class": "player-holder"}):
player = {}
player['player_name'] = player_div.find('img', {'class': 'playerPicture'})['title']
newteam['team-players'].append(player)
if len(teams5)<5:
teams5.append(newteam)
return teams5
def top30teams():
global teamlist, teamnameclassement, teampointsclassement, teamchangeclassement
page = get_parsed_page("http://www.hltv.org/ranking/teams/")
teams = page.find("div", {"class": "ranking"})
teamlist = []
teamnameclassement = []
teampointsclassement = []
teamchangeclassement = []
for team in teams.find_all("div", {"class": "ranked-team standard-box"}):
newteam = {
'name':
team.find('div', {
"class": "ranking-header"
}).select('.name')[0].text.strip(),
'rank':
converters.to_int(team.select('.position')[0].text.strip(),
regexp=True),
'rank-points':
converters.to_int(team.find('span', {
'class': 'points'
}).text,
regexp=True),
'team-id':
converters.to_int(
team.find(
'a', {'class': 'details moreLink'})['href'].split('/')[-1])
}
teamnameclassement.append(
team.find('div', {
"class": "ranking-header"
}).select('.name')[0].text.strip())
teampointsclassement.append(
str(
converters.to_int(team.find('span', {
'class': 'points'
}).text,
regexp=True)))
changement = team.find('div', {
"class": "change"
}).text # CHANHGEMENT DEP POSITION DANS LE CLASSEMENT
changement = changement.split('>')
teamchangeclassement.append(changement[0])
teamlist.append(newteam)
return teamlist
def check_daemon():
pid = -1
try:
fpr = open(daemon_config.pidfile, "r")
pidstr = fpr.read().strip()
fpr.close()
pid = converters.to_int(pidstr, -1)
except:
pass
if pid > 0:
command = "ps -ef | grep -w %d | grep -v grep" % pid
logger.info("Check <%s> command: %s" %
(daemon_config.app_daemon_name, command))
out = os.popen(command).read().strip()
return bool(out)
else:
return False
def top_players():
page = get_parsed_page("http://www.hltv.org/?pageid=348&statsfilter=10&mapid=0")
boxes = page.find_all("div", {"class": "framedBox"})
top_player_categories = []
for box in boxes:
category_obj = {'category': box.find("h2").text}
players = []
for player_elem in box.select("> div"):
player = {}
player_link = player_elem.find('a')
player['name'] = player_link.text
player['team'] = player_elem.text.split("(")[1].split(")")[0]
p_url = player_link['href']
player['player-id'] = converters.to_int(p_url[p_url.index('playerid=')+9:p_url.index('&statsfilter')])
player['stat'] = player_elem.select('div:nth-of-type(2)')[0].text
players.append(player)
category_obj['players'] = players
top_player_categories.append(category_obj)
return top_player_categories
def stop_first_subprocesses():
pid = -1
try:
fpr = open(daemon_config.pidfile, "r")
pidstr = fpr.read().strip()
fpr.close()
pid = converters.to_int(pidstr, -1)
except:
pass
# stop all: ps -ef | grep -w 25926 | grep -v grep | awk '{print $2}' | xargs kill
if pid > 0:
command = "ps -ef | grep -w %d | grep -v grep | awk '{print $2}' | xargs kill" % pid
logger.info("Stop <%s> command: %s" %
(daemon_config.app_daemon_name, command))
os.system(command)
os.remove(daemon_config.pidfile)
logger.info("Program <%s> has stopped!" %
daemon_config.app_daemon_name)
else:
logger.info("Program <%s> is not running!" %
daemon_config.app_daemon_name)
def stop_daemon(signal=None):
pid = -1
try:
fpr = open(daemon_config.pidfile, "r")
pidstr = fpr.read().strip()
fpr.close()
pid = converters.to_int(pidstr, -1)
except:
pass
if pid > 0:
logger.info("Try to stop <%s>, command: %s" %
(daemon_config.app_daemon_name, command))
all_pids = find_all_subprocesses()
all_pids_str = " ".join(map(str, all_pids))
logger.info("Get all pids for <%s>, detail: %s." %
(daemon_config.app_daemon_name, all_pids_str))
ret = stop_processes(all_pids, signal)
logger.info("Program <%s> has stopped, kill return code is %d!" %
(daemon_config.app_daemon_name, ret))
else:
logger.info("Program <%s> is not running!" %
daemon_config.app_daemon_name)
