def getData(id, mintime, maxtime, tries=1):
u = url.format(id, mintime, maxtime)
print "Try: ", tries, "Url:", u
data = scrapper.getDataURL(u)
try:
x = data['result']
return data
except:
if tries < 10:
tries += 1
time.sleep(5)
return getData(id, mintime, maxtime, tries)
else:
print "Unable to reach:", u
sys.exit(1)
def getData(id, tries=1):
u = url.format(id)
print "Try: ", tries, "Url:", u
data = scrapper.getDataURL(u)
try:
x = data['result']['match_id']
return data['result']
except:
if tries < 10:
tries += 1
time.sleep(5)
return getData(id, tries)
else:
print "Unable to reach:", u
database.updateDatabase([(sqlparse, id)])
return None
import database, scrapper, sys
url = "https://api.steampowered.com/IEconDOTA2_570/GetHeroes/v0001/?key=%s"
insert = "INSERT INTO heroes(hero_id, hero_name) VALUES(%s,%s) ON DUPLICATE KEY UPDATE hero_name=hero_name"
commands = []
data = scrapper.getDataURL(url)
hero_data = data['result']['heroes']
if hero_data == None:
sys.exit(1)
for i in hero_data:
commands.append((insert, (i['id'], i['name'][14:])))
database.updateDatabase(commands)
