def main():
db = database.get_cursor()
db.execute("SELECT torrent_id, tracker_id, hash, tracker_url, last_scrape FROM vw_scrape")
all_trackers = {}
for x in range(0, db.rowcount):
row = db.fetchone()
turl = row["tracker_url"]
hash = row["hash"]
if turl in all_trackers.iterkeys():
if hash not in all_trackers[turl]:
all_trackers[turl].append(hash)
else:
all_trackers[turl] = [hash]
for tracker, hashes in all_trackers.iteritems():
try:
result = scrape(tracker, hashes)
if result:
for hash, stats in result.iteritems():
db.execute("""UPDATE tracker SET seeds=%s, leechers=%s, completed=%s,
last_scrape=CURRENT_TIMESTAMP, scrape_error=NULL
WHERE torrent_id=(SELECT id FROM torrent WHERE hash=%s) AND tracker_url=%s""",
(stats["seeds"], stats["peers"], stats["complete"], hash, tracker))
db.commit()
except (RuntimeError, NameError, ValueError, socket.timeout) as e:
print "Error: %s" % e
format_strings = ','.join(["'%s'"] * len(hashes)) % tuple(hashes)
db.execute("""UPDATE tracker SET last_scrape=CURRENT_TIMESTAMP, scrape_error=%s
WHERE tracker_url=%s AND torrent_id IN (SELECT id FROM torrent WHERE hash IN (""" + format_strings + "))", (e, tracker))
db.commit()
db.close()
def scrape_trackers(hash, tracker_list):
db = database.get_cursor()
for url in tracker_list:
try:
result = scrape(url, [hash])
for hash, stats in result.iteritems():
db.execute("""UPDATE tracker SET seeds=%s, leechers=%s, completed=%s,
last_scrape=CURRENT_TIMESTAMP, scrape_error=NULL
WHERE torrent_id=(SELECT id FROM torrent WHERE hash=%s) AND tracker_url=%s""",
(stats["seeds"], stats["peers"], stats["complete"], hash, url))
db.commit()
except (RuntimeError, NameError, ValueError, socket.timeout) as e:
db.execute("""UPDATE tracker SET last_scrape=CURRENT_TIMESTAMP, scrape_error=%s
WHERE tracker_url=%s AND torrent_id=(SELECT id FROM torrent WHERE hash=%s)""", (e, url, hash))
db.commit()
db.close()
def scrape_trackers(hash, tracker_list):
db = database.get_cursor()
for url in tracker_list:
try:
result = scrape(url, [hash])
for hash, stats in result.iteritems():
db.execute(
"""UPDATE tracker SET seeds=%s, leechers=%s, completed=%s,
last_scrape=CURRENT_TIMESTAMP, scrape_error=NULL
WHERE torrent_id=(SELECT id FROM torrent WHERE hash=%s) AND tracker_url=%s""",
(stats["seeds"], stats["peers"], stats["complete"], hash,
url))
db.commit()
except (RuntimeError, NameError, ValueError, socket.timeout) as e:
db.execute(
"""UPDATE tracker SET last_scrape=CURRENT_TIMESTAMP, scrape_error=%s
WHERE tracker_url=%s AND torrent_id=(SELECT id FROM torrent WHERE hash=%s)""",
(e, url, hash))
db.commit()
db.close()
def main():
db = database.get_cursor()
db.execute(
"SELECT torrent_id, tracker_id, hash, tracker_url, last_scrape FROM vw_scrape"
)
all_trackers = {}
for x in range(0, db.rowcount):
row = db.fetchone()
turl = row["tracker_url"]
hash = row["hash"]
if turl in all_trackers.iterkeys():
if hash not in all_trackers[turl]:
all_trackers[turl].append(hash)
else:
all_trackers[turl] = [hash]
for tracker, hashes in all_trackers.iteritems():
try:
result = scrape(tracker, hashes)
if result:
for hash, stats in result.iteritems():
db.execute(
"""UPDATE tracker SET seeds=%s, leechers=%s, completed=%s,
last_scrape=CURRENT_TIMESTAMP, scrape_error=NULL
WHERE torrent_id=(SELECT id FROM torrent WHERE hash=%s) AND tracker_url=%s""",
(stats["seeds"], stats["peers"], stats["complete"],
hash, tracker))
db.commit()
except (RuntimeError, NameError, ValueError, socket.timeout) as e:
print "Error: %s" % e
format_strings = ','.join(["'%s'"] * len(hashes)) % tuple(hashes)
db.execute(
"""UPDATE tracker SET last_scrape=CURRENT_TIMESTAMP, scrape_error=%s
WHERE tracker_url=%s AND torrent_id IN (SELECT id FROM torrent WHERE hash IN ("""
+ format_strings + "))", (e, tracker))
db.commit()
db.close()
