def archive_subscriber_matches():
subscriptions = Subscription.get_valid_subscriptions()
print "Found {} valid subscribers".format(len(subscriptions))
for subscription in subscriptions:
webapi_params = {
"account_id": subscription.user_id,
"date_min": None,
"matches_requested": 100 # 100 Max
}
latest_match = SubscriptionLastMatch.query.\
filter(SubscriptionLastMatch.user_id == subscription.user_id,
SubscriptionLastMatch.replay_found == True).\
order_by(SubscriptionLastMatch.created_at.desc()).\
first()
if latest_match:
webapi_params["date_min"] = latest_match.created_at_timestamp
else:
webapi_params["date_min"] = subscription.created_at_timestamp
matches = steam.api.interface("IDOTA2Match_570").GetMatchHistory(
**webapi_params).get("result")
# Log this match check, as well as whether or not we found a match.
last_match_log = SubscriptionLastMatch(subscription.user_id,
len(matches.get("matches")) > 0)
db.session.add(last_match_log)
db.session.commit()
print "Found {} matches for {}".format(len(matches.get("matches")),
subscription.user_id)
for match in matches.get("matches"):
replay_exists = Replay.query.filter(
Replay.id == match["match_id"]).count() > 0
if not replay_exists:
replay = Replay(match["match_id"])
db.session.add(replay)
db.session.commit()
Replay.add_gc_job(replay)
print "Added {} to database and job queue".format(
match["match_id"])
else:
print "Match {} already in database, skipping.".format(
match["match_id"])
def archive_subscriber_matches():
subscriptions = Subscription.get_valid_subscriptions()
print "Found {} valid subscribers".format(len(subscriptions))
for subscription in subscriptions:
webapi_params = {
"account_id": subscription.user_id,
"date_min": None,
"matches_requested": 100 # 100 Max
}
latest_match = SubscriptionLastMatch.query.\
filter(SubscriptionLastMatch.user_id == subscription.user_id,
SubscriptionLastMatch.replay_found == True).\
order_by(SubscriptionLastMatch.created_at.desc()).\
first()
if latest_match:
webapi_params["date_min"] = latest_match.created_at_timestamp
else:
webapi_params["date_min"] = subscription.created_at_timestamp
matches = steam.api.interface("IDOTA2Match_570").GetMatchHistory(**webapi_params).get("result")
# Log this match check, as well as whether or not we found a match.
last_match_log = SubscriptionLastMatch(subscription.user_id, len(matches.get("matches")) > 0)
db.session.add(last_match_log)
db.session.commit()
print "Found {} matches for {}".format(len(matches.get("matches")), subscription.user_id)
for match in matches.get("matches"):
replay_exists = Replay.query.filter(Replay.id == match["match_id"]).count() > 0
if not replay_exists:
replay = Replay(match["match_id"])
db.session.add(replay)
db.session.commit()
Replay.add_gc_job(replay)
print "Added {} to database and job queue".format(match["match_id"])
else:
print "Match {} already in database, skipping.".format(match["match_id"])
Run as a cron-job reguarly. Doesn't handle the pagination of results, so as long as a user has not played >100 games
between runs we're good.
Improvements that can be made:
1) Handle result pagination.
2) Handle shit asyncronously; we're going to bottleneck with a lot of subs from waiting (WebAPI, DB, AWS queue)
3) Create ReplayPlayer entries from WebAPI data. (Note: Need to change dotabank-gc behaviour to check for existance of
ReplayPlayer entries before doing this, else we could get duplicate DB entries. Maybe dotabank-gc already behaves. vOv)
"""
from app import steam, db # .info
from app.users.models import Subscription, SubscriptionLastMatch
from app.replays.models import Replay, ReplayPlayer
subscriptions = Subscription.get_valid_subscriptions()
print "Found {} valid subscribers".format(len(subscriptions))
for subscription in subscriptions:
webapi_params = {"account_id": subscription.user_id, "date_min": None, "matches_requested": 100} # 100 Max
latest_match = (
SubscriptionLastMatch.query.filter(
SubscriptionLastMatch.user_id == subscription.user_id, SubscriptionLastMatch.replay_found == True
)
.order_by(SubscriptionLastMatch.created_at.desc())
.first()
)
if latest_match:
webapi_params["date_min"] = latest_match.created_at_timestamp