def start_new_badge_mapreduce():
"""Start a new Mapper task for calling badge_update_map."""
return control.start_map(
name="UpdateUserBadges",
handler_spec="badges.util_badges.badge_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {"entity_kind": "user_models.UserData"},
},
mapreduce_parameters={"processing_rate": 250},
shard_count=64,
queue_name="user-badge-queue"
)
def start_new_badge_mapreduce():
"""Start a new Mapper task for calling badge_update_map."""
return control.start_map(
name="UpdateUserBadges",
handler_spec="badges.util_badges.badge_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {
"entity_kind": "user_models.UserData"
},
},
mapreduce_parameters={"processing_rate": 250},
shard_count=64,
queue_name="user-badge-queue")
def run_mapreduces(self):
"""Runs the mapreduces that update user info based on progress."""
# TODO(csilvers): get this to work -- use mapreduce_stub.py
# This is taken from badges/util_badges.py
unused_badges_id = control.start_map(
name="UpdateUserBadges",
handler_spec="badges.util_badges.badge_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {"entity_kind": "user_models.UserData"},
},
mapreduce_parameters={"processing_rate": 250},
shard_count=64,
queue_name="user-badge-queue"
)
def get(self):
# Admin-only restriction is handled by /admin/* URL pattern
# so this can be called by a cron job.
# Start a new Mapper task for calling statistics_update_map
mapreduce_id = control.start_map(
name="DailyActivityLog",
handler_spec="activity_summary.daily_activity_summary_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {"entity_kind": "user_models.UserData"},
"processing_rate": 250,
},
mapreduce_parameters={},
shard_count=64,
queue_name="activity-summary-queue")
self.response.out.write("OK: " + str(mapreduce_id))
def get(self):
# Admin-only restriction is handled by /admin/* URL pattern
# so this can be called by a cron job.
# Start a new Mapper task for calling statistics_update_map
mapreduce_id = control.start_map(
name="UpdateExerciseStatistics",
handler_spec="exercise_statistics.statistics_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {"entity_kind": "exercise_models.Exercise"},
},
queue_name="exercise-statistics-mapreduce-queue",
)
self.response.out.write("OK: " + str(mapreduce_id))
def get(self):
# Admin-only restriction is handled by /admin/* URL pattern
# so this can be called by a cron job.
# Start a new Mapper task for calling badge_update_map
mapreduce_id = control.start_map(
name="UpdateFeedbackVotes",
handler_spec="discussion.voting.vote_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {"entity_kind":
"discussion.discussion_models.Feedback"},
},
queue_name="backfill-mapreduce-queue",
)
self.response.out.write("OK: " + str(mapreduce_id))
def get(self):
# Admin-only restriction is handled by /admin/* URL pattern
# so this can be called by a cron job.
# Start a new Mapper task for calling statistics_update_map
mapreduce_id = control.start_map(
name="DailyActivityLog",
handler_spec="activity_summary.daily_activity_summary_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {
"entity_kind": "user_models.UserData"
},
"processing_rate": 250,
},
mapreduce_parameters={},
shard_count=64,
queue_name="activity-summary-queue")
self.response.out.write("OK: " + str(mapreduce_id))
def get(self):
# Admin-only restriction is handled by /admin/* URL pattern
# so this can be called by a cron job.
# Start a new Mapper task for calling statistics_update_map
mapreduce_id = control.start_map(
name="UpdateExerciseStatistics",
handler_spec="exercise_statistics.statistics_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {
"entity_kind": "exercise_models.Exercise"
},
},
queue_name="exercise-statistics-mapreduce-queue",
)
self.response.out.write("OK: " + str(mapreduce_id))
def get(self):
# Admin-only restriction is handled by /admin/* URL pattern
# so this can be called by a cron job.
# Start a new Mapper task for calling badge_update_map
mapreduce_id = control.start_map(
name="UpdateFeedbackVotes",
handler_spec="discussion.voting.vote_update_map",
reader_spec=(
"third_party.mapreduce.input_readers.DatastoreInputReader"),
mapper_parameters={
"input_reader": {
"entity_kind": "discussion.discussion_models.Feedback"
},
},
queue_name="backfill-mapreduce-queue",
)
self.response.out.write("OK: " + str(mapreduce_id))
