def _save_userdocs(user_ids, collection):
"""Given a list of user IDs, save userdocs built from IDs to given collection"""
for uid in user_ids:
user_doc = create_userdoc(uid)
try:
collection.save(user_doc)
except DuplicateKeyError:
logger.warn("User {0} already in collection {1}".format(uid, collection.full_name))
except Exception as e:
logger.error("Storing User {0} in DB {1} failed".format(uid, collection.full_name))
logger.error("Exception: {0}".format(e))
def _save_userdocs(user_ids, collection):
"""Given a list of user IDs, save userdocs built from IDs to given collection"""
for uid in user_ids:
user_doc = create_userdoc(uid)
try:
collection.save(user_doc)
except DuplicateKeyError:
logger.warn("User {0} already in collection {1}".format(
uid, collection.full_name))
except Exception as e:
logger.error("Storing User {0} in DB {1} failed".format(
uid, collection.full_name))
logger.error("Exception: {0}".format(e))
# Set up DB connection
client = MongoClient(args.server, args.port)
database = client[args.database]
if args.user and args.password:
database.authenticate(args.user, args.password)
collection = database[args.collection]
# Get user list
user_ids = []
with open(args.users_file, "r") as handle:
for line in handle:
user_ids.append(line.strip())
user_ids = list(set(user_ids))
print "Uploading {0} IDs from {1}".format(len(user_ids), args.users_file)
# Ensure indexes on user collection
print "Ensuring collection indexes"
ensure_userdoc_indexes(collection)
# Create and save userdocs for all userids
for uid in user_ids:
print ".. Processing user {0}".format(uid)
userdoc = create_userdoc(uid)
try:
collection.save(userdoc)
except DuplicateKeyError as e:
print ".... Userdoc for user {0} already in DB. Skipping".format(uid)
continue
print "Complete"
# Set up DB connection
client = MongoClient(args.server, args.port)
database = client[args.database]
if args.user and args.password:
database.authenticate(args.user, args.password)
collection = database[args.collection]
# Get user list
user_ids = []
with open(args.users_file, "r") as handle:
for line in handle:
user_ids.append(line.strip())
user_ids = list(set(user_ids))
print "Uploading {0} IDs from {1}".format(len(user_ids), args.users_file)
# Ensure indexes on user collection
print "Ensuring collection indexes"
ensure_userdoc_indexes(collection)
# Create and save userdocs for all userids
for uid in user_ids:
print ".. Processing user {0}".format(uid)
userdoc = create_userdoc(uid)
try:
collection.save(userdoc)
except DuplicateKeyError as e:
print ".... Userdoc for user {0} already in DB. Skipping".format(
uid)
continue
print "Complete"
