def merge_scout_group(oldname, newname, commit, taskProgress, user, move_users, move_persons, move_troops, delete_sg, semester_id):
start_time = time.time()
oldsg = ScoutGroup.getbyname(oldname)
if oldsg is None:
raise RuntimeError("Old sg name:%s not found" % oldname)
newsg = ScoutGroup.getbyname(newname)
if newsg is None:
raise RuntimeError("New sg name:%s not found" % newname)
if not commit:
taskProgress.info("*** testmode ***")
keys_to_delete = []
entities_to_put_first = []
entities_to_put = []
taskProgress.info("termin: %s" % semester_id)
convertsemester = Semester.getbyId(semester_id)
if convertsemester is None:
taskProgress.error("termin: %s does not exist" % semester_id)
currentsemester = Semester.getOrCreateCurrent()
if move_users:
taskProgress.info("Update all users to the new scoutgroup")
for u in UserPrefs.query(UserPrefs.groupaccess == oldsg.key).fetch():
logging.info(" * * moving user for %s" % (u.getname()))
u.groupaccess = newsg.key
u.activeSemester = currentsemester.key
entities_to_put.append(u)
if move_persons:
taskProgress.info("Moving all persons to the new ScoutGroup:%s" % newsg.getname())
for oldp in Person.query(Person.scoutgroup == oldsg.key).fetch():
oldp.scoutgroup = newsg.key
entities_to_put.append(oldp)
if move_troops:
taskProgress.info("Move all troops to the new ScoutGroup:%s, semester: %s" % (newsg.getname(), convertsemester.getname()))
for oldt in Troop.query(Troop.scoutgroup == oldsg.key, Troop.semester_key == convertsemester.key).fetch():
taskProgress.info(" * found old troop for %s, semester=%s" % (str(oldt.key.id()), oldt.semester_key.get().getname()))
keys_to_delete.append(oldt.key)
newt = Troop.get_by_id(Troop.getid(oldt.scoutnetID, newsg.key, oldt.semester_key), use_memcache=True)
if newt is None:
taskProgress.info(" * * creating new troop for %s, semester=%s" % (str(oldt.key.id()), oldt.semester_key.get().getname()))
newt = Troop.create(oldt.name, oldt.scoutnetID, newsg.key, oldt.semester_key)
entities_to_put_first.append(newt) # put first to be able to reference it
else:
taskProgress.info(" * * already has new troop for %s, semester=%s" % (str(newt.key.id()), newt.semester_key.get().getname()))
taskProgress.info(" * Move all trooppersons to the new group")
for oldtp in TroopPerson.query(TroopPerson.troop == oldt.key).fetch():
keys_to_delete.append(oldtp.key)
newtp = TroopPerson.get_by_id(TroopPerson.getid(newt.key, oldtp.person), use_memcache=True)
if newtp is None:
logging.info(" * * creating new TroopPerson for %s:%s" % (newt.getname(), oldtp.getname()))
newtp = TroopPerson.create_or_update(newt.key, oldtp.person, oldtp.leader)
entities_to_put.append(newtp)
else:
logging.info(" * * already has TroopPerson for %s:%s" % (newt.getname(), oldtp.getname()))
taskProgress.info(" * Move all old meetings to the new troop")
for oldm in Meeting.query(Meeting.troop==oldt.key).fetch():
keys_to_delete.append(oldm.key)
newm = Meeting.get_by_id(Meeting.getId(oldm.datetime, newt.key), use_memcache=True)
if newm is None:
logging.info(" * * creating new Meeting for %s:%s" % (newt.getname(), oldm.datetime.strftime("%Y-%m-%d %H:%M")))
newm = Meeting(id=Meeting.getId(oldm.datetime, newt.key),
datetime=oldm.datetime,
name=oldm.name,
troop=newt.key,
duration=oldm.duration,
ishike=oldm.ishike)
newm.attendingPersons = oldm.attendingPersons
entities_to_put.append(newm)
else:
logging.info(" * * merging Meeting %s->%s :%s" % (oldm.getname(), newm.getname(), oldm.datetime.strftime("%Y-%m-%d %H:%M")))
need_to_put = False
if len(oldm.name) > len(newm.name): # take the longer name.
newm.name = oldm.name
need_to_put = True
for oldattendingpersonkey in oldm.attendingPersons:
if oldattendingpersonkey not in newm.attendingPersons:
newm.attendingPersons.append(oldattendingpersonkey)
need_to_put = True
if need_to_put:
entities_to_put.append(newm)
if delete_sg:
keys_to_delete.append(oldsg.key)
taskProgress.info("time before put: %s s" % str(time.time() - start_time))
logging.info("Putting %d entities first" % len(entities_to_put_first))
if commit: ndb.put_multi(entities_to_put_first)
logging.info("Putting %d entities" % len(entities_to_put))
if commit: ndb.put_multi(entities_to_put)
logging.info("Deleting %d keys" % len(keys_to_delete))
if commit: ndb.delete_multi(keys_to_delete)
logging.info("clear memcache")
if commit: ndb.get_context().clear_cache()
taskProgress.info("Done! time: %s s" % str(time.time() - start_time))
def merge_sg(oldname, newname, commit):
oldsg = ScoutGroup.getbyname(oldname)
if oldsg is None:
raise RuntimeError("Old sg name:%s not found" % oldname)
newsg = ScoutGroup.getbyname(newname)
if newsg is None:
raise RuntimeError("New sg name:%s not found" % newname)
if not commit: logging.info("*** testmode ***")
keys_to_delete = []
entities_to_put_first = []
entities_to_put = []
semester = Semester.getOrCreateCurrent()
keys_to_delete.append(oldsg.key)
logging.info("Update all users to the new scoutgroup")
for u in UserPrefs.query(UserPrefs.groupaccess == oldsg.key).fetch():
u.groupaccess = newsg.key
u.activeSemester = semester.key
entities_to_put.append(u)
logging.info("Moving all persons to the new ScoutGroup:%s", newsg.getname())
for oldp in Person.query(Person.scoutgroup == oldsg.key).fetch():
logging.info(" * Moving %s %s", oldp.getname(), oldp.personnr)
oldp.scoutgroup = newsg.key
entities_to_put.append(oldp)
logging.info("Move all troops to the new ScoutGroup:%s", newsg.getname())
for oldt in Troop.query(Troop.scoutgroup == oldsg.key).fetch():
logging.info(" * found old troop for %s, semester=%s", str(oldt.key.id()), oldt.semester_key.get().getname())
keys_to_delete.append(oldt.key)
newt = Troop.get_by_id(Troop.getid(oldt.scoutnetID, newsg.key, oldt.semester_key), use_memcache=True)
if newt is None:
logging.info(" * * creating new troop for %s, semester=%s", str(oldt.key.id()), oldt.semester_key.get().getname())
newt = Troop.create(oldt.name, oldt.scoutnetID, newsg.key, oldt.semester_key)
entities_to_put_first.append(newt) # put first to be able to reference it
else:
logging.info(" * * already has new troop for %s, semester=%s", str(newt.key.id()), newt.semester_key.get().getname())
logging.info(" * Move all trooppersons to the new group (it they don't already exist there)")
for oldtp in TroopPerson.query(TroopPerson.troop == oldt.key).fetch():
keys_to_delete.append(oldtp.key)
newtp = TroopPerson.get_by_id(TroopPerson.getid(newt.key, oldtp.person), use_memcache=True)
if newtp is None:
logging.info(" * * creating new TroopPerson for %s:%s", newt.getname(), oldtp.getname())
newtp = TroopPerson.create(newt.key, oldtp.person, oldtp.leader)
entities_to_put.append(newtp)
else:
logging.info(" * * already has TroopPerson for %s:%s", newt.getname(), oldtp.getname())
logging.info(" * Move all old meetings to the new troop")
for oldm in Meeting.query(Meeting.troop==oldt.key).fetch():
keys_to_delete.append(oldm.key)
newm = Meeting.get_by_id(Meeting.getId(oldm.datetime, newt.key), use_memcache=True)
if newm is None:
logging.info(" * * creating new Meeting for %s:%s", newt.getname(), oldm.datetime.strftime("%Y-%m-%d %H:%M"))
newm = Meeting.getOrCreate(newt.key, oldm.name, oldm.datetime, oldm.duration, oldm.ishike)
newm.attendingPersons = oldm.attendingPersons
entities_to_put.append(newm)
else:
logging.info(" * * already has Meeting for %s:%s", newt.getname(), newt.datetime.strftime("%Y-%m-%d %H:%M"))
logging.info("Putting %d entities first", len(entities_to_put_first))
if commit: ndb.put_multi(entities_to_put_first)
logging.info("Putting %d entities", len(entities_to_put))
if commit: ndb.put_multi(entities_to_put)
logging.info("Deleting %d keys", len(keys_to_delete))
if commit: ndb.delete_multi(keys_to_delete)
logging.info("clear memcache")
if commit: ndb.get_context().clear_cache()
logging.info("Done!")