def main(): wards = dict() wardpostcodes = [] streets = csv.DictReader(open("data/streets.txt")) council.util.truncate_all() for row in streets: if row.get("All Post Codes"): postcodes = row.get("All Post Codes").split(",") wardName = row.get("Ward") for postcode in postcodes: if wards.get(wardName) is None: ward = Ward(name=wardName.replace("&", "and")) ward.put() wards[wardName] = ward else: ward = wards.get(wardName) wardpostcodes.append(WardPostcode(ward=ward, postcode=postcode.strip().replace(" ", "").upper())) if len(wardpostcodes) > 99: print "Saving %s streets" % len(wardpostcodes) db.put(wardpostcodes) wardpostcodes = [] if len(wardpostcodes) > 0: print "Saving %s streets" % len(wardpostcodes) db.put(wardpostcodes) print "Created %s wards" % len(wards)