def run(): print("Comenzando el proceso. \n") fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) print("Limpiando tablas. \n") Category.objects.all().delete() State.objects.all().delete() Iso.objects.all().delete() Region.objects.all().delete() Site.objects.all().delete() print("Cargando datos: \n") # name,description,justification,year,longitude,latitude,area_hectares,category,states,region,iso for row in reader: print('\t {} \n'.format(row[0])) year = get_int_or_none(row[3]) longitude = get_float_or_none(row[4]) latitude = get_float_or_none(row[5]) area_hectares = get_float_or_none(row[6]) category, created = Category.objects.get_or_create(name=row[7]) state, created = State.objects.get_or_create(name=row[8]) region, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) s = Site( name=row[0], description=row[1], justification=row[2], year=year, longitude=longitude, latitude=latitude, area_hectares=area_hectares, region=region, iso=iso, state=state, category=category) s.save() print("El proceso ha terminado. \n")
def run(): fhand = open('./unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() Country.objects.all().delete() Region.objects.all().delete() Site.objects.all().delete() # Format of CSV: # name description justification year longitude latitude area category states region iso # 0 1 2 3 4 5 6 7 8 9 10 for row in reader: category, created = Category.objects.get_or_create(name=row[7]) country, created = Country.objects.get_or_create(iso=row[10], name=row[8]) region, created = Region.objects.get_or_create(name=row[9]) site = Site(name=row[0], \ description=row[1], \ justification=row[2], \ year=int(row[3]) if len(row[3]) > 0 else None, \ longitude=float(row[4]) if len(row[4]) > 0 else None, \ latitude=float(row[5]) if len(row[5]) > 0 else None, \ area=float(row[6]) if len(row[6]) > 0 else None, \ category=category, \ country=country, \ region=region) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.DictReader(fhand) Category.objects.all().delete() Iso.objects.all().delete() Region.objects.all().delete() Site.objects.all().delete() States.objects.all().delete() for row in reader: c, _ = Category.objects.get_or_create(name=row['category']) i, _ = Iso.objects.get_or_create(name=row['iso']) r, _ = Region.objects.get_or_create(name=row['region']) s, _ = States.objects.get_or_create(name=row['states']) site = Site( name=row['name'], description=row['description'], justification=row['justification'], year=int(row['year']) if row['year'] != '' else None, category=c, longitude=float(row['longitude']) if row['longitude'] != '' else None, latitude=float(row['latitude']) if row['latitude'] != '' else None, area_hectares=float(row['area_hectares']) if row['area_hectares'] != '' else None, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader,None) Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() ISO.objects.all().delete() for row in reader: print(row) try: y = int(row[3]) except: y = None try: l = Decimal(row[4]) except: l = None try: a = Decimal(row[5]) except: a = None try: z = Decimal(row[6]) except: z = None s, created = States.objects.get_or_create(name=row[8]) c, created = Category.objects.get_or_create(name=row[7]) r, created = Region.objects.get_or_create(name=row[9]) i, created = ISO.objects.get_or_create(name=row[10]) site = Site(name=row[0],year=y,description=row[1],justification=row[2],longitude=l,latitude=a,area_hectares=z,category=c,states=s,region=r,iso=i) site.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) # This skips the first row of the CSV file. # csvreader.next() also works in Python 2. next(reader) Category.objects.all().delete() Region.objects.all().delete() States.objects.all().delete() Iso.objects.all().delete() Site.objects.all().delete() for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) site = Site(name=row[0], description=row[1], justification=row[2], year=row[3], longitude=row[4], latitude=row[5], area_hectares=row[6], category=c, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() Site.objects.all().delete() # Format # [email protected],I,Python # [email protected],L,Python for row in reader: print(row) c, created = Category.objects.get_or_create(category1=row[7]) s, created = States.objects.get_or_create(states1=row[8]) r, created = Region.objects.get_or_create(region1=row[9]) i, created = Iso.objects.get_or_create(iso1=row[10]) try: y = int(row[3]) except: y = None site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=row[4], latitude=row[5], area_hectares=row[6], category=c, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() # Format # name_0,description_1,justification_2, # year_3,longitude_4,latitude_5, # area_hectares_6,category_7,states_8,region_9,iso_10 for row in reader: # print(row) try: y = int(row[3]) lg = float(row[4]) lt = float(row[5]) ah = float(row[6]) except: y = None lg = None lt = None ah = None c, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) s = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=lg, latitude=lt, area_hectares=ah, category=c, states=s, region=r, iso=i) s.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() Site.objects.all().delete() Region.objects.all().delete() States.objects.all().delete() Iso.objects.all().delete() for row in reader: print(row) category, created = Category.objects.get_or_create(name=row[7]) states, created = States.objects.get_or_create(name=row[8]) region, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) name = row[0] description = row[1] justification = row[2] try: year = int(row[3]) except: year = None try: longitude = int(row[4]) except: longitude = None try: latitude = int(row[5]) except: latitude = None try: area_hectares = int(row[6]) except: area_hectares = None site = Site(name = name, description = description, justification = justification, year = year, longitude = longitude, latitude = latitude, area_hectares = area_hectares, category = category, region = region, iso = iso, state = states, ) site.save() print("\nDone\n")
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() Region.objects.all().delete() States.objects.all().delete() Iso.objects.all().delete() Site.objects.all().delete() ## Continue from here # Format # email,role,course # [email protected],I,Python # [email protected],L,Python for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) r, created = Region.objects.get_or_create(name=row[9]) s, created = States.objects.get_or_create(name=row[8]) i, created = Iso.objects.get_or_create(name=row[10]) try: y = int(row[3]) except: y = None try: long = float(row[4]) except: long = None try: lang = float(row[5]) except: lang = None try: area = float(row[6]) except: area = None site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=long, latitude=lang, area_hectares=area, category=c, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() ISO.objects.all().delete() Site.objects.all().delete() # Format # email,role,course # [email protected],I,Python # [email protected],L,Python for row in reader: print(row) ds=row[0] g=row[1] h=row[2] e=row[3] i=row[4] j=row[5] f=row[6] a, created = Category.objects.get_or_create(name=row[7]) a.save() b, created = States.objects.get_or_create(name=row[8]) b.save() c, created = Region.objects.get_or_create(name=row[9]) c.save() d, created = ISO.objects.get_or_create(name=row[10]) d.save() #for year try: e = int(row[3]) except: e = None #for longitude try: i = float(row[4]) except: i = None #for latitude try: j = float(row[5]) except: j = None #for area_hectares try: f = float(row[6]) except: f = None #name,description,justification,year,longitude,latitude,area_hectares,category,states,region,iso site = Site(name = ds ,description=g ,justification=h,year=e, longitude=i, latitude = j,area_hectares=f ,category=a, states=b, region=c, iso=d) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() # Format # [email protected],I,Python # [email protected],L,Python for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) #lo, created = Longitude.objects.get_or_create(name=float(row[4])) #la, created = Latitude.objects.get_or_create(name=float(row[5])) #a, created = Area_hectares.objects.get_or_create(name=float(row[6])) n = row[0] try: y = int(row[3]) except: y = None try: loo = float(row[4]) except: loo = None try: laa = float(row[5]) except: laa = None try: aa = float(row[6]) except: aa = None si = Site(name=n, description=row[1], justification=row[2], year=y, category=c, states=s, region=r, iso=i, longitude=loo, latitude=laa, area_hectares=aa) si.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() Site.objects.all().delete() for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) try: y = int(row[3]) except: y = None try: z = float(row[4]) except: z = None try: x = float(row[5]) except: x = None if row[6] == "": w = None else: w = float(row[6]) try: j = row[2] except: j = None site = Site(name=row[0], description=row[1], justification=j, year=y, longitude=z, latitude=x, area_hectares=w, category=c, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() Site.objects.all().delete() # Format # name,description,justification,year,longitude,latitude,area_hectares,category,states,region,iso for row in reader: print(row) cat, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) reg, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) try: y = int(row[3]) except: y = None try: lon = float(row[4]) except: lon = None try: lat = float(row[5]) except: lat = None try: ar = float(row[6]) except: ar = None site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=lon, latitude=lat, area_hectares=ar, category=cat, state=s, region=reg, iso=iso) site.save()
def run(): # fhand = open('unesco/test_data.csv') fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() State.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() # Format # email,role,course # [email protected],I,Python # [email protected],L,Python for row in reader: # tidy the empty values up # year try: year_clean = int(row[3]) except: year_clean = None # area_hectares try: area_hectares_clean = float(row[6]) except: area_hectares_clean = None # state try: state_clean = str(row[8]) except: state_clean = None row_category, created = Category.objects.get_or_create(name=row[7]) row_state, created = State.objects.get_or_create( name=state_clean) # row[8] row_region, created = Region.objects.get_or_create(name=row[9]) row_iso, created = Iso.objects.get_or_create(name=row[10]) site = Site(name=row[0], description=row[1], justification=row[2], year=year_clean, longitude=row[4], latitude=row[5], area_hectares=area_hectares_clean, category=row_category, state=row_state, region=row_region, iso=row_iso) site.save()
def run(): fhand = open('whc-sites-2018-clean.csv') reader = csv.reader(fhand) Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() ISO.objects.all().delete() Region.objects.all().delete() # Format # [email protected],I,Python # [email protected],L,Python header = True for row in reader: print(row) if header is True: header = False continue c, created = Category.objects.get_or_create(name=row[7]) st, created = States.objects.get_or_create(name=row[8]) iso, created = ISO.objects.get_or_create(name=row[10]) r, created = Region.objects.get_or_create(name=row[9]) try: year = int(row[3]) except: year = None try: longitude = float(row[4]) except: longitude = None try: latitude = float(row[5]) except: latitude = None try: area_hectares = float(row[6]) except: area_hectares = None site = Site(name=row[0], year=year, longitude=longitude, latitude=latitude, area_hectares=area_hectares, justification=row[2], description=row[1], category=c, states=st, iso=iso, region=r) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Category.objects.all().delete() State.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() Site.objects.all().delete() # Format # email,role,course # [email protected],I,Python # [email protected],L,Python for row in reader: #print(row) cat, created = Category.objects.get_or_create(name=row[7]) sta, created = State.objects.get_or_create(name=row[8]) reg, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) try: y = int(row[3]) except: y = None try: lon = float(row[4]) except: lon = None try: lat = float(row[5]) except: lat = None try: area = float(row[6]) except: area = None site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=lon, latitude=lat, area_hectares=area, category=cat, state=sta, region=reg, iso=iso) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() Region.objects.all().delete() State.objects.all().delete() Iso.objects.all().delete() # Format # name,description,justification,year,longitude,latitude,area_hectares,category,state,region,iso for row in reader: print(row) # numeric fields may be missing: year, long, lat, area try: y = int(row[3]) except: y = None try: long = int(row[4]) except: long = None try: lat = int(row[5]) except: lat = None try: a = int(row[6]) except: a = None # get database stuff: category,state,region,iso c, created = Category.objects.get_or_create(name=row[7]) s, created = State.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=long, latitude=lat, area_hectares=a, category=c, state=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) #iso_flag = True """ if row[10] == '': iso_flag = False else: i, created = Iso.objects.get_or_create(name=row[10]) """ i, created = Iso.objects.get_or_create(name=row[10]) n = row[0] d = row[1] j = row[2] try: y = int(row[3]) except: y = None long = float(row[4]) lat = float(row[5]) try: a = float(row[6]) except: a = None #name,description,justification,year,longitude,latitude, #area_hectares,category,states,region,iso """ if iso_flag is True: site = Site(name = n, description = d, justification = j, year = y, longitude = long, latitude = lat, area_hectares = a, category = c, states = s, region = r, iso = i) else: site = Site(name = n, description = d, justification = j, year = y, longitude = long, latitude = lat, area_hectares = a, category = c, states = s, region = r) """ site = Site(name = n, description = d, justification = j, year = y, longitude = long, latitude = lat, area_hectares = a, category = c, states = s, region = r, iso = i) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) Site.objects.all().delete() #Membership States.objects.all().delete() Iso.objects.all().delete() Category.objects.all().delete() Region.objects.all().delete() # Format # name, description, justification, year, longitude, latitude, area_hectares, category, states, region, iso for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) st, created = States.objects.get_or_create(name=row[8]) rg, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) try: y = int(row[3]) except: y = None try: lg = float(row[4]) except: lg = None try: lt = float(row[5]) except: lt = None try: ah = float(row[6]) except: ah = None site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=lg, latitude=lt, area_hectares=ah, category=c, states=st, region=rg, iso=i) site.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) next(reader) Category.objects.all().delete() Iso.objects.all().delete() Region.objects.all().delete() States.objects.all().delete() Site.objects.all().delete() for row in reader: nm = row[0] dsc = row[1] jst = row[2] lng = row[4] lat = row[5] area = row[6] try: area = float(row[6]) except: area = 0.0 try: year = int(row[3]) except: year = None #create objects only for tables in a relation category, created = Category.objects.get_or_create(name=row[7]) states, created = States.objects.get_or_create(name=row[8]) region, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) st = Site(category=category, states=states, region=region, iso=iso, name=nm, year=year, area_hectares=area, describe=dsc, justify=jst, longitude=lng, latitude=lat) st.save()
def run(): Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() fn = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fn) next(reader) for elements in reader: #print(elements) c, created = Category.objects.get_or_create(name=elements[7]) s, created = States.objects.get_or_create(name=elements[8]) r, created = Region.objects.get_or_create(name=elements[9]) i, created = Iso.objects.get_or_create(name=elements[10]) try: y = int(elements[3]) except: y = None try: l = float(elements[4]) except: l = None try: a = float(elements[5]) except: a = None try: ar = float(elements[6]) except: ar = None site = Site(name=elements[0], description=elements[1], justification=elements[2], year=y, longitude=l, latitude=a, area_hectares=ar, category=c, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) next(reader) States.objects.all().delete() Region.objects.all().delete() Site.objects.all().delete() Iso.objects.all().delete() Category.objects.all().delete() cnt = 0 for row in reader: print(cnt, row[0]) cnt += 1 i, created = Iso.objects.get_or_create(name=row[10]) c, created = Category.objects.get_or_create(name=row[7]) r, created = Region.objects.get_or_create(name=row[9]) st = States(name=row[8], region=r) try: st = States.objects.get(name=row[8]) except: st.save() try: y = int(row[3]) except: y = None try: lng = float(row[4]) except: lng = None try: lat = float(row[5]) except: lat = None try: hect = float(row[6]) except: hect = None si = Site(name=row[0], year=y, description=row[1], justification=row[2], longitude=lng, latitude=lat, area_hectares=hect, category=c, state=st, iso=i) si.save()
def run(): fhand = open('many/load.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() Region.objects.all().delete() State.objects.all().delete() Iso.objects.all().delete() # Format # email,role,course # [email protected],I,Python # [email protected],L,Python for row in reader: print(row) try: s, created = Site.objects.get_or_create(name=row[0]) except: s = None try: y, created = Site.objects.get_or_create(year=row[0]) except: y = None try: c, created = Category.objects.get_or_create(name=row[4]) except: c = None try: r, created = Region.objects.get_or_create(name=row[10]) except: r = None try: i, created = Iso.objects.get_or_create(name=row[11]) except: i = None try: st, created = State.objects.get_or_create(name=row[12]) except: st = None site = Site(category=c, states=st, region=r, iso=i, site=s, year=y) site.save()
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) # print(next(reader)) next(reader) # skip head section # delete existing entries Site.objects.all().delete() States.objects.all().delete() Category.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() for row in reader: print(row) cat, created = Category.objects.get_or_create(name=row[7]) stat, created = States.objects.get_or_create(name=row[8]) reg, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) try: lt = int(row[4]) except: lt = None try: alt = int(row[5]) except: alt = None try: ah = int(row[6]) except: ah = None site = Site(name=row[0], year=row[3], description=row[1], justification=row[2], longitude=lt, latitude=alt, area_hectares=ah, category=cat, state=stat, region=reg, iso=iso) site.save()
def run(): fhand = open('scripts/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() State.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() for row in reader: print(row[10]) a = row[0] b = row[1] c = row[2] try: d = float(row[3]) except: d = None e = row[4] f = row[5] try: g = float(row[6]) except: g = None h, created = Category.objects.get_or_create(name=row[7]) i, created = State.objects.get_or_create(name=row[8]) j, created = Region.objects.get_or_create(name=row[9]) k, created = Iso.objects.get_or_create(name=row[10]) l = Site(name=a, description=b, justification=c, year=d, longitude=e, latitude=f, area_hectares=g, category=h, state=i, region=j, iso=k) l.save()
def run(): fhand = open('unesco/load.csv') reader = csv.reader(fhand) next(reader) # Advance past the header # Clear all objects Site.objects.all().delete() Category.objects.all().delete() State.objects.all().delete() Iso.objects.all().delete() Region.objects.all().delete() for row in reader: category, created = Category.objects.get_or_create(name=row[7]) state, created = State.objects.get_or_create(name=row[8]) region, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) # Empty row exceptions try: year = int(row[3]) except: year = 0 try: longitude = float(row[4]) except: longitude = 0 try: latitude = float(row[5]) except: latitude = 0 try: area_hectares = float(row[6]) except: area_hectares = 0 # Create site site = Site(name=row[0], description=row[1], justification=row[2],\ year=year, longitude=longitude, latitude=latitude,\ area_hectares=area_hectares, category=category, state=state,\ region=region, iso=iso) site.save()
def run(): fhand = open('scripts/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) Category.objects.all().delete() ISO.objects.all().delete() Region.objects.all().delete() State.objects.all().delete() Site.objects.all().delete() for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) i, created = ISO.objects.get_or_create(value=row[10]) r, created = Region.objects.get_or_create(name=row[9]) s, created = State.objects.get_or_create(name=row[8]) si, created = Site.objects.get_or_create(name=row[0]) try: y = int(row[3]) except: y = None try: a = int(row[6]) except: a = None s = Site(name=si, description=row[1], justification=row[2], year=y, longitude=row[4], latitude=row[5], area_hect=a, category=c, states=s, region=r, iso=i) s.save()
def run(): fhand = open('data/unesco_data.csv') reader = csv.reader(fhand) next(reader) # Skipping header row or 1st row Site.objects.all().delete() Category.objects.all().delete() States.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() #name description justification year longitude latitude area_hectares category states region iso for row in reader: c = Category.objects.get_or_create(name=row[7])[0] s = States.objects.get_or_create(name=row[8])[0] r = Region.objects.get_or_create(name=row[9])[0] i = Iso.objects.get_or_create(name=row[10])[0] try: y = int(row[3]) except: y = None try: area = float(row[6]) except: area = None site = Site( name=row[0], description=row[1], justification=row[2], year=y, longitude=row[4], latitude=row[5], area_hectares=area, category=c, states=s, region=r, iso=i) site.save()
def run(): fhand = open('unesco/unesco.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Category.objects.all().delete() Region.objects.all().delete() Iso.objects.all().delete() State.objects.all().delete() for row in reader: print('-------------GOing--------------------') try: y = int(row[3]) except: y = None category, created = Category.objects.get_or_create(name=row[7]) state, created = State.objects.get_or_create(name=row[8]) region, created = Region.objects.get_or_create(name=row[9]) iso, created = Iso.objects.get_or_create(name=row[10]) site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=row[4], latitude=row[5], area_hectares=row[6], category=category, region=region, state=state, iso=iso) site.save() print('Done')
def run(): fhand = open('unesco/whc-sites-2018-clean.csv') reader = csv.reader(fhand) next(reader) # Advance past the header Site.objects.all().delete() Iso.objects.all().delete() Region.objects.all().delete() States.objects.all().delete() Category.objects.all().delete() for row in reader: print(row) c, created = Category.objects.get_or_create(name=row[7]) s, created = States.objects.get_or_create(name=row[8]) r, created = Region.objects.get_or_create(name=row[9]) i, created = Iso.objects.get_or_create(name=row[10]) try: y = int(row[3]) ah = float(row[6]) except: y = None ah = 0 site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=row[4], latitude=row[5], area_hectares=ah, category=c, states=s, region=r, iso=i) site.save()