def run():
print("Comenzando el proceso. \n")
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader)
print("Limpiando tablas. \n")
Category.objects.all().delete()
State.objects.all().delete()
Iso.objects.all().delete()
Region.objects.all().delete()
Site.objects.all().delete()
print("Cargando datos: \n")
# name,description,justification,year,longitude,latitude,area_hectares,category,states,region,iso
for row in reader:
print('\t {} \n'.format(row[0]))
year = get_int_or_none(row[3])
longitude = get_float_or_none(row[4])
latitude = get_float_or_none(row[5])
area_hectares = get_float_or_none(row[6])
category, created = Category.objects.get_or_create(name=row[7])
state, created = State.objects.get_or_create(name=row[8])
region, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
s = Site( name=row[0], description=row[1],
justification=row[2], year=year,
longitude=longitude, latitude=latitude, area_hectares=area_hectares,
region=region, iso=iso,
state=state, category=category)
s.save()
print("El proceso ha terminado. \n")
def run():
fhand = open('./unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
Country.objects.all().delete()
Region.objects.all().delete()
Site.objects.all().delete()
# Format of CSV:
# name description justification year longitude latitude area category states region iso
# 0 1 2 3 4 5 6 7 8 9 10
for row in reader:
category, created = Category.objects.get_or_create(name=row[7])
country, created = Country.objects.get_or_create(iso=row[10], name=row[8])
region, created = Region.objects.get_or_create(name=row[9])
site = Site(name=row[0], \
description=row[1], \
justification=row[2], \
year=int(row[3]) if len(row[3]) > 0 else None, \
longitude=float(row[4]) if len(row[4]) > 0 else None, \
latitude=float(row[5]) if len(row[5]) > 0 else None, \
area=float(row[6]) if len(row[6]) > 0 else None, \
category=category, \
country=country, \
region=region)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.DictReader(fhand)
Category.objects.all().delete()
Iso.objects.all().delete()
Region.objects.all().delete()
Site.objects.all().delete()
States.objects.all().delete()
for row in reader:
c, _ = Category.objects.get_or_create(name=row['category'])
i, _ = Iso.objects.get_or_create(name=row['iso'])
r, _ = Region.objects.get_or_create(name=row['region'])
s, _ = States.objects.get_or_create(name=row['states'])
site = Site(
name=row['name'],
description=row['description'],
justification=row['justification'],
year=int(row['year']) if row['year'] != '' else None,
category=c,
longitude=float(row['longitude'])
if row['longitude'] != '' else None,
latitude=float(row['latitude']) if row['latitude'] != '' else None,
area_hectares=float(row['area_hectares'])
if row['area_hectares'] != '' else None,
states=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader,None)
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
ISO.objects.all().delete()
for row in reader:
print(row)
try:
y = int(row[3])
except:
y = None
try:
l = Decimal(row[4])
except:
l = None
try:
a = Decimal(row[5])
except:
a = None
try:
z = Decimal(row[6])
except:
z = None
s, created = States.objects.get_or_create(name=row[8])
c, created = Category.objects.get_or_create(name=row[7])
r, created = Region.objects.get_or_create(name=row[9])
i, created = ISO.objects.get_or_create(name=row[10])
site = Site(name=row[0],year=y,description=row[1],justification=row[2],longitude=l,latitude=a,area_hectares=z,category=c,states=s,region=r,iso=i)
site.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
# This skips the first row of the CSV file.
# csvreader.next() also works in Python 2.
next(reader)
Category.objects.all().delete()
Region.objects.all().delete()
States.objects.all().delete()
Iso.objects.all().delete()
Site.objects.all().delete()
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=row[3],
longitude=row[4],
latitude=row[5],
area_hectares=row[6],
category=c,
states=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
Site.objects.all().delete()
# Format
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
print(row)
c, created = Category.objects.get_or_create(category1=row[7])
s, created = States.objects.get_or_create(states1=row[8])
r, created = Region.objects.get_or_create(region1=row[9])
i, created = Iso.objects.get_or_create(iso1=row[10])
try:
y = int(row[3])
except:
y = None
site = Site(name=row[0], description=row[1], justification=row[2], year=y, longitude=row[4], latitude=row[5], area_hectares=row[6], category=c, states=s, region=r, iso=i)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
# Format
# name_0,description_1,justification_2,
# year_3,longitude_4,latitude_5,
# area_hectares_6,category_7,states_8,region_9,iso_10
for row in reader:
# print(row)
try:
y = int(row[3])
lg = float(row[4])
lt = float(row[5])
ah = float(row[6])
except:
y = None
lg = None
lt = None
ah = None
c, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
s = Site(name=row[0], description=row[1], justification=row[2],
year=y, longitude=lg, latitude=lt,
area_hectares=ah, category=c, states=s, region=r, iso=i)
s.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
Site.objects.all().delete()
Region.objects.all().delete()
States.objects.all().delete()
Iso.objects.all().delete()
for row in reader:
print(row)
category, created = Category.objects.get_or_create(name=row[7])
states, created = States.objects.get_or_create(name=row[8])
region, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
name = row[0]
description = row[1]
justification = row[2]
try:
year = int(row[3])
except:
year = None
try:
longitude = int(row[4])
except:
longitude = None
try:
latitude = int(row[5])
except:
latitude = None
try:
area_hectares = int(row[6])
except:
area_hectares = None
site = Site(name = name,
description = description,
justification = justification,
year = year,
longitude = longitude,
latitude = latitude,
area_hectares = area_hectares,
category = category,
region = region,
iso = iso,
state = states,
)
site.save()
print("\nDone\n")
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
Region.objects.all().delete()
States.objects.all().delete()
Iso.objects.all().delete()
Site.objects.all().delete()
## Continue from here
# Format
# email,role,course
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
r, created = Region.objects.get_or_create(name=row[9])
s, created = States.objects.get_or_create(name=row[8])
i, created = Iso.objects.get_or_create(name=row[10])
try:
y = int(row[3])
except:
y = None
try:
long = float(row[4])
except:
long = None
try:
lang = float(row[5])
except:
lang = None
try:
area = float(row[6])
except:
area = None
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=long,
latitude=lang,
area_hectares=area,
category=c,
states=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
ISO.objects.all().delete()
Site.objects.all().delete()
# Format
# email,role,course
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
print(row)
ds=row[0]
g=row[1]
h=row[2]
e=row[3]
i=row[4]
j=row[5]
f=row[6]
a, created = Category.objects.get_or_create(name=row[7])
a.save()
b, created = States.objects.get_or_create(name=row[8])
b.save()
c, created = Region.objects.get_or_create(name=row[9])
c.save()
d, created = ISO.objects.get_or_create(name=row[10])
d.save()
#for year
try:
e = int(row[3])
except:
e = None
#for longitude
try:
i = float(row[4])
except:
i = None
#for latitude
try:
j = float(row[5])
except:
j = None
#for area_hectares
try:
f = float(row[6])
except:
f = None
#name,description,justification,year,longitude,latitude,area_hectares,category,states,region,iso
site = Site(name = ds ,description=g ,justification=h,year=e, longitude=i, latitude = j,area_hectares=f ,category=a, states=b, region=c, iso=d)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
# Format
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
#lo, created = Longitude.objects.get_or_create(name=float(row[4]))
#la, created = Latitude.objects.get_or_create(name=float(row[5]))
#a, created = Area_hectares.objects.get_or_create(name=float(row[6]))
n = row[0]
try:
y = int(row[3])
except:
y = None
try:
loo = float(row[4])
except:
loo = None
try:
laa = float(row[5])
except:
laa = None
try:
aa = float(row[6])
except:
aa = None
si = Site(name=n,
description=row[1],
justification=row[2],
year=y,
category=c,
states=s,
region=r,
iso=i,
longitude=loo,
latitude=laa,
area_hectares=aa)
si.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
Site.objects.all().delete()
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
try:
y = int(row[3])
except:
y = None
try:
z = float(row[4])
except:
z = None
try:
x = float(row[5])
except:
x = None
if row[6] == "":
w = None
else:
w = float(row[6])
try:
j = row[2]
except:
j = None
site = Site(name=row[0],
description=row[1],
justification=j,
year=y,
longitude=z,
latitude=x,
area_hectares=w,
category=c,
states=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
Site.objects.all().delete()
# Format
# name,description,justification,year,longitude,latitude,area_hectares,category,states,region,iso
for row in reader:
print(row)
cat, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
reg, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
try:
y = int(row[3])
except:
y = None
try:
lon = float(row[4])
except:
lon = None
try:
lat = float(row[5])
except:
lat = None
try:
ar = float(row[6])
except:
ar = None
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=lon,
latitude=lat,
area_hectares=ar,
category=cat,
state=s,
region=reg,
iso=iso)
site.save()
def run():
# fhand = open('unesco/test_data.csv')
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
State.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
# Format
# email,role,course
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
# tidy the empty values up
# year
try:
year_clean = int(row[3])
except:
year_clean = None
# area_hectares
try:
area_hectares_clean = float(row[6])
except:
area_hectares_clean = None
# state
try:
state_clean = str(row[8])
except:
state_clean = None
row_category, created = Category.objects.get_or_create(name=row[7])
row_state, created = State.objects.get_or_create(
name=state_clean) # row[8]
row_region, created = Region.objects.get_or_create(name=row[9])
row_iso, created = Iso.objects.get_or_create(name=row[10])
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=year_clean,
longitude=row[4],
latitude=row[5],
area_hectares=area_hectares_clean,
category=row_category,
state=row_state,
region=row_region,
iso=row_iso)
site.save()
def run():
fhand = open('whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
ISO.objects.all().delete()
Region.objects.all().delete()
# Format
# [email protected],I,Python
# [email protected],L,Python
header = True
for row in reader:
print(row)
if header is True:
header = False
continue
c, created = Category.objects.get_or_create(name=row[7])
st, created = States.objects.get_or_create(name=row[8])
iso, created = ISO.objects.get_or_create(name=row[10])
r, created = Region.objects.get_or_create(name=row[9])
try:
year = int(row[3])
except:
year = None
try:
longitude = float(row[4])
except:
longitude = None
try:
latitude = float(row[5])
except:
latitude = None
try:
area_hectares = float(row[6])
except:
area_hectares = None
site = Site(name=row[0],
year=year,
longitude=longitude,
latitude=latitude,
area_hectares=area_hectares,
justification=row[2],
description=row[1],
category=c,
states=st,
iso=iso,
region=r)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Category.objects.all().delete()
State.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
Site.objects.all().delete()
# Format
# email,role,course
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
#print(row)
cat, created = Category.objects.get_or_create(name=row[7])
sta, created = State.objects.get_or_create(name=row[8])
reg, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
try:
y = int(row[3])
except:
y = None
try:
lon = float(row[4])
except:
lon = None
try:
lat = float(row[5])
except:
lat = None
try:
area = float(row[6])
except:
area = None
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=lon,
latitude=lat,
area_hectares=area,
category=cat,
state=sta,
region=reg,
iso=iso)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
Region.objects.all().delete()
State.objects.all().delete()
Iso.objects.all().delete()
# Format
# name,description,justification,year,longitude,latitude,area_hectares,category,state,region,iso
for row in reader:
print(row)
# numeric fields may be missing: year, long, lat, area
try:
y = int(row[3])
except:
y = None
try:
long = int(row[4])
except:
long = None
try:
lat = int(row[5])
except:
lat = None
try:
a = int(row[6])
except:
a = None
# get database stuff: category,state,region,iso
c, created = Category.objects.get_or_create(name=row[7])
s, created = State.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=long,
latitude=lat,
area_hectares=a,
category=c,
state=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
#iso_flag = True
"""
if row[10] == '':
iso_flag = False
else:
i, created = Iso.objects.get_or_create(name=row[10])
"""
i, created = Iso.objects.get_or_create(name=row[10])
n = row[0]
d = row[1]
j = row[2]
try:
y = int(row[3])
except:
y = None
long = float(row[4])
lat = float(row[5])
try:
a = float(row[6])
except:
a = None
#name,description,justification,year,longitude,latitude,
#area_hectares,category,states,region,iso
"""
if iso_flag is True:
site = Site(name = n, description = d, justification = j, year = y, longitude = long, latitude = lat, area_hectares = a, category = c, states = s, region = r, iso = i)
else:
site = Site(name = n, description = d, justification = j, year = y, longitude = long, latitude = lat, area_hectares = a, category = c, states = s, region = r)
"""
site = Site(name = n, description = d, justification = j, year = y, longitude = long, latitude = lat, area_hectares = a, category = c, states = s, region = r, iso = i)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
Site.objects.all().delete() #Membership
States.objects.all().delete()
Iso.objects.all().delete()
Category.objects.all().delete()
Region.objects.all().delete()
# Format
# name, description, justification, year, longitude, latitude, area_hectares, category, states, region, iso
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
st, created = States.objects.get_or_create(name=row[8])
rg, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
try:
y = int(row[3])
except:
y = None
try:
lg = float(row[4])
except:
lg = None
try:
lt = float(row[5])
except:
lt = None
try:
ah = float(row[6])
except:
ah = None
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=lg,
latitude=lt,
area_hectares=ah,
category=c,
states=st,
region=rg,
iso=i)
site.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
next(reader)
Category.objects.all().delete()
Iso.objects.all().delete()
Region.objects.all().delete()
States.objects.all().delete()
Site.objects.all().delete()
for row in reader:
nm = row[0]
dsc = row[1]
jst = row[2]
lng = row[4]
lat = row[5]
area = row[6]
try:
area = float(row[6])
except:
area = 0.0
try:
year = int(row[3])
except:
year = None
#create objects only for tables in a relation
category, created = Category.objects.get_or_create(name=row[7])
states, created = States.objects.get_or_create(name=row[8])
region, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
st = Site(category=category,
states=states,
region=region,
iso=iso,
name=nm,
year=year,
area_hectares=area,
describe=dsc,
justify=jst,
longitude=lng,
latitude=lat)
st.save()
def run():
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
fn = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fn)
next(reader)
for elements in reader:
#print(elements)
c, created = Category.objects.get_or_create(name=elements[7])
s, created = States.objects.get_or_create(name=elements[8])
r, created = Region.objects.get_or_create(name=elements[9])
i, created = Iso.objects.get_or_create(name=elements[10])
try:
y = int(elements[3])
except:
y = None
try:
l = float(elements[4])
except:
l = None
try:
a = float(elements[5])
except:
a = None
try:
ar = float(elements[6])
except:
ar = None
site = Site(name=elements[0],
description=elements[1],
justification=elements[2],
year=y,
longitude=l,
latitude=a,
area_hectares=ar,
category=c,
states=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
next(reader)
States.objects.all().delete()
Region.objects.all().delete()
Site.objects.all().delete()
Iso.objects.all().delete()
Category.objects.all().delete()
cnt = 0
for row in reader:
print(cnt, row[0])
cnt += 1
i, created = Iso.objects.get_or_create(name=row[10])
c, created = Category.objects.get_or_create(name=row[7])
r, created = Region.objects.get_or_create(name=row[9])
st = States(name=row[8], region=r)
try:
st = States.objects.get(name=row[8])
except:
st.save()
try:
y = int(row[3])
except:
y = None
try:
lng = float(row[4])
except:
lng = None
try:
lat = float(row[5])
except:
lat = None
try:
hect = float(row[6])
except:
hect = None
si = Site(name=row[0],
year=y,
description=row[1],
justification=row[2],
longitude=lng,
latitude=lat,
area_hectares=hect,
category=c,
state=st,
iso=i)
si.save()
def run():
fhand = open('many/load.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
Region.objects.all().delete()
State.objects.all().delete()
Iso.objects.all().delete()
# Format
# email,role,course
# [email protected],I,Python
# [email protected],L,Python
for row in reader:
print(row)
try:
s, created = Site.objects.get_or_create(name=row[0])
except:
s = None
try:
y, created = Site.objects.get_or_create(year=row[0])
except:
y = None
try:
c, created = Category.objects.get_or_create(name=row[4])
except:
c = None
try:
r, created = Region.objects.get_or_create(name=row[10])
except:
r = None
try:
i, created = Iso.objects.get_or_create(name=row[11])
except:
i = None
try:
st, created = State.objects.get_or_create(name=row[12])
except:
st = None
site = Site(category=c, states=st, region=r, iso=i, site=s, year=y)
site.save()
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
# print(next(reader))
next(reader) # skip head section
# delete existing entries
Site.objects.all().delete()
States.objects.all().delete()
Category.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
for row in reader:
print(row)
cat, created = Category.objects.get_or_create(name=row[7])
stat, created = States.objects.get_or_create(name=row[8])
reg, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
try:
lt = int(row[4])
except:
lt = None
try:
alt = int(row[5])
except:
alt = None
try:
ah = int(row[6])
except:
ah = None
site = Site(name=row[0],
year=row[3],
description=row[1],
justification=row[2],
longitude=lt,
latitude=alt,
area_hectares=ah,
category=cat,
state=stat,
region=reg,
iso=iso)
site.save()
def run():
fhand = open('scripts/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
State.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
for row in reader:
print(row[10])
a = row[0]
b = row[1]
c = row[2]
try:
d = float(row[3])
except:
d = None
e = row[4]
f = row[5]
try:
g = float(row[6])
except:
g = None
h, created = Category.objects.get_or_create(name=row[7])
i, created = State.objects.get_or_create(name=row[8])
j, created = Region.objects.get_or_create(name=row[9])
k, created = Iso.objects.get_or_create(name=row[10])
l = Site(name=a,
description=b,
justification=c,
year=d,
longitude=e,
latitude=f,
area_hectares=g,
category=h,
state=i,
region=j,
iso=k)
l.save()
def run():
fhand = open('unesco/load.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
# Clear all objects
Site.objects.all().delete()
Category.objects.all().delete()
State.objects.all().delete()
Iso.objects.all().delete()
Region.objects.all().delete()
for row in reader:
category, created = Category.objects.get_or_create(name=row[7])
state, created = State.objects.get_or_create(name=row[8])
region, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
# Empty row exceptions
try:
year = int(row[3])
except:
year = 0
try:
longitude = float(row[4])
except:
longitude = 0
try:
latitude = float(row[5])
except:
latitude = 0
try:
area_hectares = float(row[6])
except:
area_hectares = 0
# Create site
site = Site(name=row[0], description=row[1], justification=row[2],\
year=year, longitude=longitude, latitude=latitude,\
area_hectares=area_hectares, category=category, state=state,\
region=region, iso=iso)
site.save()
def run():
fhand = open('scripts/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader)
Category.objects.all().delete()
ISO.objects.all().delete()
Region.objects.all().delete()
State.objects.all().delete()
Site.objects.all().delete()
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
i, created = ISO.objects.get_or_create(value=row[10])
r, created = Region.objects.get_or_create(name=row[9])
s, created = State.objects.get_or_create(name=row[8])
si, created = Site.objects.get_or_create(name=row[0])
try:
y = int(row[3])
except:
y = None
try:
a = int(row[6])
except:
a = None
s = Site(name=si,
description=row[1],
justification=row[2],
year=y,
longitude=row[4],
latitude=row[5],
area_hect=a,
category=c,
states=s,
region=r,
iso=i)
s.save()
def run():
fhand = open('data/unesco_data.csv')
reader = csv.reader(fhand)
next(reader) # Skipping header row or 1st row
Site.objects.all().delete()
Category.objects.all().delete()
States.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
#name description justification year longitude latitude area_hectares category states region iso
for row in reader:
c = Category.objects.get_or_create(name=row[7])[0]
s = States.objects.get_or_create(name=row[8])[0]
r = Region.objects.get_or_create(name=row[9])[0]
i = Iso.objects.get_or_create(name=row[10])[0]
try:
y = int(row[3])
except:
y = None
try:
area = float(row[6])
except:
area = None
site = Site(
name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=row[4],
latitude=row[5],
area_hectares=area,
category=c,
states=s,
region=r,
iso=i)
site.save()
def run():
fhand = open('unesco/unesco.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Category.objects.all().delete()
Region.objects.all().delete()
Iso.objects.all().delete()
State.objects.all().delete()
for row in reader:
print('-------------GOing--------------------')
try:
y = int(row[3])
except:
y = None
category, created = Category.objects.get_or_create(name=row[7])
state, created = State.objects.get_or_create(name=row[8])
region, created = Region.objects.get_or_create(name=row[9])
iso, created = Iso.objects.get_or_create(name=row[10])
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=row[4],
latitude=row[5],
area_hectares=row[6],
category=category,
region=region,
state=state,
iso=iso)
site.save()
print('Done')
def run():
fhand = open('unesco/whc-sites-2018-clean.csv')
reader = csv.reader(fhand)
next(reader) # Advance past the header
Site.objects.all().delete()
Iso.objects.all().delete()
Region.objects.all().delete()
States.objects.all().delete()
Category.objects.all().delete()
for row in reader:
print(row)
c, created = Category.objects.get_or_create(name=row[7])
s, created = States.objects.get_or_create(name=row[8])
r, created = Region.objects.get_or_create(name=row[9])
i, created = Iso.objects.get_or_create(name=row[10])
try:
y = int(row[3])
ah = float(row[6])
except:
y = None
ah = 0
site = Site(name=row[0],
description=row[1],
justification=row[2],
year=y,
longitude=row[4],
latitude=row[5],
area_hectares=ah,
category=c,
states=s,
region=r,
iso=i)
site.save()
