def clean_up_polygon(poss):
print "Clean poly:", poss
def tov(merc):
return Vertex(int(merc[0]), int(merc[1]))
def fromv(v):
return (v.get_x(), v.get_y())
vertices = []
last = None
for pos in poss:
#print pos
if pos == last: continue
last = pos
vertices.append(tov(mapper.latlon2merc(mapper.from_str(pos), 13)))
poly = Polygon(vvector(vertices))
#print "calling tidy-up"
shape = tidy_up_polygon(poly)
ret = []
for poly in shape.get_polys():
#print "Got poly"
vs = poly.get_vertices()
out = []
for v in vs:
out.append(mapper.to_str(mapper.merc2latlon(fromv(v), 13)))
ret.append(out)
return ret
def poly(points):
last = None
poly_coords = []
for coord in points:
merc = mapper.latlon2merc(mapper.from_str(coord), 13)
if merc == last: continue
last = merc
poly_coords.append(Vertex(int(merc[0]), int(merc[1])))
if len(poly_coords) >= 3:
return Polygon(vvector(poly_coords))
return None
def cleanup_poly(latlonpoints, name="?"):
for minstep in [0, 10, 100, 1000, 10000, 100000]:
mercpoints = []
lastmerc = None
for latlon in latlonpoints:
merc = mapper.latlon2merc(latlon, 13)
if lastmerc != None:
dist = math.sqrt(
sum([(lastmerc[i] - merc[i])**2 for i in xrange(2)]))
if dist < minstep:
continue
if merc == lastmerc:
continue
lastmerc = merc
mercpoints.append(Vertex(int(merc[0]), int(merc[1])))
if len(mercpoints) < 50:
break
if len(mercpoints) <= 2: return None
if mercpoints[0] == mercpoints[-1]:
del mercpoints[-1]
if len(mercpoints) <= 2: return None
poly = Polygon(vvector(mercpoints))
if len(mercpoints) == 4:
swapped = [mercpoints[1], mercpoints[0]] + mercpoints[2:]
swappedpoly = Polygon(vvector(swapped))
#print "Found 4-corner area: ",name," areas:",swappedpoly.calc_area(),poly.calc_area()
if abs(swappedpoly.calc_area()) > abs(1.1 * poly.calc_area()):
print "Untwisting an area", name
mercpoints = swapped
poly = swappedpoly
backtomerc = [
mapper.merc2latlon((m.get_x(), m.get_y()), 13) for m in mercpoints
]
if poly.is_ccw():
return backtomerc
else:
#print "Reversed "+latlonpoints
return reversed(backtomerc)
def get_weather(lat, lon):
zoomlevel = 13
px, py = mapper.latlon2merc((lat, lon), zoomlevel)
w = Weather()
areas = weather_chart_areas.get_areas()
insides = []
dists = []
for name, area in areas.items():
poly_coords = []
centerx = 0.0
centery = 0.0
for coord in area:
x, y = mapper.latlon2merc(coord, zoomlevel)
centerx += x + 0.0
centery += y + 0.0
poly_coords.append(Vertex(int(x), int(y)))
if len(poly_coords) < 3:
print "Weather area %s has few points: %s " % (name, area)
continue
centerx /= len(poly_coords)
centery /= len(poly_coords)
cdist = (centerx - px)**2 + (centery - py)**2
poly = Polygon(vvector(poly_coords))
if poly.is_inside(Vertex(int(px), int(py))):
cdist *= 1e-3
insides.append((cdist, name, area))
#print "insides:",insides
insides.sort()
dist, name, area = insides[0]
if dist > 20000**2:
return None
w.weather_area = name
mainarea, rest = name.split("_")
part = rest[:-2]
seg = rest[-2:]
try:
fc = get_parsed_weather()
except Exception, cause:
print "Couldn't fetch weather: ", cause #there's no weather service at certain times.
return None
def get_polygons_around(lat,lon,polys):
zoomlevel=13
px,py=mapper.latlon2merc((lat,lon),zoomlevel)
insides=[]
for space in polys:
poly_coords=[]
for coord in space['points']:
x,y=mapper.latlon2merc(mapper.from_str(coord),zoomlevel)
poly_coords.append(Vertex(int(x),int(y)))
if len(poly_coords)<3:
#print "Space %s has few points: %s "%(space['name'],space['points'])
continue
poly=Polygon(vvector(poly_coords))
#print "Checking if inside poly:",space
if poly.is_inside(Vertex(int(px),int(py))):
insides.append(space)
#print "Is inside"
else:
pass#print "Is NOT inside"
return insides
def get_borders(pcountry):
#print "Getting for",pcountry
global borders
if not borders:
if not os.path.exists("fplan/extract/lands.bin"):
if os.system("bunzip2 fplan/extract/lands.bin.bz2") != 0:
raise Exception("Couldn't unbzip2 lands.bin.bz2")
f = open("fplan/extract/lands.bin")
tborders = pickle.load(f)
f.close()
out = dict()
for country, parts in tborders.items():
outparts = []
tot = 0
for part in parts:
outpart = []
poly_coords = []
last = None
for coord in part:
merc = mapper.latlon2merc(mapper.from_str(coord), 13)
if merc == last: continue
last = merc
outpart.append(merc)
tot += 1
poly_coords.append(Vertex(int(merc[0]), int(merc[1])))
assert len(outpart) >= 3
if outpart[0] == outpart[-1]:
outpart = outpart[:-1]
poly_coords = poly_coords[:-1]
poly = Polygon(vvector(poly_coords))
assert poly.is_ccw()
outparts.append(outpart)
#print "Parts in ",country,len(outparts),tot
out[country] = outparts
borders = out
#if pcountry!="sweden":
# raise Exception("Debug, just allow sweden for now. just remove this after.")
return borders[pcountry]
def get_polygons_on_line(latlon1,latlon2,polys):
zoomlevel=13
px1,py1=mapper.latlon2merc(latlon1,zoomlevel)
px2,py2=mapper.latlon2merc(latlon2,zoomlevel)
line=Line(Vertex(int(px1),int(py1)),Vertex(int(px2),int(py2)))
crosses=[]
for space in polys:
poly_coords=[]
for coord in space['points']:
x,y=mapper.latlon2merc(mapper.from_str(coord),zoomlevel)
poly_coords.append(Vertex(int(x),int(y)))
if len(poly_coords)<3:
#print "Space %s has few points: %s "%(space['name'],space['points'])
continue
poly=Polygon(vvector(poly_coords))
#print "Checking if intersect poly:",space
if len(poly.intersect_line(line))>0:
crosses.append(space)
#print "Is crossing"
else:
pass#print "Is NOT crossing"
return crosses
def gen_bsptree_lookup(data):
r = dict()
lookup_points = ['obstacles', 'airfields', 'sig_points']
for look in lookup_points:
items = data.get(look, None)
if True:
bspitems = []
for item in items:
try:
bspitems.append(
BspTree.Item(
mapper.latlon2merc(mapper.from_str(item['pos']),
13), item))
except Exception:
print item
raise
#print "Items for bsptree",items
bsp = BspTree(bspitems)
#assert len(bsp.getall())==len(items)
#after=sorted(set(x['name'] for x in bsp.getall()))
#before=sorted(set(x['name'] for x in obsts))
#print after,"\n-------------------\n\n",before
#assert after==before
#print "same before as after"
r[look] = bsp
del item
del items
del bspitems
del bsp
lookup_spaces = ['airspaces', 'firs']
for look in lookup_spaces:
spaces = data.get(look, None)
if spaces != None:
bbitems = []
zoomlevel = 13
for space in spaces:
poly_coords = []
bb = BoundingBox(1e30, 1e30, -1e30, -1e30)
for coord in space['points']:
x, y = mapper.latlon2merc(mapper.from_str(coord),
zoomlevel)
bb.x1 = min(bb.x1, x)
bb.x2 = max(bb.x2, x)
bb.y1 = min(bb.y1, y)
bb.y2 = max(bb.y2, y)
poly_coords.append(Vertex(int(x), int(y)))
if len(set(poly_coords)) < 3:
continue
print "Poly"
poly = Polygon(vvector(poly_coords))
print "polydone"
#print "Item:",space
bbitems.append(BBTree.TItem(bb, (poly, space)))
#if poly.is_inside(Vertex(int(px),int(py))):
# insides.append(space)
bbt = BBTree(bbitems, 0.5)
r[look] = bbt
return r
def extract_airfields(filtericao=lambda x:True,purge=True):
#print getxml("/AIP/AD/AD 1/ES_AD_1_1_en.pdf")
ads=[]
p=Parser("/AIP/AD/AD 1/ES_AD_1_1_en.pdf")
points=dict()
startpage=None
for pagenr in xrange(p.get_num_pages()):
page=p.parse_page_to_items(pagenr)
if page.count("Aerodrome directory"):
startpage=pagenr
break
if startpage==None:
raise Exception("Couldn't find aerodrome directory in file")
#print "Startpage: %d"%(startpage,)
#nochartf=open("nochart.txt","w")
for pagenr in xrange(startpage,p.get_num_pages()):
row_y=[]
page=p.parse_page_to_items(pagenr)
allines=[x for x in (page.get_lines(page.get_partially_in_rect(0,0,15,100))) if x.strip()]
for item,next in zip(allines,allines[1:]+[""]):
#print "item:",item
m=re.match(ur"^\s*[A-ZÅÄÖ]{3,}(?:/.*)?\b.*",item)
if m:
#print "Candidate, next is:",next
if re.match(r"^\s*[A-Z]{4}\b.*",next):
#print "Matched:",item
#print "y1:",item.y1
row_y.append(item.y1)
for y1,y2 in zip(row_y,row_y[1:]+[100.0]):
#print "Extacting from y-range: %f-%f"%(y1,y2)
items=list(page.get_partially_in_rect(0,y1-0.25,5.0,y2+0.25,ysort=True))
if len(items)>=2:
#print "Extract items",items
ad=dict(name=unicode(items[0].text).strip(),
icao=unicode(items[1].text).strip()
)
#print "Icao:",ad['icao']
assert re.match(r"[A-Z]{4}",ad['icao'])
if not filtericao(ad): continue
if len(items)>=3:
#print "Coord?:",items[2].text
m=re.match(r".*(\d{6}N)\s*(\d{7}E).*",items[2].text)
if m:
lat,lon=m.groups()
ad['pos']=parse_coords(lat,lon)
#print "Items3:",items[3:]
elev=re.findall(r"(\d{1,5})\s*ft"," ".join(t.text for t in items[3:]))
#print "Elev:",elev
assert len(elev)==1
ad['elev']=int(elev[0])
ads.append(ad)
big_ad=set()
for ad in ads:
if not ad.has_key('pos'):
big_ad.add(ad['icao'])
for ad in ads:
icao=ad['icao']
if icao in big_ad:
if icao in ['ESIB','ESNY','ESCM','ESPE']:
continue
try:
p=Parser("/AIP/AD/AD 2/%s/ES_AD_2_%s_6_1_en.pdf"%(icao,icao))
except:
p=Parser("/AIP/AD/AD 2/%s/ES_AD_2_%s_6-1_en.pdf"%(icao,icao))
ad['aipvacurl']=p.get_url()
for pagenr in xrange(p.get_num_pages()):
page=p.parse_page_to_items(pagenr)
"""
for altline in exitlines:
m=re.match(r"(\w+)\s+(\d+N)\s*(\d+E.*)",altline)
if not m: continue
name,lat,lon=m.groups()
try:
coord=parse_coords(lat,lon)
except Exception:
continue
points.append(dict(name=name,pos=coord))
"""
for kind in xrange(2):
if kind==0:
hits=page.get_by_regex(r"H[Oo][Ll][Dd][Ii][Nn][Gg]")
kind="holding point"
if kind==1:
hits=page.get_by_regex(r"[Ee]ntry.*[Ee]xit.*point")
kind="entry/exit point"
if len(hits)==0: continue
for holdingheading in hits:
items=sorted(page.get_partially_in_rect(holdingheading.x1+2.0,holdingheading.y2+0.1,holdingheading.x1+0.5,100),
key=lambda x:x.y1)
items=[x for x in items if not x.text.startswith(" ")]
#print "Holding items:",items
for idx,item in enumerate(items):
print "Holding item",item
y1=item.y1
if idx==len(items)-1:
y2=100
else:
y2=items[idx+1].y1
items2=[x for x in page.get_partially_in_rect(item.x1+1,y1+0.3,item.x1+40,y2-0.1) if x.x1>=item.x1-0.25 and x.y1>=y1-0.05 and x.y1<y2-0.05]
s=(" ".join(page.get_lines(items2))).strip()
print "Holding lines:",repr(page.get_lines(items2))
#if s.startswith("ft Left/3"): #Special case for ESOK
# s,=re.match("ft Left/3.*?([A-Z]{4,}.*)",s).groups()
#m=re.match("ft Left/\d+.*?([A-Z]{4,}.*)",s)
#if m:
# s,=m.groups()
if s.startswith("LjUNG"): #Really strange problem with ESCF
s=s[0]+"J"+s[2:]
if s.lower().startswith("holding"):
sl=s.split(" ",1)
if len(sl)>1:
s=sl[1]
s=s.strip()
if kind=="entry/exit point" and s.startswith("HOLDING"):
continue #reached HOLDING-part of VAC
#Check for other headings
#Fixup strange formatting of points in some holding items: (whitespace between coord and 'E')
s=re.sub(ur"(\d+)\s*(N)\s*(\d+)\s*(E)",lambda x:"".join(x.groups()),s)
m=re.match(r"([A-Z]{2,}).*?(\d+N)\s*(\d+E).*",s)
if not m:
m=re.match(r".*?(\d+N)\s*(\d+E).*",s)
if not m:
continue
assert m
lat,lon=m.groups()
#skavsta
if icao=="ESKN":
if s.startswith(u"Hold north of T"):
name="NORTH"
elif s.startswith(u"Hold south of B"):
name="SOUTH"
else:
assert 0
#add more specials here
else:
continue
else:
name,lat,lon=m.groups()
try:
coord=parse_coords(lat,lon)
except Exception:
print "Couldn't parse:",lat,lon
continue
#print name,lat,lon,mapper.format_lfv(*mapper.from_str(coord))
if name.count("REMARK") or len(name)<=2:
print "Suspicious name: ",name
#sys.exit(1)
continue
points[icao+' '+name]=dict(name=icao+' '+name,icao=icao,pos=coord,kind=kind)
#for point in points.items():
# print point
#sys.exit(1)
def fixhex11(s):
out=[]
for c in s:
i=ord(c)
if i>=0x20:
out.append(c)
continue
if i in [0x9,0xa,0xd]:
out.append(c)
continue
out.append(' ')
return "".join(out)
for ad in ads:
icao=ad['icao']
if icao in big_ad:
#print "Parsing ",icao
p=Parser("/AIP/AD/AD 2/%s/ES_AD_2_%s_en.pdf"%(icao,icao),loadhook=fixhex11)
ad['aiptexturl']=p.get_url()
firstpage=p.parse_page_to_items(0)
te="\n".join(firstpage.get_all_lines())
#print te
coords=re.findall(r"ARP.*(\d{6}N)\s*(\d{7}E)",te)
if len(coords)>1:
raise Exception("First page of airport info (%s) does not contain exactly ONE set of coordinates"%(icao,))
if len(coords)==0:
print "Couldn't find coords for ",icao
#print "Coords:",coords
ad['pos']=parse_coords(*coords[0])
elev=re.findall(r"Elevation.*?(\d{1,5})\s*ft",te,re.DOTALL)
if len(elev)>1:
raise Exception("First page of airport info (%s) does not contain exactly ONE elevation in ft"%(icao,))
if len(elev)==0:
print "Couldn't find elev for ",icao
ad['elev']=int(elev[0])
freqs=[]
found=False
thrs=[]
#uprint("-------------------------------------")
for pagenr in xrange(p.get_num_pages()):
page=p.parse_page_to_items(pagenr)
#uprint("Looking on page %d"%(pagenr,))
if 0: #opening hours are no longer stored in a separate document for any airports. No need to detect which any more (since none are).
for item in page.get_by_regex(".*OPERATIONAL HOURS.*"):
lines=page.get_lines(page.get_partially_in_rect(0,item.y2+0.1,100,100))
for line in lines:
things=["ATS","Fuelling","Operating"]
if not line.count("AIP SUP"): continue
for thing in things:
if line.count(thing):
ad['aipsup']=True
for item in page.get_by_regex(".*\s*RUNWAY\s*PHYSICAL\s*CHARACTERISTICS\s*.*"):
#uprint("Physical char on page")
lines=page.get_lines(page.get_partially_in_rect(0,item.y2+0.1,100,100))
seen_end_rwy_text=False
for line,nextline in izip(lines,lines[1:]+[None]):
#uprint("MAtching: <%s>"%(line,))
if re.match(ur"AD\s+2.13",line): break
if line.count("Slope of"): break
if line.lower().count("end rwy:"): seen_end_rwy_text=True
if line.lower().count("bgn rwy:"): seen_end_rwy_text=True
m=re.match(ur".*(\d{6}\.\d+)[\s\(\)\*]*(N).*",line)
if not m:continue
m2=re.match(ur".*(\d{6,7}\.\d+)\s*[\s\(\)\*]*(E).*",nextline)
if not m2:continue
latd,n=m.groups()
lond,e=m2.groups()
assert n=="N"
assert e=="E"
lat=latd+n
lon=lond+e
rwytxts=page.get_lines(page.get_partially_in_rect(0,line.y1+0.05,12,nextline.y2-0.05))
uprint("Rwytxts:",rwytxts)
rwy=None
for rwytxt in rwytxts:
#uprint("lat,lon:%s,%s"%(lat,lon))
#uprint("rwytext:",rwytxt)
m=re.match(ur"\s*(\d{2}[LRCM]?)\b.*",rwytxt)
if m:
assert rwy==None
rwy=m.groups()[0]
if rwy==None and seen_end_rwy_text:
continue
print "Cur airport:",icao
already=False
assert rwy!=None
seen_end_rwy_text=False
for thr in thrs:
if thr['thr']==rwy:
raise Exception("Same runway twice on airfield:"+icao)
thrs.append(dict(pos=mapper.parse_coords(lat,lon),thr=rwy))
assert len(thrs)>=2
for pagenr in xrange(0,p.get_num_pages()):
page=p.parse_page_to_items(pagenr)
matches=page.get_by_regex(r".*ATS\s+COMMUNICATION\s+FACILITIES.*")
#print "Matches of ATS COMMUNICATION FACILITIES on page %d: %s"%(pagenr,matches)
if len(matches)>0:
commitem=matches[0]
curname=None
callsign=page.get_by_regex_in_rect(ur"Call\s*sign",0,commitem.y1,100,commitem.y2+8)[0]
for idx,item in enumerate(page.get_lines(page.get_partially_in_rect(callsign.x1-0.5,commitem.y1,100,100),fudge=0.3,order_fudge=15)):
if item.strip()=="":
curname=None
if re.match(".*RADIO\s+NAVIGATION\s+AND\s+LANDING\s+AIDS.*",item):
break
#print "Matching:",item
m=re.match(r"(.*?)\s*(\d{3}\.\d{1,3})\s*MHz.*",item)
#print "MHZ-match:",m
if not m: continue
#print "MHZ-match:",m.groups()
who,sfreq=m.groups()
freq=float(sfreq)
if abs(freq-121.5)<1e-4:
if who.strip():
curname=who
continue #Ignore emergency frequency, it is understood
if not who.strip():
if curname==None: continue
else:
curname=who
freqs.append((curname.strip().rstrip("/"),freq))
for pagenr in xrange(0,p.get_num_pages()):
page=p.parse_page_to_items(pagenr)
matches=page.get_by_regex(r".*ATS\s*AIRSPACE.*")
#print "Matches of ATS_AIRSPACE on page %d: %s"%(pagenr,matches)
if len(matches)>0:
heading=matches[0]
desigitem,=page.get_by_regex("Designation and lateral limits")
vertitem,=page.get_by_regex("Vertical limits")
airspaceclass,=page.get_by_regex("Airspace classification")
lastname=None
subspacelines=dict()
subspacealts=dict()
for idx,item in enumerate(page.get_lines(page.get_partially_in_rect(desigitem.x2+1,desigitem.y1,100,vertitem.y1-1))):
if item.count("ATS airspace not established"):
assert idx==0
break
if item.strip()=="": continue
m=re.match(r"(.*?)(\d{6}N\s+.*)",item)
if m:
name,coords=m.groups()
name=name.strip()
else:
name=item.strip()
coords=None
if name:
lastname=name
if coords:
subspacelines.setdefault(lastname,[]).append(coords)
assert lastname
lastname=None
#print "Spaces:",subspacelines
#print "ICAO",ad['icao']
#altlines=page.get_lines(page.get_partially_in_rect(vertitem.x2+1,vertitem.y1,100,airspaceclass.y1-0.2))
#print "Altlines:",altlines
subspacealts=dict()
subspacekeys=subspacelines.keys()
allaltlines=" ".join(page.get_lines(page.get_partially_in_rect(vertitem.x1+0.5,vertitem.y1+0.5,100,airspaceclass.y1-0.2)))
single_vertlim=False
totalts=list(mapper.parse_all_alts(allaltlines))
#print "totalts:",totalts
if len(totalts)==2:
single_vertlim=True
for subspacename in subspacekeys:
ceil=None
floor=None
subnames=[subspacename]
if subspacename.split(" ")[-1].strip() in ["TIA","TIZ","CTR","CTR/TIZ"]:
subnames.append(subspacename.split(" ")[-1].strip())
#print "Parsing alts for ",subspacename,subnames
try:
for nametry in subnames:
if single_vertlim: #there's only one subspace, parse all of vertical limits field for this single one.
items=[vertitem]
else:
items=page.get_by_regex_in_rect(nametry,vertitem.x2+1,vertitem.y1,100,airspaceclass.y1-0.2)
for item in items:
alts=[]
for line in page.get_lines(page.get_partially_in_rect(item.x1+0.5,item.y1+0.5,100,airspaceclass.y1-0.2)):
#print "Parsing:",line
line=line.replace(nametry,"").lower().strip()
parsed=list(mapper.parse_all_alts(line))
if len(parsed):
alts.append(mapper.altformat(*parsed[0]))
if len(alts)==2: break
if alts:
#print "alts:",alts
ceil,floor=alts
raise StopIteration
except StopIteration:
pass
assert ceil and floor
subspacealts[subspacename]=dict(ceil=ceil,floor=floor)
spaces=[]
for spacename in subspacelines.keys():
altspacename=spacename
#print "Altspacename: %s, subspacesalts: %s"%(altspacename,subspacealts)
space=dict(
name=spacename,
ceil=subspacealts[altspacename]['ceil'],
floor=subspacealts[altspacename]['floor'],
points=parse_coord_str(" ".join(subspacelines[spacename])),
freqs=list(set(freqs))
)
if True:
vs=[]
for p in space['points']:
x,y=mapper.latlon2merc(mapper.from_str(p),13)
vs.append(Vertex(int(x),int(y)))
p=Polygon(vvector(vs))
if p.calc_area()<=30*30:
pass#print space
pass#print "Area:",p.calc_area()
assert p.calc_area()>30*30
#print "Area: %f"%(p.calc_area(),)
spaces.append(space)
#print space
ad['spaces']=spaces
found=True
if found:
break
assert found
ad['runways']=rwy_constructor.get_rwys(thrs)
#Now find any ATS-airspace
chartblobnames=[]
for ad in ads:
icao=ad['icao']
if icao in big_ad:
parse_landing_chart.help_plc(ad,"/AIP/AD/AD 2/%s/ES_AD_2_%s_2-1_en.pdf"%(icao,icao),
icao,ad['pos'],"se",variant="")
parse_landing_chart.help_plc(ad,"/AIP/AD/AD 2/%s/ES_AD_2_%s_6-1_en.pdf"%(icao,icao),
icao,ad['pos'],"se",variant="vac")
parse_landing_chart.help_plc(ad,"/AIP/AD/AD 2/%s/ES_AD_2_%s_2-3_en.pdf"%(icao,icao),
icao,ad['pos'],"se",variant="parking")
#aip_text_documents.help_parse_doc(ad,"/AIP/AD/AD 2/%s/ES_AD_2_%s_6_1_en.pdf"%(icao,icao),
# icao,"se",title="General Information",category="general")
aip_text_documents.help_parse_doc(ad,"/AIP/AD/AD 2/%s/ES_AD_2_%s_en.pdf"%(icao,icao),
icao,"se",title="General Information",category="general")
#if purge:
# parse_landing_chart.purge_old(chartblobnames,country="se")
#sys.exit(1)
for extra in extra_airfields.extra_airfields:
if filtericao(extra):
ads.append(extra)
print
print
for k,v in sorted(points.items()):
print k,v,mapper.format_lfv(*mapper.from_str(v['pos']))
#print "Num points:",len(points)
origads=list(ads)
for flygkartan_id,name,lat,lon,dummy in csv.reader(open("fplan/extract/flygkartan.csv"),delimiter=";"):
found=None
lat=float(lat)
lon=float(lon)
if type(name)==str:
name=unicode(name,'utf8')
mercf=mapper.latlon2merc((lat,lon),13)
for a in origads:
merca=mapper.latlon2merc(mapper.from_str(a['pos']),13)
dist=math.sqrt((merca[0]-mercf[0])**2+(merca[1]-mercf[1])**2)
if dist<120:
found=a
break
if found:
found['flygkartan_id']=flygkartan_id
else:
d=dict(
icao='ZZZZ',
name=name,
pos=mapper.to_str((lat,lon)),
elev=int(get_terrain_elev((lat,lon))),
flygkartan_id=flygkartan_id)
if filtericao(d):
ads.append(d)
minor_ad_charts=extra_airfields.minor_ad_charts
for ad in ads:
if ad['name'].count(u"Långtora"):
ad['pos']=mapper.to_str(mapper.from_aviation_format("5944.83N01708.20E"))
if ad['name'] in minor_ad_charts:
charturl=minor_ad_charts[ad['name']]
arp=ad['pos']
if 'icao' in ad and ad['icao'].upper()!='ZZZZ':
icao=ad['icao'].upper()
else:
icao=ad['fake_icao']
parse_landing_chart.help_plc(ad,charturl,icao,arp,country='raw',variant="landing")
"""
assert icao!=None
lc=parse_landing_chart.parse_landing_chart(
charturl,
icao=icao,
arppos=arp,country="raw")
assert lc
if lc:
ad['adcharturl']=lc['url']
ad['adchart']=lc
"""
#print ads
for ad in ads:
print "%s: %s - %s (%s ft) (%s)"%(ad['icao'],ad['name'],ad['pos'],ad['elev'],ad.get('flygkartan_id','inte i flygkartan'))
for space in ad.get('spaces',[]):
for freq in space.get('freqs',[]):
print " ",freq
#if 'spaces' in ad:
# print " spaces: %s"%(ad['spaces'],)
#if 'aiptext' in ad:
# print "Aip texts:",ad['aiptext']
#else:
# print "No aiptext"
print "Points:"
for point in sorted(points.values(),key=lambda x:x['name']):
print point
f=codecs.open("extract_airfields.regress.txt","w",'utf8')
for ad in ads:
r=repr(ad)
d=md5.md5(r).hexdigest()
f.write("%s - %s - %s\n"%(ad['icao'],ad['name'],d))
f.close()
f=codecs.open("extract_airfields.regress-details.txt","w",'utf8')
for ad in ads:
r=repr(ad)
f.write(u"%s - %s - %s\n"%(ad['icao'],ad['name'],r))
f.close()
return ads,points.values()
pa['floor'] = floor
pa['ceiling'] = ceiling
if mapper.parse_elev(floor) >= 9500:
continue
#uprint("Arealines:\n================\n%s\n============\n"%(arealines[:last_coord_idx]))
#print pa
areacoords = " ".join(arealines[:last_coord_idx])
pa['points'] = parse_coord_str(areacoords)
vs = []
for p in pa['points']:
#print "from_str:",repr(p)
x, y = mapper.latlon2merc(mapper.from_str(p), 13)
vs.append(Vertex(int(x), int(y)))
p = Polygon(vvector(vs))
if p.calc_area() <= 30 * 30:
pass #print pa
#print "Area:",p.calc_area()
assert p.calc_area() > 30 * 30
#print "Area: %f"%(p.calc_area(),)
#print "Point-counts:",len(pa['points'])
for p in pa['points']:
assert p.count(",") == 1
pa['type'] = kind
for thirdcol in thirdcols:
if thirdcol in d:
atc = d[thirdcol]
break
else:
raise Exception("missing thirdcol")
class UserData(object):
def have_any(self):
return not self.empty
def __init__(self, user, orders=None):
#print "Loading userdata for ",user
self.user = user
self.log = []
self.points = dict()
self.spaces = dict()
self.pointslookup = dict()
self.spaceslookup = dict()
self.empty = True
zoomlevel = 13
pointtypes = ['obstacles', 'airfields', 'sigpoints']
spacestypes = ['airspaces', 'firs']
for pointtype in pointtypes:
self.points[pointtype] = []
for spacetype in spacestypes:
self.spaces[spacetype] = []
if orders == None:
orders = []
for csets in meta.Session.query(CustomSets).filter(
CustomSets.user == user).all():
customs = list(
meta.Session.query(CustomSet).filter(
sa.and_(CustomSet.user == user,
CustomSet.setname == csets.setname,
CustomSet.version == csets.active)).all())
orders.extend(customs)
for custom in orders:
try:
#print "Found custom set:",custom.setname
##print "Found active custom set:",custom.setname,custom.version
#print "Data:"
#print "------------------"
#print custom.data
#print "Cont1"
data = json.loads(u"".join([
x for x in custom.data.split("\n")
if not x.strip().startswith("#")
]).encode('utf8'))
if type(data) != dict:
raise Exception(
"Top level must be object, that is, file must start with '{'"
)
#print "Cont2"
for pointtype in pointtypes:
if pointtype in data:
out = []
for point in data[pointtype]:
#print "val point"
if validate_point(point, pointtype, self.log):
out.append(point)
#print "aft val point"
if pointtype == 'airfields':
#print "val airf"
validate_airfield_space(point, self.log,
self.spaces['airspaces'])
#print "aft val airf"
self.points[pointtype].extend(out)
data.pop(pointtype)
#print "Cont3"
for spacetype in spacestypes:
if spacetype in data:
out = []
for space in data[spacetype]:
if validate_space(space, spacetype, self.log):
out.append(space)
self.spaces[spacetype].extend(out)
data.pop(spacetype)
#print "Cont4"
if len(data.keys()):
for key in data.keys():
self.log.append("Unknown top-level key: %s" % (key, ))
#print "Cont5"
except Exception, cause:
print "Problem parsing custom", traceback.format_exc()
self.log.append(traceback.format_exc())
if len(self.log) == 0:
#print "About to start bsptreein"
for pointtype in pointtypes:
bspitems = []
for item in self.points[pointtype]:
#print "Adding BspTree item of type: ",pointtype,"item:",item
bspitems.append(
BspTree.Item(
mapper.latlon2merc(mapper.from_str(item['pos']),
13), item))
self.pointslookup[pointtype] = BspTree(bspitems)
if bspitems:
self.empty = False
airspaces = self.spaces.get('airspaces', [])
firs = [space for space in airspaces if space['type'] == 'FIR']
regular_airspaces = [
space for space in airspaces if space['type'] != 'FIR'
]
self.spaces['airspaces'] = regular_airspaces
self.spaces['firs'] = firs
if len(self.log) == 0:
for spacetype in spacestypes:
bbitems = []
for space in self.spaces[spacetype]:
poly_coords = []
bb = BoundingBox(1e30, 1e30, -1e30, -1e30)
for coord in space['points']:
print "Coord:", coord
x, y = mapper.latlon2merc(mapper.from_str(coord),
zoomlevel)
bb.x1 = min(bb.x1, x)
bb.x2 = max(bb.x2, x)
bb.y1 = min(bb.y1, y)
bb.y2 = max(bb.y2, y)
poly_coords.append(Vertex(int(x), int(y)))
if len(poly_coords) < 3:
continue
poly = Polygon(vvector(poly_coords))
#print "Item:",space
bbitems.append(BBTree.TItem(bb, (poly, space)))
self.spaceslookup[spacetype] = BBTree(bbitems, 0.5)
if bbitems:
self.empty = False
self.date = datetime.utcnow()
