for line in bz2_fh:
line = line.decode('utf-8')
title_match = title_re.match(line)
if title_match:
if 'lat_d' in old_coords and 'long_d' in old_coords:
lat, lng = normalize_coords(**old_coords)
j += 1
if lat and lng:
abstract, img = extract_abstract(text)
rank = len(text)
#print("\t".join(map(str, (title, lat, lng))))
print(title)
try:
POI(name=title, at=[lng, lat], abstract=lz4.compress(abstract), rank=rank, img=img).save()
#POI(name=title, at=[lng, lat], abstract=abstract).save()
except Exception as e:
print("Insert error:", str(e), title, lat, lng, file=sys.stderr)
# raise
# print("Begin abstract")
# print(abstract)
# print("End abstract")
title = title_match.group(1)
coords, old_coords, lat, lng, text, in_text = None, {}, None, None, '', False
continue
coord_match = coord_re.match(line)
if coord_match:
try:
lat, lng = coord2latlng(line)
# print("\t".join(map(str, (title, lat, lng))))
