def missinggeo(csv_path): log.info(csv_path) with codecs.open(csv_path, "r", "utf-8") as csv_file: geometry = Geometry() p = 0 for line in csv_file.read().splitlines(): line = re.sub("#.*$", "", line) line = line.strip() if not line: continue parts = [part.strip() for part in line.split(DELIMITER)] (iso2, name) = parts[:2] (latitude, longitude) = [float(value) for value in parts[2:]] geometry.add_point(longitude, latitude, 0) geometry.set_point_attr_string("iso2", p, iso2) geometry.set_point_attr_string("name", p, name) p += 1 sys.stdout.write(geometry.render().encode("utf-8"))
def missinggeo(csv_path): log.info(csv_path) with codecs.open(csv_path, "r", "utf-8") as csv_file: geometry = Geometry() p = 0 for line in csv_file.read().splitlines(): line = re.sub("#.*$", "", line) line = line.strip() if not line: continue parts = [part.strip() for part in line.split(DELIMITER)] (iso2, name) = parts[:2] (latitude, longitude) = [float(value) for value in parts[2:]] geometry.add_point(longitude, latitude, 0) geometry.set_point_attr_string("iso2", p, iso2) geometry.set_point_attr_string("name", p, name) p += 1 sys.stdout.write(geometry.render().encode("utf-8"))
def shp2geo(sf): geometry = Geometry() index_admin = sf.get_field("ADMIN") index_iso2 = sf.get_field("ISO_A2") p = 0 for s, shaperecord in enumerate(sf.records()): shaperecord = sf.shapeRecord(s) admin = shaperecord.record[index_admin] iso2 = shaperecord.record[index_iso2] parts = shaperecord.shape.parts part_shapes = [] for i, point in enumerate(shaperecord.shape.points): if i in parts: part_shapes.append([]) part_shapes[-1].append(point) p += len(part_shapes) for part_shape in part_shapes: point_numbers = [] for point in part_shape[:-1]: # because it's closed point_number = geometry.add_point(trunc(point[0]), trunc(point[1]), 0.0) point_numbers.append(point_number) prim_number = geometry.add_prim(point_numbers) geometry.set_prim_attr_string('iso2', prim_number, iso2) geometry.set_prim_attr_int('prim', prim_number, prim_number) log.warning(repr((s, p))) d = defaultdict(int) for p, point in enumerate(geometry.points): d[point] += 1 for p, point in enumerate(geometry.points): geometry.set_point_attr_int('freq', p, d[point]) return geometry
def shp2geo(sf): geometry = Geometry() index_admin = sf.get_field("ADMIN") index_iso2 = sf.get_field("ISO_A2") p = 0 for s, shaperecord in enumerate(sf.records()): shaperecord = sf.shapeRecord(s) admin = shaperecord.record[index_admin] iso2 = shaperecord.record[index_iso2] parts = shaperecord.shape.parts part_shapes = [] for i, point in enumerate(shaperecord.shape.points): if i in parts: part_shapes.append([]) part_shapes[-1].append(point) p += len(part_shapes) for part_shape in part_shapes: point_numbers = [] for point in part_shape[:-1]: # because it's closed point_number = geometry.add_point(trunc(point[0]), trunc(point[1]), 0.0) point_numbers.append(point_number) prim_number = geometry.add_prim(point_numbers) geometry.set_prim_attr_string("iso2", prim_number, iso2) geometry.set_prim_attr_int("prim", prim_number, prim_number) log.warning(repr((s, p))) d = defaultdict(int) for p, point in enumerate(geometry.points): d[point] += 1 for p, point in enumerate(geometry.points): geometry.set_point_attr_int("freq", p, d[point]) return geometry
def shp2geo(sf, iso32, border_switch, border_deny): geometry = Geometry() index_iso3_left = sf.get_field("adm0_a3_l") index_iso3_right = sf.get_field("adm0_a3_r") index_type = sf.get_field("type") p = 0 for s, shaperecord in enumerate(sf.records()): shaperecord = sf.shapeRecord(s) iso3_left = shaperecord.record[index_iso3_left] iso3_right = shaperecord.record[index_iso3_right] type_ = shaperecord.record[index_type] try: iso2_left = iso32[iso3_left] iso2_right = iso32[iso3_right] except KeyError as e: log.warning(repr((iso3_left, iso3_right, str(e)))) raise e border_key = tuple(sorted([iso2_left, iso2_right])) if border_key in border_switch: log.warning(repr(border_switch)) log.warning("switch %s -> %s" % (repr(border_key), repr(border_switch[border_key]))) iso2_left, iso2_right = border_switch[border_key] border_key = tuple(sorted([iso2_left, iso2_right])) log.info(shaperecord.shape.parts) if border_key in border_deny: log.warning("inhibit %s" % repr(border_key)) continue if iso2_left == iso2_right: continue if hasattr(shaperecord.shape, "parts"): parts = shaperecord.shape.parts else: log.warning(s) parts = [] part_shapes = [] for i, point in enumerate(shaperecord.shape.points): if i in parts: part_shapes.append([]) part_shapes[-1].append(point) p += len(part_shapes) for part_shape in part_shapes: point_numbers = [] for point in part_shape[:]: # because it's open point_number = geometry.add_point(trunc(point[0]), trunc(point[1]), 0.0) point_numbers.append(point_number) prim_number = geometry.add_prim(point_numbers, closed=False) geometry.set_prim_attr_string('iso2_left', prim_number, iso2_left) geometry.set_prim_attr_string('iso2_right', prim_number, iso2_right) geometry.set_prim_attr_string('type', prim_number, type_) geometry.set_prim_attr_int('prim', prim_number, prim_number) d = defaultdict(int) for p, point in enumerate(geometry.points): d[point] += 1 for p, point in enumerate(geometry.points): geometry.set_point_attr_int('freq', p, d[point]) return geometry
def shp2geo(sf, iso32, border_switch, border_deny): geometry = Geometry() index_iso3_left = sf.get_field("adm0_a3_l") index_iso3_right = sf.get_field("adm0_a3_r") index_type = sf.get_field("type") p = 0 for s, shaperecord in enumerate(sf.records()): shaperecord = sf.shapeRecord(s) iso3_left = shaperecord.record[index_iso3_left] iso3_right = shaperecord.record[index_iso3_right] type_ = shaperecord.record[index_type] try: iso2_left = iso32[iso3_left] iso2_right = iso32[iso3_right] except KeyError as e: log.warning(repr((iso3_left, iso3_right, str(e)))) raise e border_key = tuple(sorted([iso2_left, iso2_right])) if border_key in border_switch: log.warning(repr(border_switch)) log.warning("switch %s -> %s" % (repr(border_key), repr(border_switch[border_key]))) iso2_left, iso2_right = border_switch[border_key] border_key = tuple(sorted([iso2_left, iso2_right])) log.info(shaperecord.shape.parts) if border_key in border_deny: log.warning("inhibit %s" % repr(border_key)) continue if iso2_left == iso2_right: continue if hasattr(shaperecord.shape, "parts"): parts = shaperecord.shape.parts else: log.warning(s) parts = [] part_shapes = [] for i, point in enumerate(shaperecord.shape.points): if i in parts: part_shapes.append([]) part_shapes[-1].append(point) p += len(part_shapes) for part_shape in part_shapes: point_numbers = [] for point in part_shape[:]: # because it's open point_number = geometry.add_point(trunc(point[0]), trunc(point[1]), 0.0) point_numbers.append(point_number) prim_number = geometry.add_prim(point_numbers, closed=False) geometry.set_prim_attr_string('iso2_left', prim_number, iso2_left) geometry.set_prim_attr_string('iso2_right', prim_number, iso2_right) geometry.set_prim_attr_string('type', prim_number, type_) geometry.set_prim_attr_int('prim', prim_number, prim_number) d = defaultdict(int) for p, point in enumerate(geometry.points): d[point] += 1 for p, point in enumerate(geometry.points): geometry.set_point_attr_int('freq', p, d[point]) return geometry