Python tsv_reader 예제들

예제 #1

파일: loader.py 프로젝트: uk-gov-mirror/openregister.land-demo

mongo_host = os.getenv('DB_PORT_27017_TCP_ADDR', '127.0.0.1')
mongo_uri = 'mongodb://%s:27017/landregistry' % mongo_host

# load register register
store = MongoStore(mongo_uri, prefix="register_")

for filename in glob.glob('data/register/*.yaml'):
    item = Item()
    item.yaml = open(filename)
    store.add(item)

# load company register
store = MongoStore(mongo_uri, prefix="company_")

for item in tsv_reader(open('data/company/companies.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_")
for item in tsv_reader(open('demodata/land/lands.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_title_")
for item in tsv_reader(open('demodata/land-title/land-titles.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_title_clause_")
for item in tsv_reader(open('demodata/land-title-clause/clauses.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_deed_")

예제 #2

파일: explode_beta.py 프로젝트: openregister/registry-data

#!/usr/bin/env python

# one-off hack script to turn beta JSON-L/TSV back to individual yaml entries

from openregister.representations.jsonl import reader as jsonl_reader
from openregister.representations.tsv import reader as tsv_reader


def dump_item(register, item):
    item.phase = "alpha"
    f = open('data/' + register + '/' + item[register] + '.yaml', "w")
    f.write(item.yaml)
    f.close()


for item in jsonl_reader(open('beta/register.jsonl')):
    dump_item("register", item)

for item in tsv_reader(open('beta/field.tsv')):
    dump_item("field", item)

for item in jsonl_reader(open('beta/datatype.jsonl')):
    dump_item("datatype", item)

예제 #3

파일: loader.py 프로젝트: openregister/land-demo

mongo_host = os.getenv('DB_PORT_27017_TCP_ADDR', '127.0.0.1')
mongo_uri = 'mongodb://%s:27017/landregistry' % mongo_host

# load register register
store = MongoStore(mongo_uri, prefix="register_")

for filename in glob.glob('data/register/*.yaml'):
    item = Item()
    item.yaml = open(filename)
    store.add(item)


# load company register
store = MongoStore(mongo_uri, prefix="company_")

for item in tsv_reader(open('data/company/companies.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_")
for item in tsv_reader(open('demodata/land/lands.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_title_")
for item in tsv_reader(open('demodata/land-title/land-titles.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_title_clause_")
for item in tsv_reader(open('demodata/land-title-clause/clauses.tsv')):
    store.add(item)

store = MongoStore(mongo_uri, prefix="land_deed_")