def main(config):
cfg = cliconfig(config)
session = SessionFactory(cfg['database']['url']).create()
client = MongoClient(str(cfg['mongodb']['url']))
db = client[str(cfg['mongodb']['database'])]
collection = db.address_jp
collection.drop()
q = session.query(Address).filter(Address.prefecture is not None)
q = q.order_by(Address.zipcode)
for r in ifilter(lambda r: r, imap(transform, q)):
collection.insert(r)
def main(config):
cfg = cliconfig(config)
session = SessionFactory(cfg['database']['url']).create()
server = Solr(str(cfg['solr']['url']),
http_user=cfg['solr'].get('username'),
http_pass=cfg['solr'].get('password'))
documents = []
q = session.query(Address).filter(Address.prefecture is not None)
q = q.order_by(Address.zipcode)
for r in ifilter(lambda r: r, imap(transform, q)):
documents.append(r)
if len(documents) >= COMMIT_UNIT:
server.add_many(documents)
documents = []
if len(documents) > 0:
server.add_many(documents)
server.commit()
def main(config):
cfg = cliconfig(config)
session = SessionFactory(cfg['database']['url'], True).create()
session.commit()
def main(config, **kwargs):
cfg = cliconfig(config)
session = SessionFactory(cfg['database']['url']).create()
clistream(session.add, JPAddress._make, mapping, lambda e: Address(**e),
delimiter=',', **kwargs)
session.commit()