def import_metajson_list(corpus, document_list, save, role):
logging.info("import_metajson_list")
results = []
if document_list is not None:
for document in document_list:
if document:
if "rec_id" not in document:
document["rec_id"] = str(uuid.uuid1())
try:
results.append(repository_service.save_document(corpus, document, role))
except Exception as err:
logging.exception("Error while saving document {} : {}".format(document["rec_id"], err))
return results
def import_metajson_list(corpus, document_list, save, role):
logging.info("import_metajson_list")
results = []
if document_list is not None:
for document in document_list:
if document:
if "rec_id" not in document:
document["rec_id"] = str(uuid.uuid1())
try:
results.append(
repository_service.save_document(
corpus, document, role))
except Exception as err:
logging.exception(
"Error while saving document {} : {}".format(
document["rec_id"], err))
return results
import logging
from biblib.crosswalks import hyphe_crosswalk
from biblib.services import config_service
from biblib.services import repository_service
from biblib.util import console
from biblib.util import jsonbson
console.setup_console()
corpus = config_service.config["default_corpus"]
hyphe_jsonrpc_host = config_service.config["hyphe"]["jsonrpc_host"]
hyphe_jsonrpc_port = config_service.config["hyphe"]["jsonrpc_port"]
hyphe_core = jsonrpclib.Server("{}:{}".format(hyphe_jsonrpc_host, hyphe_jsonrpc_port))
wes = hyphe_core.store.get_webentities_by_status("IN")["result"]
if wes:
for we in wes:
we_full = hyphe_core.store.get_webentity(we["id"])["result"][0]
#logging.debug(jsonbson.dumps_json(we_full, True))
document = hyphe_crosswalk.hyphe_webentity_to_metajson(we_full, "hyphe")
#logging.debug(jsonbson.dumps_json(document, True))
# search if already imported
mongo_query = {"hyphe.webentity_id": we_full["id"]}
search_results = repository_service.search_mongo(corpus, mongo_query)
print search_results
if search_results is None :
repository_service.save_document(corpus, document, None)
