def loadSynonyms(): try: with fm.readFile("cargue_ontologia.txt", fm.path['loads']) as file: def function(redisClient): for line in file: ajson = json.loads(line) for key in ajson: for key_2 in ajson[key]: for item in ajson[key][key_2]: print "set " + "CLAVE=" + "sinonimo:" + item.encode( 'utf-8') + " VALOR=" + key.encode( 'utf-8') + ":" + key_2.encode('utf-8') print "Registros insertados: " + str( redisClient.set( "sinonimo:" + item.encode('utf-8'), key.encode('utf-8') + ":" + key_2.encode('utf-8'))) print redis.sendRedis(function) except IOError as ierror: fm.registerError("No se puede leer el archivo: \n" + str(ierror)) except Exception as ex: fm.registerError("Se presento el error en la carga de sinonimos: \n" + str(ex))
def getSy_Inst(): def function(redisClient): dic = {} for synom in redisClient.keys('si_inst*'): dic[synom.replace('si_inst:', '')] = redisClient.get(synom) return dic return redis.sendRedis(function)
def getEntities(): def function(redisClient): dic = {} for node in redisClient.keys('entity*'): dic[node.replace('entity:', '')] = redisClient.get(node) return dic return redis.sendRedis(function)
def getParty(): def function(redisClient): dic = {} for node in redisClient.keys('party:*'): dic[node.replace('party:', '')] = redisClient.get(node) return dic return redis.sendRedis(function)
def getStructureOrg(): def function(redisClient): dic = {} for property in redisClient.smembers("org_node"): dic[property] = "" return dic return redis.sendRedis(function)
def getSynonyms(): def function(redisClient): dic = {} for synom in redisClient.keys('sinonimo*'): dic[synom.replace('sinonimo:', '')] = redisClient.get(synom).split(':') return dic return redis.sendRedis(function)
def loadStructureSite(): try: structureJSON = fm.readJSONFile("siteStructure.json", fm.path['loads']) def function(redisClient): for prop in structureJSON: print "sadd site_node" + " -> " + prop.encode('utf-8') print "Registros insertados: " + str( redisClient.sadd("site_node", prop.encode('utf-8'))) redis.sendRedis(function) except IOError as ierror: fm.registerError( "No se puede leer el archivo de estructura de sitios: \n" + str(ierror)) except Exception as ex: fm.registerError( "Se presento el error en la cargar la estructura de los sitios: \n" + str(ex))
def loadOntology(): try: ontyJSON = fm.readJSONFile("ontology.json", fm.path['loads']) def function(redisClient): for clase_nodo in ontyJSON['nodes']: for prop in ontyJSON['nodes'][clase_nodo]: print "sadd node " + clase_nodo.encode( 'utf-8') + " -> " + prop.encode('utf-8') print "Registros insertados: " + str( redisClient.sadd("node:" + clase_nodo.encode('utf-8'), prop.encode('utf-8'))) redis.sendRedis(function) except IOError as ierror: fm.registerError("No se puede leer el archivo: \n" + str(ierror)) except Exception as ex: fm.registerError( "Se presento el error en la carga de la ontologia: \n" + str(ex))
def loadAsociation(): try: entities = fm.readJSONFile("entities.json", fm.path['loads']) def function(redisClient): for clase_nodo in entities: print "set CLAVE= entity:" + clase_nodo.encode( 'utf-8') + " VALOR= " + entities[clase_nodo].encode( 'utf-8') print "Registros insertados: " + str( redisClient.set("entity:" + clase_nodo.encode('utf-8'), entities[clase_nodo].encode('utf-8'))) redis.sendRedis(function) except IOError as ierror: fm.registerError("No se puede leer el archivo: \n" + str(ierror)) except Exception as ex: fm.registerError( "Se presento el error en la carga de las entidades: \n" + str(ex))
def getStructure(): def function(redisClient): dic = {} for node in redisClient.keys('node:*'): dic[node.replace('node:', '')] = {} for node in redisClient.keys('node:*'): for property in redisClient.smembers(node.encode('utf-8')): dic[node.replace('node:', '')][property] = [] return dic return redis.sendRedis(function)
def recorrerGranEstructra(): try: structureJSON = fm.readJSONFile("generalStructure.json", fm.path['loads']) def function(redisClient): for prop in structureJSON: for item in structureJSON[prop]: if isinstance(structureJSON[prop][item], dict): for key in structureJSON[prop][item]: for key_2 in structureJSON[prop][item][key]: print "hset noderel_" + prop.encode( 'utf-8') + "_" + key.encode( 'utf-8') + " " + key_2 + " " + str( structureJSON[prop][item][key] [key_2]) print "Registros insertados: " + str( redisClient.hset( "noderel_" + prop.encode('utf-8') + "_" + key.encode('utf-8'), key_2, str(structureJSON[prop][item][key] [key_2]))) else: print "hset node_" + prop.encode( 'utf-8') + " " + item.encode( 'utf-8') + " " + structureJSON[prop][item] print "Registros insertados: " + str( redisClient.hset( "node_" + prop.encode('utf-8'), item.encode('utf-8'), structureJSON[prop][item].encode('utf8'))) redis.sendRedis(function) except IOError as ierror: fm.registerError( "No se puede leer el archivo de estructura de instuciones: \n" + str(ierror)) except Exception as ex: fm.registerError( "Se presento el error en la cargar la estructura de los instuciones: \n" + str(ex))
def loadParty(): try: with fm.readFile("partys.json", fm.path['loads']) as partys: def function(redisClient): for party in partys: jparty = json.loads(party) print "set CLAVE= party:" + jparty["Url"].encode( 'utf-8') + " VALOR= " + jparty["Name"].encode('utf-8') print "Registros insertados: " + str( redisClient.set( "party:" + jparty["Url"].encode('utf-8'), jparty["Name"].encode('utf-8'))) redis.sendRedis(function) except IOError as ierror: fm.registerError( "No se puede leer el archivo para la carga de partidos: \n" + str(ierror)) except Exception as ex: fm.registerError( "Se presento el error en la carga de los partidos: \n" + str(ex))
def getGranEstructura(): def function(redisClient): dic = {} for synom in redisClient.keys('node_*'): dic[synom.replace('node_', '')] = { 'relation': {}, 'style': redisClient.hgetall(synom) } for synom_2 in redisClient.keys('noderel_' + synom.replace('node_', '') + '*'): dic[synom.replace('node_', '')]['relation'][synom_2.replace( 'noderel_' + synom.replace('node_', '') + '_', '')] = redisClient.hgetall(synom_2) return dic return redis.sendRedis(function)
def loadCategories(): try: with fm.readFile("categorias.json") as file: for line in file: ajson = json.loads(line) print "sadd categoria " + ajson["category"].encode("utf-8") def function(redisClient): return "Registros insertados: " + str( redisClient.sadd( "categoria", u"Categor\u00eda:" + ajson["category"])) print(redis.sendRedis(function)) except IOError as ierror: fm.registerError("No se puede leer el archivo: \n" + str(ierror)) except Exception as ex: fm.registerError( "Se presento el error en la carga de las categorias: \n" + str(ex))
def cleanDataBase(): def function(redisClient): redisClient.flushall() redis.sendRedis(function)
return dic return redis.sendRedis(function) def startDatabase(): cleanDataBase() loadCategories() loadSynonyms() loadOntology() loadAsociation() loadParty() loadStrctureParty() loadSynonyms_party() loadStructureSite() loadSy_Site() loadSy_Org() loadStructureOrg() loadSy_inst() recorrerGranEstructra() #startDatabase() redis.sendRedis(redis.testRedis) #loadStructureInsitution() #loadSy_inst() #cleanDataBase() # #getStructure() #startDatabase()