Esempi in Python per index_by_bulk

Esempio n. 1

File: mgi.py Progetto: bio-ontology-research-group/phenotype-reactor

 def write(self):
     logger.info("Started indexing valueset %s", self.valueset)
     lookup_es.delete_valueset(self.valueset['valueset'])
     lookup_es.index(lookup_es.VALUESET_INDEX_NAME, self.valueset)
     lookup_es.index_by_bulk(self.entities)
 
     logger.info("Finished indexing valueset %s", self.valueset)

Esempio n. 2

    def write(self):
        logger.info("Started indexing valueset %s", self.valueset)
        lookup_es.delete_valueset(self.valueset['valueset'])
        lookup_es.index(lookup_es.VALUESET_INDEX_NAME, self.valueset)
        data = []
        count = 0
        for entity in self.entities:
            data.append(entity)
            if len(data) % 100000 == 0 or count == len(self.entities) - 1:
                logger.info("indexing bulk of %d", len(data))
                lookup_es.index_by_bulk(data)
                data.clear()

            count += 1
        
        logger.info("Finished indexing valueset %s", self.valueset)