def __init__(self, dump_path=None, *args, **kwargs): super().__init__(*args, **kwargs) if dump_path is not None: shard_id = getattr(self.runtime_args, 'shard_id', None) shard_dump_path = os.path.join(dump_path, f'{shard_id}.json') self._docs = DocumentArray.load_json(shard_dump_path) else: self._docs = DocumentArray()
def __init__(self, **kwargs): super().__init__(**kwargs) self.logger = JinaLogger('CrudIndexer') self._docs = DocumentArray() self._dump_location = os.path.join(self.metas.workspace, 'docs.json') if os.path.exists(self._dump_location): self._docs = DocumentArray.load_json(self._dump_location) self.logger.info( f'Loaded {len(self._docs)} from {self._dump_location}') else: self.logger.info(f'No data found at {self._dump_location}')