def crawl_object_fields(self, folder, object_id): object_fields = crawl_folder(folder) to_update = [] for field_path, field_id in object_fields: to_update.append( TIndexingObjectField(field_id=field_id, field_value="", field_file_path=field_path ) ) return to_update
def crawl_folder(self, folder): object_folders = crawl_folder(folder) import sys processed_counter = TCustomCounter("Crawler, found objects", sys.stderr, self.verbosity, 100) for object_folder, object_id in object_folders: fields2update = self.crawl_object_fields(object_folder, object_id) object2update = TIndexingObjectData(object_id=object_id, object_fields=fields2update) yield object2update processed_counter.add()