def crawl_object_fields(self, folder, object_id):
object_fields = crawl_folder(folder)
to_update = []
for field_path, field_id in object_fields:
to_update.append( TIndexingObjectField(field_id=field_id,
field_value="",
field_file_path=field_path ) )
return to_update
def crawl_folder(self, folder):
object_folders = crawl_folder(folder)
import sys
processed_counter = TCustomCounter("Crawler, found objects", sys.stderr, self.verbosity, 100)
for object_folder, object_id in object_folders:
fields2update = self.crawl_object_fields(object_folder, object_id)
object2update = TIndexingObjectData(object_id=object_id,
object_fields=fields2update)
yield object2update
processed_counter.add()
