class BlobComponent(Component): component_name = BLOB_COMPONENT depends_on = [DATABASE_COMPONENT] def __init__(self, component_manager): super().__init__(component_manager) self.blob_manager: BlobFileManager = None @property def component(self) -> typing.Optional[BlobFileManager]: return self.blob_manager async def start(self): storage = self.component_manager.get_component(DATABASE_COMPONENT) data_store = None if DHT_COMPONENT not in self.component_manager.skip_components: dht_node: Node = self.component_manager.get_component( DHT_COMPONENT) if dht_node: data_store = dht_node.protocol.data_store self.blob_manager = BlobFileManager( asyncio.get_event_loop(), os.path.join(self.conf.data_dir, "blobfiles"), storage, data_store) return await self.blob_manager.setup() async def stop(self): self.blob_manager.stop() async def get_status(self): count = 0 if self.blob_manager: count = len(self.blob_manager.completed_blob_hashes) return {'finished_blobs': count}
async def test_sync_blob_manager_on_startup(self): loop = asyncio.get_event_loop() tmp_dir = tempfile.mkdtemp() self.addCleanup(lambda: shutil.rmtree(tmp_dir)) storage = SQLiteStorage(Config(), os.path.join(tmp_dir, "lbrynet.sqlite")) blob_manager = BlobFileManager(loop, tmp_dir, storage) # add a blob file blob_hash = "7f5ab2def99f0ddd008da71db3a3772135f4002b19b7605840ed1034c8955431bd7079549e65e6b2a3b9c17c773073ed" blob_bytes = b'1' * ((2 * 2**20) - 1) with open(os.path.join(blob_manager.blob_dir, blob_hash), 'wb') as f: f.write(blob_bytes) # it should not have been added automatically on startup await storage.open() await blob_manager.setup() self.assertSetEqual(blob_manager.completed_blob_hashes, set()) # make sure we can add the blob await blob_manager.blob_completed( blob_manager.get_blob(blob_hash, len(blob_bytes))) self.assertSetEqual(blob_manager.completed_blob_hashes, {blob_hash}) # stop the blob manager and restart it, make sure the blob is there blob_manager.stop() self.assertSetEqual(blob_manager.completed_blob_hashes, set()) await blob_manager.setup() self.assertSetEqual(blob_manager.completed_blob_hashes, {blob_hash}) # test that the blob is removed upon the next startup after the file being manually deleted blob_manager.stop() # manually delete the blob file and restart the blob manager os.remove(os.path.join(blob_manager.blob_dir, blob_hash)) await blob_manager.setup() self.assertSetEqual(blob_manager.completed_blob_hashes, set()) # check that the deleted blob was updated in the database self.assertEqual('pending', (await storage.run_and_return_one_or_none( 'select status from blob where blob_hash=?', blob_hash)))