def test_copy_db(self): ''' test copy db ''' def transform(item): return item source = [Product, 'tests/db/copy-db-source.sqlite'] if os.path.isfile(source[1]): os.remove(source[1]) target = [Product, 'tests/db/copy-db-target.sqlite'] if os.path.isfile(target[1]): os.remove(target[1]) source[1] = URI_TEMPLATE.format(source[1], 'test') target[1] = URI_TEMPLATE.format(target[1], 'test') ds = dblite.open(source[0], source[1]) for i in range(3): ds.put(Product({'name': 'product#%d' % i})) ds.commit() ds.close() dblite.copy(source, target, transform=transform) ds = dblite.open(target[0], target[1]) self.assertEqual(len(ds), 3)
def test_copy_db(self): ''' test copy db ''' def transform(item): return item source = [Product, 'tests/db/copy-db-source.sqlite'] if os.path.isfile(source[1]): os.remove(source[1]) target = [Product, 'tests/db/copy-db-target.sqlite'] if os.path.isfile(target[1]): os.remove(target[1]) source[1] = URI_TEMPLATE.format(source[1], 'test') target[1] = URI_TEMPLATE.format(target[1], 'test') ds = dblite.open(source[0], source[1]) for i in range(3): ds.put(Product({'name': 'product#%d' % i})) ds.commit() ds.close() dblite.copy(source, target, transform=transform) ds = dblite.open(target[0], target[1]) self.assertEqual(len(ds), 3)
def test_enter_exit(self): uri = 'sqlite://tests/db/db-enter-exit.sqlite:test' with dblite.open(Product, uri) as ds: ds.put(Product({'name': 'product_name', 'price': 100})) self.assertTrue(isinstance(ds.get(limit=1), Product)) self.assertEqual(ds.get(limit=1), None)
def test_open_storage(self): ''' test open storage ''' uri = 'sqlite://tests/db/db-open.sqlite:test' ds = dblite.open(Product, uri) ds.put(Product({'name': 'product_name', 'price': 100})) self.assertTrue(isinstance(ds.get(limit=1), Product)) ds.close()
def test_enter_exit(self): uri = 'sqlite://tests/db/db-enter-exit.sqlite:test' with dblite.open(Product, uri) as ds: ds.put(Product({'name': 'product_name', 'price': 100})) self.assertTrue(isinstance(ds.get(limit=1), Product)) self.assertEqual(ds.get(limit=1), None)
def test_open_storage(self): ''' test open storage ''' uri = 'sqlite://tests/db/db-open.sqlite:test' ds = dblite.open(Product, uri) ds.put(Product({'name': 'product_name', 'price': 100})) self.assertTrue(isinstance(ds.get(limit=1), Product)) ds.close()
def open_spider(self, spider): """Prepare database for spider. Parameters ---------- spider : Spider The spider the databse is opened for. """ self.datastore = dblite.open( Record, "sqlite://" + expanduser(CONFIGS['databases']['local']['PATH']), autocommit=10000)
def open_spider(self,spider): try: self.ds=dblite.open(DmmItem,'sqlite://db/video.sqlite:data_videos',autocommit=True) self.ds_actor=dblite.open(ActorItem,'sqlite://db/video.sqlite:data_actors',autocommit=True) self.ds_company=dblite.open(CompanyItem,'sqlite://db/video.sqlite:data_company',autocommit=True) self.ds_series=dblite.open(SeriesItem,'sqlite://db/video.sqlite:data_series',autocommit=True) self.ds_level=dblite.open(LevelItem,'sqlite://db/video.sqlite:data_levels',autocommit=True) self.ds_genres=dblite.open(GenreItem,'sqlite://db/video.sqlite:data_genres',autocommit=True) except Exception as ex: print("--------------------------------") print(str(ex)) print("--------------------------------")
def open_spider(self, spider): self.ds = dblite.open(SexoffScraperItem, 'sqlite://data.sqlite:data', autocommit=True)
def open_spider(self, spider): # self.ds = dblite.open(YPSqliteItem, 'sqlite://YellowPageSSsUS.db:YP_2', autocommit=True) self.ds = dblite.open(YPItem, "sqlite://YP.db:YP_2", autocommit=True)
def open_spider(self, spider): super(CoverFilePipeline, self).open_spider(spider) self.covers = dblite.open(CoverPicture, 'sqlite://./db.sqlite3:covers', autocommit=True)
def open_spider(self, spider): self.videos = dblite.open(Video, 'sqlite://./db.sqlite3:videos', autocommit=True) self.artists = dblite.open(Artist, 'sqlite://./db.sqlite3:artists', autocommit=True) self.companies = dblite.open(Company, 'sqlite://./db.sqlite3:companies', autocommit=True) self.genres = dblite.open(Genre, 'sqlite://./db.sqlite3:genres', autocommit=True)
def open_spider(self, spider): self.ds = dblite.open(SexoffScraperItem, 'sqlite://data.sqlite:data', autocommit=True)