def setUp(self):
self.session = Session()
self.searchManager = SearchManager()
f_path = self.get_user_path('images', 'test.jpg')
if os.path.exists(f_path):
os.remove(f_path)
def prepare_viewer(self, app):
app.session = Session()
db = SqliteDb()
db.init_test_db(app.session)
b = Viewer()
b.ready()
return b, db
def prepare_browser(self, app):
app.session = Session()
db = SqliteDb()
db.init_test_db(app.session)
b = Browser()
app.root.set_browser(b)
b.ready()
b.on_switch(loader_thread=False)
sleep(0.1)
Clock.tick()
return b, db
class SQLiteDbTest(unittest.TestCase):
def get_user_path(self, *args):
return os.path.join(os.path.dirname(os.path.abspath(__file__)), *args)
def setUp(self):
self.session = Session()
self.searchManager = SearchManager()
f_path = self.get_user_path('images', 'test.jpg')
if os.path.exists(f_path):
os.remove(f_path)
def tearDown(self):
f_path = self.get_user_path('images', 'test.jpg')
if os.path.exists(f_path):
os.remove(f_path)
super(SQLiteDbTest, self).tearDown()
def init_db(self):
App.get_running_app().session = self.session
App.get_running_app().searchManager = self.searchManager
self.searchManager.ready()
db = SqliteDb()
db.init_test_db(self.session)
db.session = self.session
return db
def init_db_with_tags(self):
db = self.init_db()
db.search_tag()
c = self.session.cursor
c.add_tag("one", "o", "e", "adamanta")
c.go_next()
c.add_tag("two", "o", "t", "adablateno")
c.go_next()
c.add_tag("three", "t", "r", "e", "3", "genoblame")
return db
def init_db_with_categorized_tags(self):
db = self.init_db()
db.search_tag()
c = self.session.cursor
self.assertEqual("/0001.jpg", c.filename)
c.add_tag("cat1:one", "o", "e", "cat1:3")
c.go_next()
self.assertEqual("/0002.jpg", c.filename)
c.add_tag("cat2:two", "o", "t")
c.go_next()
self.assertEqual("/subfolder/0003.jpg", c.filename)
c.add_tag("cat1:three", "letter:t", "r", "e", "cat1:3")
return db
def init_db_with_numeric_date_tags(self):
db = self.init_db()
db.search_tag()
c = self.session.cursor
self.assertEqual("/0001.jpg", c.filename)
c.add_tag("modification_date:1503439200.0", "width:159", "height:81") # time=2017.08.23
c.go_next()
self.assertEqual("/0002.jpg", c.filename)
c.add_tag("modification_date:1503845435.0", "width:39", "height:81") # time=2017.08.27
c.go_next()
self.assertEqual("/subfolder/0003.jpg", c.filename)
c.add_tag("modification_date:1458169200.0", "width:60", "height:60") # time=2016.03.17
return db
def _test_initialization(self, app, *args):
db = self.init_db()
db.close_db()
app.stop()
def _test_search_all(self, app, *args):
db = self.init_db()
db.search_tag()
c = self.session.cursor
self.assertEqual(3, len(c))
self.assertEqual("/0001.jpg", c.filename)
c.go_next()
self.assertEqual("/0002.jpg", c.filename)
c.go_next()
self.assertEqual("/subfolder/0003.jpg", c.filename)
db.close_db()
app.stop()
def _test_search_tag(self, app, *args):
db = self.init_db_with_tags()
c = self.session.cursor
db.search_tag("one")
self.assertEqual(1, len(c))
db.search_tag("o")
self.assertEqual(2, len(c))
db.search_tag("o", "-one")
self.assertEqual(1, len(c))
self.assertEqual("/0002.jpg", c.filename)
db.search_tag("o", "e")
self.assertEqual(1, len(c))
db.close_db()
app.stop()
def _test_update_file(self, app, *args):
db = self.init_db_with_tags()
c = self.session.cursor
new_filename = self.get_user_path('images', 'test.jpg')
shutil.copy(self.get_user_path('images', 'subfolder', '0003.jpg'), new_filename)
self.assertTrue(os.path.exists(new_filename))
db.updatedb(sameThread=True)
db.search_tag()
self.assertEqual(4, len(c))
os.remove(new_filename)
db.updatedb(sameThread=True)
db.search_tag()
self.assertEqual(3, len(c))
db.close_db()
app.stop()
def _test_update_tags(self, app, *args):
new_filename = self.get_user_path('images', 'test.jpg')
shutil.copy(self.get_user_path('images', 'subfolder', '0003.jpg'), new_filename)
db = self.init_db_with_tags()
c = self.session.cursor
fs = self.session.get_filesystem(1)
test_id = db.conn.execute('select id from file where name="/test.jpg"').fetchone()[0]
# test when nothing changed
self.assertCountEqual([], db._check_modified_files(repo_id=1, repo_fs=fs))
db.update_tags(repo_id=1, repo_fs=fs)
db.search_tag()
c.go_last()
c.get_tags()
self.assertEqual(os.path.getsize(new_filename), c.get_tags()[0]['size'][0])
self.assertEqual(os.path.getsize(self.get_user_path('images', 'subfolder', '0003.jpg')),
c.get_tags()[0]['size'][0])
# test when file content changed
shutil.copy(self.get_user_path('images', '0001.jpg'), new_filename)
self.assertCountEqual([(test_id, '/test.jpg')], db._check_modified_files(repo_id=1, repo_fs=fs))
db.update_tags(repo_id=1, repo_fs=fs)
c.reload()
self.assertEqual(os.path.getsize(new_filename), c.get_tags()[0]['size'][0])
self.assertEqual(os.path.getsize(self.get_user_path('images', '0001.jpg')), c.get_tags()[0]['size'][0])
db.close_db()
app.stop()
def _test_search_tag_category(self, app, *args):
db = self.init_db_with_categorized_tags()
c = self.session.cursor
db.search_tag("cat1:one")
self.assertEqual(1, len(c))
db.search_tag("cat1:")
self.assertEqual(2, len(c))
db.search_tag("two")
self.assertEqual(1, len(c))
db.search_tag("cat1:*", "-one")
self.assertEqual(1, len(c))
self.assertEqual("/subfolder/0003.jpg", c.filename)
db.search_tag("t", "-letter:")
self.assertEqual(1, len(c))
self.assertEqual("/0002.jpg", c.filename)
db.search_tag("-cat2:", "-cat1:three")
self.assertEqual(1, len(c))
self.assertEqual("/0001.jpg", c.filename)
db.search_tag("o", "cat1:")
self.assertEqual(1, len(c))
self.assertEqual("/0001.jpg", c.filename)
db.search_tag("cat1:three", "cat1:3")
self.assertEqual(1, len(c))
db.close_db()
app.stop()
def _test_search_tag_numeric(self, app, *args):
db = self.init_db_with_numeric_date_tags()
c = self.session.cursor
# test equals
db.search_tag("height:81", "width:159")
self.assertEqual(1, len(c))
db.search_tag("width:39")
self.assertEqual(1, len(c))
# test same kind
db.search_tag("height:159", "height:81")
self.assertEqual(0, len(c))
# test lower than
db.search_tag("height:<:81")
self.assertEqual(1, len(c))
# test multiple lower than with or
db.search_tag("height:<:81:100")
self.assertEqual(3, len(c))
# test multiple lower than with and
db.search_tag("height:<:81", "height:<:100")
self.assertEqual(1, len(c))
# test greater than
db.search_tag("width:>:40")
self.assertEqual(2, len(c))
# test multiple greater than with or
db.search_tag("width:>:40:100")
self.assertEqual(2, len(c))
# test multiple greater than with or
db.search_tag("width:>:40", "width:>:100")
self.assertEqual(1, len(c))
# test lower or equals
db.search_tag("width:<=:60")
self.assertEqual(2, len(c))
# test lower or equals or
db.search_tag("width:<=:60:40")
self.assertEqual(2, len(c))
# test lower or equals or
db.search_tag("width:<=:60:40:300")
self.assertEqual(3, len(c))
# test greater or equals
db.search_tag("height:>=:81")
self.assertEqual(2, len(c))
# test greater or equals or
db.search_tag("height:>=:81:300")
self.assertEqual(2, len(c))
# test greater or equals or
db.search_tag("height:>=:81:300:20")
self.assertEqual(3, len(c))
# test height in 50-70
db.search_tag("height:><:50:70")
self.assertEqual(1, len(c))
# test width in 50-70 or 130-170
db.search_tag("width:><:50:70:130:170")
self.assertEqual(2, len(c))
# test width in 50-70 and 130-170
db.search_tag("width:><:50:70", "width:><:130:170")
self.assertEqual(0, len(c))
db.close_db()
app.stop()
def _test_search_tag_dates(self, app, *args):
db = self.init_db_with_numeric_date_tags()
c = self.session.cursor
# test year
db.search_tag("modification_date:YY:2016")
self.assertEqual(1, len(c))
db.search_tag("modification_date:YY:2017")
self.assertEqual(2, len(c))
db.search_tag("modification_date:YY:2016:2017")
self.assertEqual(3, len(c))
# test month
db.search_tag("modification_date:YM:201708")
self.assertEqual(2, len(c))
db.search_tag("modification_date:YM:201702")
self.assertEqual(0, len(c))
# test day
db.search_tag("modification_date:YMD:20170827")
self.assertEqual(1, len(c))
db.search_tag("modification_date:YMD:20170828")
self.assertEqual(0, len(c))
db.search_tag("modification_date:YMD:20170827:20160317")
self.assertEqual(2, len(c))
# test greater than
db.search_tag("modification_date:>:%{MKDATE(20170826)}%")
self.assertEqual(1, len(c))
# test smaller than
db.search_tag("modification_date:<:%{MKDATE(20160101)}%")
self.assertEqual(0, len(c))
# test add day and today
db.search_tag("modification_date:><:%{TODAY()}%:%{ADD_DATE(TODAY(),'D',2)}%")
self.assertEqual(0, len(c))
# test add month
db.search_tag("modification_date:%{ADD_DATE(TODAY(),'M',1)}%")
self.assertEqual(0, len(c))
# test remove year
db.search_tag("modification_date:<:%{ADD_DATE(TODAY(),'Y',-13)}%")
self.assertEqual(0, len(c))
db.search_tag("modification_date:>:%{ADD_DATE(TODAY(),'Y',-13)}%")
self.assertEqual(3, len(c))
# test combination
db.search_tag("modification_date:YY:%{TO_Y(ADD_DATE(MKDATE(20170827),'Y',-1))}%")
self.assertEqual(1, len(c))
db.search_tag("modification_date:YY:%{TO_Y(MKDATE(20170827))-1}%")
self.assertEqual(1, len(c))
db.search_tag("modification_date:YM:%{TO_YM(MKDATE(20170827))}%")
self.assertEqual(2, len(c))
db.close_db()
app.stop()
def _test_search_core_tags(self, app, *args):
db = self.init_db()
c = self.session.cursor
# test path
db.search_tag("path:%sub%")
self.assertEqual(1, len(c))
self.assertEqual("/subfolder/0003.jpg", c.filename)
# test filename
db.search_tag("filename:0002")
self.assertEqual(1, len(c))
self.assertEqual("/0002.jpg", c.filename)
db.search_tag("filename:%3")
self.assertEqual(1, len(c))
self.assertEqual("/subfolder/0003.jpg", c.filename)
db.search_tag("filename:%000%")
self.assertEqual(3, len(c))
# test extension
db.search_tag("ext:jpg")
self.assertEqual(3, len(c))
db.search_tag("ext:in:gif:png")
self.assertEqual(0, len(c))
db.search_tag("ext:in:jpg:png")
self.assertEqual(3, len(c))
# search for date
db.search_tag("file_date:YY:2017")
self.assertEqual(3, len(c))
db.search_tag("file_date:YM:201709")
self.assertEqual(1, len(c))
db.search_tag("file_date:YM:201708")
self.assertEqual(0, len(c))
db.search_tag("file_date:YM:201704")
self.assertEqual(2, len(c))
# search for both extension and date
db.search_tag("ext:jpg", "file_date:YY:2017")
self.assertEqual(3, len(c))
db.search_tag("ext:jpg", "file_date:YY:2016")
self.assertEqual(0, len(c))
# search with negation
db.search_tag("ext:jpg", "file_date:YY:2017", "-file_date:YM:201709")
self.assertEqual(2, len(c))
db.search_tag("ext:jpg", "file_date:YY:2017", "-file_date:YM:201709", "-size:<:1000")
self.assertEqual(1, len(c))
db.search_tag("width:39")
self.assertEqual(3, len(c))
db.search_tag("width:<:40")
self.assertEqual(3, len(c))
# mix core tags and custom tags
db.search_tag()
c = self.session.cursor
c.add_tag("one")
db.search_tag("file_date:YM:201704", "*:in:one:toto")
self.assertEqual(1, len(c))
db.close_db()
app.stop()
def _test_search_partial_text(self, app, *args):
db = self.init_db_with_tags()
c = self.session.cursor
db.search_tag("geno%")
self.assertEqual(1, len(c))
db.search_tag("ada%")
self.assertEqual(2, len(c))
db.search_tag("%eno%")
self.assertEqual(2, len(c))
db.search_tag("*:%:%bla%", "%e")
self.assertEqual(1, len(c))
db.search_tag("%ada%", "-%bla%")
self.assertEqual(1, len(c))
db.search_tag("*:%:%ada%:%bla%")
self.assertEqual(3, len(c))
db.close_db()
app.stop()
def call_test(self, func):
a = TestApp()
p = partial(func, a)
Clock.schedule_once(p, 0.0001)
a.run()
def test_initialization(self):
self.call_test(self._test_initialization)
def test_search_all(self):
self.call_test(self._test_search_all)
def test_search_tag(self):
self.call_test(self._test_search_tag)
def test_update_file(self):
self.call_test(self._test_update_file)
def test_update_tags(self):
self.call_test(self._test_update_tags)
def test_search_tag_category(self):
self.call_test(self._test_search_tag_category)
def test_search_tag_numeric(self):
self.call_test(self._test_search_tag_numeric)
def test_search_tag_dates(self):
self.call_test(self._test_search_tag_dates)
def test_search_partial_text(self):
self.call_test(self._test_search_partial_text)
def test_search_core_tags(self):
self.call_test(self._test_search_core_tags)
def build(self):
self.session = Session()
self.datasource = ds
return TestMainWidget()
def build(self):
self.session = Session()
self.datasource = ds
self.set_manager = SqliteSetManager()
return TestMainWidget()
def setUp(self):
self.session = Session()
self.session.add_filesystem(1, open_fs(u'osfs://images'))
path = self.get_user_path('thumbs')
[os.remove(os.path.join(path, f)) for f in os.listdir(path)]
class ThumbloaderTest(unittest.TestCase):
def get_user_path(self, *args):
return os.path.join(os.path.dirname(os.path.abspath(__file__)), *args)
def setUp(self):
self.session = Session()
self.session.add_filesystem(1, open_fs(u'osfs://images'))
path = self.get_user_path('thumbs')
[os.remove(os.path.join(path, f)) for f in os.listdir(path)]
def tearDown(self):
super(ThumbloaderTest, self).tearDown()
path = self.get_user_path('thumbs')
[os.remove(os.path.join(path, f)) for f in os.listdir(path)]
def call_test(self, func):
a = TestApp()
p = partial(func, a)
Clock.schedule_once(p, 0.0001)
a.run()
def get_thumbloader(self, app):
app.session = self.session
t = ThumbLoader()
t.ready()
t.restart()
return t
def _test_initialization(self, app, *args):
t = self.get_thumbloader(app)
t.stop()
app.stop()
def wait_for(self, t, size):
for i in range(5 * size + 1):
if t.queue_empty:
break
sleep(0.2)
self.assertTrue(t.queue_empty)
def _test_enqueue_images(self, app, *args):
t = self.get_thumbloader(app)
self.assertEqual(0, len(t.to_cache))
self.assertEqual(0, len(os.listdir(self.get_user_path('thumbs'))))
t.append((1, u'/0001.jpg', 1))
self.assertEqual(1, len(t.to_cache))
self.wait_for(t, 1)
self.assertEqual(0, len(t.to_cache))
self.assertEqual(1, len(os.listdir(self.get_user_path('thumbs'))))
t.append((1, u'/0001.jpg', 1), (2, u'/0002.jpg', 1),
(3, u'/0003.jpg', 1))
self.assertEqual(3, len(t.to_cache))
self.wait_for(t, 3)
self.assertEqual(0, len(t.to_cache))
self.assertEqual(3, len(os.listdir(self.get_user_path('thumbs'))))
t.append((2, u'/0002.jpg', 1))
self.assertEqual(1, len(t.to_cache))
self.wait_for(t, 2)
self.assertEqual(0, len(t.to_cache))
self.assertEqual(3, len(os.listdir(self.get_user_path('thumbs'))))
t.stop()
app.stop()
def _test_remove_images(self, app, *args):
t = self.get_thumbloader(app)
t.append((1, u'/0001.jpg', 1))
self.wait_for(t, 1)
self.assertEqual(1, len(os.listdir(self.get_user_path('thumbs'))))
t.delete_thumbnail(1)
self.assertEqual(0, len(os.listdir(self.get_user_path('thumbs'))))
t.append((1, u'/0001.jpg', 1), (2, u'/0002.jpg', 1),
(3, u'/0003.jpg', 1))
self.wait_for(t, 4)
t.delete_thumbnail(2)
self.assertEqual(2, len(os.listdir(self.get_user_path('thumbs'))))
t.delete_thumbnail(1, 2)
self.assertEqual(1, len(os.listdir(self.get_user_path('thumbs'))))
t.stop()
app.stop()
def test_initialization(self):
self.call_test(self._test_initialization)
def test_enqueue_images(self):
self.call_test(self._test_enqueue_images)
def test_remove_images(self):
self.call_test(self._test_remove_images)