Beispiel #1
0
 def test_fio_dense(self):
   self.create_path()
   t1 = expr.arange((100, 100)).evaluate()
   Assert.eq(expr.save(t1, "fiotest1", self.test_dir, False), True)
   Assert.all_eq(t1.glom(), expr.load("fiotest1", self.test_dir, False).glom())
   Assert.eq(expr.save(t1, "fiotest1", self.test_dir, True), True)
   Assert.all_eq(t1.glom(), expr.load("fiotest1", self.test_dir, True).glom())
   Assert.eq(expr.pickle(t1, "fiotest2", self.test_dir, False), True)
   Assert.all_eq(t1.glom(), expr.unpickle("fiotest2", self.test_dir, False).glom())
   Assert.eq(expr.pickle(t1, "fiotest2", self.test_dir, True), True)
   Assert.all_eq(t1.glom(), expr.unpickle("fiotest2", self.test_dir, True).glom())
Beispiel #2
0
 def test_fio_sparse(self):
   self.create_path()
   t1 = expr.sparse_rand((100, 100)).evaluate()
   Assert.eq(expr.save(t1, "fiotest3", self.test_dir, False), True)
   Assert.all_eq(t1.glom().todense(), expr.load("fiotest3", self.test_dir, False).glom().todense())
   Assert.eq(expr.save(t1, "fiotest3", self.test_dir, True), True)
   Assert.all_eq(t1.glom().todense(), expr.load("fiotest3", self.test_dir, True).glom().todense())
   Assert.eq(expr.pickle(t1, "fiotest4", self.test_dir, False), True)
   Assert.all_eq(t1.glom().todense(), expr.unpickle("fiotest4", self.test_dir, False).glom().todense())
   Assert.eq(expr.pickle(t1, "fiotest4", self.test_dir, True), True)
   Assert.all_eq(t1.glom().todense(), expr.unpickle("fiotest4", self.test_dir, True).glom().todense())
Beispiel #3
0
 def test_fio_path(self):
   self.create_path()
   t1 = expr.randn(100, 100).evaluate()
   expr.save(t1, "fiotest1", self.test_dir2, False)
   expr.pickle(t1, "fiotest2", self.test_dir2, False)
   Assert.all_eq(t1.glom(), expr.load("fiotest1", self.test_dir2, False).glom())
   Assert.all_eq(t1.glom(), expr.unpickle("fiotest2", self.test_dir2, False).glom())
Beispiel #4
0
 def profile2(self):
   self.create_path()
   t1 = expr.sparse_rand((10000, 10000)).evaluate()
   time_a, a = util.timeit(lambda: expr.save(t1, "fiotest3", self.test_dir, False))
   util.log_info('Save a %s sparse array in %s without zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.load("fiotest3", self.test_dir, False).evaluate())
   util.log_info('Load a %s sparse array in %s without zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.save(t1, "fiotest3", self.test_dir, True))
   util.log_info('Save a %s sparse array in %s with zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.load("fiotest3", self.test_dir, True).evaluate())
   util.log_info('Load a %s sparse array in %s with zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.pickle(t1, "fiotest4", self.test_dir, False))
   util.log_info('Pickle a %s sparse array in %s without zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.unpickle("fiotest4", self.test_dir, False).evaluate())
   util.log_info('Unpickle a %s sparse array in %s without zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.pickle(t1, "fiotest4", self.test_dir, True))
   util.log_info('Pickle a %s sparse array in %s with zip', t1.shape, time_a)
   time_a, a = util.timeit(lambda: expr.unpickle("fiotest4", self.test_dir, True).evaluate())
   util.log_info('Unpickle a %s sparse array in %s with zip', t1.shape, time_a)