def test_basic(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) self.assertEqual(self.db.fs.files.find().count(), 0) self.assertEqual(self.db.fs.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db, "w") file.write("hello world") file.close() self.assertEqual(self.db.fs.files.find().count(), 1) self.assertEqual(self.db.fs.chunks.find().count(), 1) file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.read(), "hello world") file.close() # make sure it's still there... file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.read(), "hello world") file.close() file = GridFile({"filename": "test"}, self.db, "w") file.close() self.assertEqual(self.db.fs.files.find().count(), 1) self.assertEqual(self.db.fs.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.read(), "") file.close()
def test_seek(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test", "chunkSize": 3}, self.db, "w") file.write("hello world") self.assertRaises(ValueError, file.seek, 0) file.close() file = GridFile({"filename": "test"}, self.db, "r") self.assertEqual(file.read(), "hello world") file.seek(0) self.assertEqual(file.read(), "hello world") file.seek(1) self.assertEqual(file.read(), "ello world") self.assertRaises(IOError, file.seek, -1) file.seek(-3, _SEEK_END) self.assertEqual(file.read(), "rld") file.seek(0, _SEEK_END) self.assertEqual(file.read(), "") self.assertRaises(IOError, file.seek, -100, _SEEK_END) file.seek(3) file.seek(3, _SEEK_CUR) self.assertEqual(file.read(), "world") self.assertRaises(IOError, file.seek, -100, _SEEK_CUR) file.close()
def test_seek(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test", "chunkSize": 3}, self.db, "w") file.write("hello world") self.assertRaises(ValueError, file.seek, 0) file.close() file = GridFile({"filename": "test"}, self.db, "r") self.assertEqual(file.read(), "hello world") file.seek(0) self.assertEqual(file.read(), "hello world") file.seek(1) self.assertEqual(file.read(), "ello world") self.assertRaises(IOError, file.seek, -1) file.seek(-3, _SEEK_END) self.assertEqual(file.read(), "rld") file.seek(0, _SEEK_END) self.assertEqual(file.read(), "") self.assertRaises(IOError, file.seek, -100, _SEEK_END) file.seek(3) file.seek(3, _SEEK_CUR) self.assertEqual(file.read(), "world") self.assertRaises(IOError, file.seek, -100, _SEEK_CUR) file.close()
def test_basic(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) self.assertEqual(self.db.fs.files.find().count(), 0) self.assertEqual(self.db.fs.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db, "w") file.write("hello world") file.close() self.assertEqual(self.db.fs.files.find().count(), 1) self.assertEqual(self.db.fs.chunks.find().count(), 1) file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.read(), "hello world") file.close() # make sure it's still there... file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.read(), "hello world") file.close() file = GridFile({"filename": "test"}, self.db, "w") file.close() self.assertEqual(self.db.fs.files.find().count(), 1) self.assertEqual(self.db.fs.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.read(), "") file.close()
def test_alternate_collection(self): self.db.pymongo_test.files.remove({}) self.db.pymongo_test.chunks.remove({}) self.assertEqual(self.db.pymongo_test.files.find().count(), 0) self.assertEqual(self.db.pymongo_test.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db, "w", collection="pymongo_test") file.write("hello world") file.close() self.assertEqual(self.db.pymongo_test.files.find().count(), 1) self.assertEqual(self.db.pymongo_test.chunks.find().count(), 1) file = GridFile({"filename": "test"}, self.db, collection="pymongo_test") self.assertEqual(file.read(), "hello world") file.close() # test that md5 still works... self.assertEqual(file.md5, "5eb63bbbe01eeed093cb22bb8f5acdc3") # make sure it's still there... file = GridFile({"filename": "test"}, self.db, collection="pymongo_test") self.assertEqual(file.read(), "hello world") file.close() file = GridFile({"filename": "test"}, self.db, "w", collection="pymongo_test") file.close() self.assertEqual(self.db.pymongo_test.files.find().count(), 1) self.assertEqual(self.db.pymongo_test.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db, collection="pymongo_test") self.assertEqual(file.read(), "") file.close()
def test_md5(self): file = GridFile({"filename": "test"}, self.db, "w") file.write("hello world\n") file.close() file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.md5, "6f5902ac237024bdd0c176cb93063dc4") file.close()
def test_md5(self): file = GridFile({"filename": "test"}, self.db, "w") file.write("hello world\n") file.close() file = GridFile({"filename": "test"}, self.db) self.assertEqual(file.md5, "6f5902ac237024bdd0c176cb93063dc4") file.close()
def test_overwrite(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") file.write("test") file.close() file = GridFile({"filename": "test"}, self.db, "w") file.write("mike") file.close() f = GridFile({}, self.db) self.assertEqual(f.read(), "mike") f.close()
def test_overwrite(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") file.write("test") file.close() file = GridFile({"filename": "test"}, self.db, "w") file.write("mike") file.close() f = GridFile({}, self.db) self.assertEqual(f.read(), "mike") f.close()
def test_multi_chunk_file(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) random_string = qcheck.gen_string(qcheck.lift(300000))() file = GridFile({"filename": "test"}, self.db, "w") file.write(random_string) file.close() self.assertEqual(self.db.fs.files.find().count(), 1) self.assertEqual(self.db.fs.chunks.find().count(), 2) f = GridFile({}, self.db) self.assertEqual(f.read(), random_string) f.close()
def test_multi_chunk_file(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) random_string = qcheck.gen_string(qcheck.lift(300000))() file = GridFile({"filename": "test"}, self.db, "w") file.write(random_string) file.close() self.assertEqual(self.db.fs.files.find().count(), 1) self.assertEqual(self.db.fs.chunks.find().count(), 2) f = GridFile({}, self.db) self.assertEqual(f.read(), random_string) f.close()
def test_multiple_reads(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") file.write("hello world") file.close() file = GridFile({"filename": "test"}, self.db, "r") self.assertEqual(file.read(2), "he") self.assertEqual(file.read(2), "ll") self.assertEqual(file.read(2), "o ") self.assertEqual(file.read(2), "wo") self.assertEqual(file.read(2), "rl") self.assertEqual(file.read(2), "d") self.assertEqual(file.read(2), "") file.close()
def test_modes(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") self.assertRaises(ValueError, file.read) file.write("hello") file.close() self.assertRaises(ValueError, file.read) self.assertRaises(ValueError, file.write, "hello") file = GridFile({"filename": "test"}, self.db, "r") self.assertRaises(ValueError, file.write, "hello") file.read() file.close() self.assertRaises(ValueError, file.read) self.assertRaises(ValueError, file.write, "hello")
def test_multiple_reads(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") file.write("hello world") file.close() file = GridFile({"filename": "test"}, self.db, "r") self.assertEqual(file.read(2), "he") self.assertEqual(file.read(2), "ll") self.assertEqual(file.read(2), "o ") self.assertEqual(file.read(2), "wo") self.assertEqual(file.read(2), "rl") self.assertEqual(file.read(2), "d") self.assertEqual(file.read(2), "") file.close()
def test_modes(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") self.assertRaises(ValueError, file.read) file.write("hello") file.close() self.assertRaises(ValueError, file.read) self.assertRaises(ValueError, file.write, "hello") file = GridFile({"filename": "test"}, self.db, "r") self.assertRaises(ValueError, file.write, "hello") file.read() file.close() self.assertRaises(ValueError, file.read) self.assertRaises(ValueError, file.write, "hello")
def test_read_chunks_unaligned_buffer_size(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) in_data = "This is a text that doesn't quite fit in a single 16-byte chunk." f = GridFile({"filename":"test", "chunkSize":16}, self.db, "w") f.write(in_data) f.close() f = GridFile({"filename":"test"}, self.db) out_data = '' while 1: s = f.read(13) if not s: break out_data += s f.close() self.assertEqual(in_data, out_data)
def helper(data): filename = qcheck.gen_printable_string(qcheck.lift(20))() f = GridFile({"filename": filename, "chunkSize": 1}, self.db, "w") f.write(data) f.close() self.files += 1 self.chunks += len(data) self.assertEqual(self.db.fs.files.find().count(), self.files) self.assertEqual(self.db.fs.chunks.find().count(), self.chunks) f = GridFile({"filename": filename}, self.db) self.assertEqual(f.read(), data) f.close() f = GridFile({"filename": filename}, self.db) self.assertEqual(f.read(10) + f.read(10), data) f.close() return True
def test_tell(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test", "chunkSize": 3}, self.db, "w") file.write("hello world") self.assertRaises(ValueError, file.tell) file.close() file = GridFile({"filename": "test"}, self.db, "r") self.assertEqual(file.tell(), 0) file.read(0) self.assertEqual(file.tell(), 0) file.read(1) self.assertEqual(file.tell(), 1) file.read(2) self.assertEqual(file.tell(), 3) file.read() self.assertEqual(file.tell(), file.length) file.close()
def helper(data): filename = qcheck.gen_printable_string(qcheck.lift(20))() f = GridFile({"filename": filename, "chunkSize": 1}, self.db, "w") f.write(data) f.close() self.files += 1 self.chunks += len(data) self.assertEqual(self.db.fs.files.find().count(), self.files) self.assertEqual(self.db.fs.chunks.find().count(), self.chunks) f = GridFile({"filename": filename}, self.db) self.assertEqual(f.read(), data) f.close() f = GridFile({"filename": filename}, self.db) self.assertEqual(f.read(10) + f.read(10), data) f.close() return True
def test_tell(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test", "chunkSize": 3}, self.db, "w") file.write("hello world") self.assertRaises(ValueError, file.tell) file.close() file = GridFile({"filename": "test"}, self.db, "r") self.assertEqual(file.tell(), 0) file.read(0) self.assertEqual(file.tell(), 0) file.read(1) self.assertEqual(file.tell(), 1) file.read(2) self.assertEqual(file.tell(), 3) file.read() self.assertEqual(file.tell(), file.length) file.close()
def test_flush_close(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") file.flush() file.close() file.close() self.assertRaises(ValueError, file.write, "test") file = GridFile({}, self.db) self.assertEqual(file.read(), "") file.close() file = GridFile({"filename": "test"}, self.db, "w") file.write("mike") file.flush() file.write("test") file.flush() file.write("huh") file.flush() file.flush() file.close() file.close() self.assertRaises(ValueError, file.write, "test") file = GridFile({}, self.db) self.assertEqual(file.read(), "miketesthuh") file.close()
def test_flush_close(self): self.db.fs.files.remove({}) self.db.fs.chunks.remove({}) file = GridFile({"filename": "test"}, self.db, "w") file.flush() file.close() file.close() self.assertRaises(ValueError, file.write, "test") file = GridFile({}, self.db) self.assertEqual(file.read(), "") file.close() file = GridFile({"filename": "test"}, self.db, "w") file.write("mike") file.flush() file.write("test") file.flush() file.write("huh") file.flush() file.flush() file.close() file.close() self.assertRaises(ValueError, file.write, "test") file = GridFile({}, self.db) self.assertEqual(file.read(), "miketesthuh") file.close()
def test_alternate_collection(self): self.db.pymongo_test.files.remove({}) self.db.pymongo_test.chunks.remove({}) self.assertEqual(self.db.pymongo_test.files.find().count(), 0) self.assertEqual(self.db.pymongo_test.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db, "w", collection="pymongo_test") file.write("hello world") file.close() self.assertEqual(self.db.pymongo_test.files.find().count(), 1) self.assertEqual(self.db.pymongo_test.chunks.find().count(), 1) file = GridFile({"filename": "test"}, self.db, collection="pymongo_test") self.assertEqual(file.read(), "hello world") file.close() # test that md5 still works... self.assertEqual(file.md5, "5eb63bbbe01eeed093cb22bb8f5acdc3") # make sure it's still there... file = GridFile({"filename": "test"}, self.db, collection="pymongo_test") self.assertEqual(file.read(), "hello world") file.close() file = GridFile({"filename": "test"}, self.db, "w", collection="pymongo_test") file.close() self.assertEqual(self.db.pymongo_test.files.find().count(), 1) self.assertEqual(self.db.pymongo_test.chunks.find().count(), 0) file = GridFile({"filename": "test"}, self.db, collection="pymongo_test") self.assertEqual(file.read(), "") file.close()