Exemplo n.º 1
0
    def test_list(self):
        client = clblob.client.Client(self.config)
        self.assertEquals([], client.list('010'))
        self.assertEquals([], client.list('010', checksum=False))

        info = client.put(NAME, 'test data')
        time.sleep(0.2)
        result = client.list('010', checksum=False)
        self.assertEquals(1, len(result))
        self.assertEquals(info['name'], result[0][0])
        self.assertEquals(info['modified'], result[0][1])
        self.assertEquals(info['deleted'], result[0][2])
        self.assertEquals(info['modified_deleted'], result[0][3])
        self.assertEquals(
            0,
            len(
                client.list('010',
                            modified_start=0,
                            modified_stop=1,
                            checksum=False)))
        self.assertEquals(
            1,
            len(
                client.list('010',
                            modified_start=0,
                            modified_stop=2**63 - 1,
                            checksum=False)))

        for count in xrange(20):
            modified = info['modified'] + count * (50000 << 32)
            client.put(str(count), str(count), modified=modified)
        time.sleep(0.2)
        self.assertNotEquals([], client.list('010'))
        self.assertNotEquals([], client.list('010', checksum=False))
Exemplo n.º 2
0
 def test_put_old(self):
     client = clblob.client.Client(self.config)
     info = client.put(NAME, "test data")
     time.sleep(0.2)
     info2 = client.put(NAME, "old test data", modified=info["modified"] - 1)
     self.assertEquals(info["modified"], info2["modified"])
     time.sleep(0.2)
     self.assertEquals("test data", client.get(ENCODED).read())
Exemplo n.º 3
0
 def test_put_old(self):
     client = clblob.client.Client(self.config)
     info = client.put(NAME, 'test data')
     time.sleep(0.2)
     info2 = client.put(NAME, 'old test data',
         modified=info['modified'] - 1)
     self.assertEquals(info['modified'], info2['modified'])
     time.sleep(0.2)
     self.assertEquals('test data', client.get(ENCODED).read())
Exemplo n.º 4
0
 def test_replica_retry(self):
     client = clblob.client.Client(self.config)
     self.servers["010"].stop()
     client.put(NAME, "test data")
     time.sleep(0.2)
     self.assertEquals(False, os.path.isfile(PATH % "010"))
     self.servers["010"].start()
     time.sleep(1.2)
     self.assertEquals(True, os.path.isfile(PATH % "010"))
Exemplo n.º 5
0
 def test_replica_retry(self):
     client = clblob.client.Client(self.config)
     self.servers['010'].stop()
     client.put(NAME, 'test data')
     time.sleep(0.2)
     self.assertEquals(False, os.path.isfile(PATH % '010'))
     self.servers['010'].start()
     time.sleep(1.2)
     self.assertEquals(True, os.path.isfile(PATH % '010'))
Exemplo n.º 6
0
 def test_put_old(self):
     client = clblob.client.Client(self.config)
     info = client.put(NAME, 'test data')
     time.sleep(0.2)
     info2 = client.put(NAME, 'old test data',
         modified=info['modified'] - 1)
     self.assertEquals(info['modified'], info2['modified'])
     time.sleep(0.2)
     self.assertEquals('test data', client.get(ENCODED).read())
Exemplo n.º 7
0
 def test_purge_worker(self):
     client = clblob.client.Client(self.config)
     client.put(NAME, "test data")
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
     client.delete(ENCODED, -200)
     time.sleep(2)
     for replica in REPLICAS:
         self.assertEquals(False, os.path.isfile(PATH % replica))
Exemplo n.º 8
0
 def test_purge_worker(self):
     client = clblob.client.Client(self.config)
     client.put(NAME, 'test data')
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
     client.delete(ENCODED, -200)
     time.sleep(2)
     for replica in REPLICAS:
         self.assertEquals(False, os.path.isfile(PATH % replica))
Exemplo n.º 9
0
 def test_put_file(self):
     client = clblob.client.Client(self.config)
     data = open("README.rst").read()
     data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
     client.put(NAME, open("README.rst"))
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
         data2 = open(PATH % replica).read()
         self.assertEquals(len(data), len(data2))
         self.assertEquals(data_hash, hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
Exemplo n.º 10
0
 def test_undelete(self):
     client = clblob.client.Client(self.config)
     client.put(NAME, "undelete me")
     info = client.delete(ENCODED, 100)
     self.assertNotEquals(0, info["deleted"])
     info = client.delete(ENCODED, None)
     self.assertEquals(0, info["deleted"])
     info = client.delete(ENCODED, 100)
     self.assertNotEquals(0, info["deleted"])
     info = client.delete(ENCODED, deleted=0)
     self.assertEquals(0, info["deleted"])
Exemplo n.º 11
0
 def test_put_chunk(self):
     client = clblob.client.Client(self.config)
     data = str(range(100000))
     data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
     client.put(NAME, StringIO.StringIO(data))
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
         data2 = open(PATH % replica).read()
         self.assertEquals(len(data), len(data2))
         self.assertEquals(data_hash, hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
Exemplo n.º 12
0
 def test_undelete(self):
     client = clblob.client.Client(self.config)
     client.put(NAME, 'undelete me')
     info = client.delete(ENCODED, 100)
     self.assertNotEquals(0, info['deleted'])
     info = client.delete(ENCODED, None)
     self.assertEquals(0, info['deleted'])
     info = client.delete(ENCODED, 100)
     self.assertNotEquals(0, info['deleted'])
     info = client.delete(ENCODED, deleted=0)
     self.assertEquals(0, info['deleted'])
Exemplo n.º 13
0
 def test_put_chunk(self):
     client = clblob.client.Client(self.config)
     data = str(range(100000))
     data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
     client.put(NAME, StringIO.StringIO(data))
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
         data2 = open(PATH % replica).read()
         self.assertEquals(len(data), len(data2))
         self.assertEquals(data_hash, hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
Exemplo n.º 14
0
 def test_put_file(self):
     client = clblob.client.Client(self.config)
     data = open('README.rst').read()
     data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
     client.put(NAME, open('README.rst'))
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
         data2 = open(PATH % replica).read()
         self.assertEquals(len(data), len(data2))
         self.assertEquals(data_hash, hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
Exemplo n.º 15
0
 def test_replica_retry_restart(self):
     client = clblob.client.Client(self.config)
     self.servers['010'].stop()
     client.put(NAME, 'test data')
     time.sleep(0.2)
     self.assertEquals(False, os.path.isfile(PATH % '010'))
     self.servers['011'].stop()
     self.servers['012'].stop()
     for replica in REPLICAS0:
         self.servers[replica].start()
     time.sleep(1.2)
     self.assertEquals(True, os.path.isfile(PATH % '010'))
Exemplo n.º 16
0
 def test_status(self):
     client = clblob.client.Client(self.config)
     status = client.status('010')
     self.assertEquals('010', status['replica'])
     self.servers['011'].stop()
     self.servers['012'].stop()
     client.put(NAME, 'test data')
     time.sleep(0.2)
     status = client.status('010')
     self.assertTrue('last_failed' in status['replicas']['011'])
     self.servers['011'].start()
     self.servers['012'].start()
Exemplo n.º 17
0
 def test_status(self):
     client = clblob.client.Client(self.config)
     status = client.status("010")
     self.assertEquals("010", status["replica"])
     self.servers["011"].stop()
     self.servers["012"].stop()
     client.put(NAME, "test data")
     time.sleep(0.2)
     status = client.status("010")
     self.assertTrue("last_failed" in status["replicas"]["011"])
     self.servers["011"].start()
     self.servers["012"].start()
Exemplo n.º 18
0
 def test_status(self):
     client = clblob.client.Client(self.config)
     status = client.status('010')
     self.assertEquals('010', status['replica'])
     self.servers['011'].stop()
     self.servers['012'].stop()
     client.put(NAME, 'test data')
     time.sleep(0.2)
     status = client.status('010')
     self.assertTrue('last_failed' in status['replicas']['011'])
     self.servers['011'].start()
     self.servers['012'].start()
Exemplo n.º 19
0
 def test_cluster_retry(self):
     client = clblob.client.Client(self.config)
     for replica in REPLICAS1:
         self.servers[replica].stop()
     client.put(NAME, "test data")
     time.sleep(0.2)
     for replica in REPLICAS1:
         self.assertEquals(False, os.path.isfile(PATH % replica))
     for replica in REPLICAS1:
         self.servers[replica].start()
     time.sleep(1.2)
     for replica in REPLICAS1:
         self.assertEquals(True, os.path.isfile(PATH % replica))
Exemplo n.º 20
0
 def test_cluster_retry(self):
     client = clblob.client.Client(self.config)
     for replica in REPLICAS1:
         self.servers[replica].stop()
     client.put(NAME, 'test data')
     time.sleep(0.2)
     for replica in REPLICAS1:
         self.assertEquals(False, os.path.isfile(PATH % replica))
     for replica in REPLICAS1:
         self.servers[replica].start()
     time.sleep(1.2)
     for replica in REPLICAS1:
         self.assertEquals(True, os.path.isfile(PATH % replica))
Exemplo n.º 21
0
    def test_abort_uncommitted(self):
        index = self.servers['010'].blob_client._index  # pylint: disable=W0212

        def _update(*_args, **_kwargs):
            '''Wrapper to call raise an exception instead of calling update.'''
            raise RuntimeError('Force raise from test')
        index.update = _update
        client = clblob.client.Client(self.config)
        client.put(NAME, 'test data')
        time.sleep(0.2)
        self.assertEquals(False, os.path.isfile(PATH % '010'))
        self.servers['010'].stop()
        self.servers['010'].start()
        self.assertEquals(False, os.path.isfile(PATH % '010'))
Exemplo n.º 22
0
    def test_abort_uncommitted(self):
        index = self.servers['010'].blob_client._index  # pylint: disable=W0212

        def _update(*_args, **_kwargs):
            '''Wrapper to call raise an exception instead of calling update.'''
            raise RuntimeError('Force raise from test')
        index.update = _update
        client = clblob.client.Client(self.config)
        client.put(NAME, 'test data')
        time.sleep(0.2)
        self.assertEquals(False, os.path.isfile(PATH % '010'))
        self.servers['010'].stop()
        self.servers['010'].start()
        self.assertEquals(False, os.path.isfile(PATH % '010'))
Exemplo n.º 23
0
 def test_purge_bad_blob(self):
     client = clblob.client.Client(self.config)
     client.put(NAME, "test data")
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
     os.unlink(PATH % "010")
     os.mkdir(PATH % "010")
     client.delete(ENCODED, -200)
     time.sleep(0.2)
     client.purge("010")
     time.sleep(0.2)
     self.assertEquals(True, os.path.isdir(PATH % "010"))
     os.rmdir(PATH % "010")
     client.purge("010")
Exemplo n.º 24
0
 def test_purge_bad_blob(self):
     client = clblob.client.Client(self.config)
     client.put(NAME, 'test data')
     time.sleep(0.2)
     for replica in REPLICAS:
         self.assertEquals(True, os.path.isfile(PATH % replica))
     os.unlink(PATH % '010')
     os.mkdir(PATH % '010')
     client.delete(ENCODED, -200)
     time.sleep(0.2)
     client.purge('010')
     time.sleep(0.2)
     self.assertEquals(True, os.path.isdir(PATH % '010'))
     os.rmdir(PATH % '010')
     client.purge('010')
Exemplo n.º 25
0
 def test_buffer(self):
     replicas = ["000", "010"]
     others = [server for server in self.servers if server not in replicas]
     for server in others:
         self.servers[server].stop()
     client = clblob.client.Client(self.config)
     names = []
     for count in xrange(20):
         names.append(client.put(str(count), str(count))["name"])
     time.sleep(0.2)
     for server in replicas:
         self.servers[server].stop()
     for server in others:
         self.servers[server].start()
     for name in names:
         self.assertRaises(clblob.RequestError, client.get, name)
     for server in replicas:
         self.servers[server].start()
     for _count in xrange(3):
         for server in replicas:
             client.buffer(server)
         time.sleep(0.2)
     for server in replicas:
         self.servers[server].stop()
     for count, name in enumerate(names):
         self.assertEquals(str(count), client.get(name).read())
     for server in replicas:
         self.servers[server].start()
Exemplo n.º 26
0
 def test_buffer(self):
     replicas = ['000', '010']
     others = [server for server in self.servers if server not in replicas]
     for server in others:
         self.servers[server].stop()
     client = clblob.client.Client(self.config)
     names = []
     for count in xrange(20):
         names.append(client.put(str(count), str(count))['name'])
     time.sleep(0.2)
     for server in replicas:
         self.servers[server].stop()
     for server in others:
         self.servers[server].start()
     for name in names:
         self.assertRaises(clblob.RequestError, client.get, name)
     for server in replicas:
         self.servers[server].start()
     for _count in xrange(3):
         for server in replicas:
             client.buffer(server)
         time.sleep(0.2)
     for server in replicas:
         self.servers[server].stop()
     for count, name in enumerate(names):
         self.assertEquals(str(count), client.get(name).read())
     for server in replicas:
         self.servers[server].start()
Exemplo n.º 27
0
 def test_unicode(self):
     client = clblob.client.Client(self.config)
     info = client.put(u"☮", u"peace!")
     self.assertEquals(u"00101_☮", info["name"])
     self.assertEquals("peace!", client.get(info["name"]).read())
     self.assertEquals(info, client.get(info["name"], "info"))
     client.delete(info["name"])
     self.assertRaises(clblob.RequestError, client.put, "1", u"☮")
Exemplo n.º 28
0
    def test_commit_uncommitted(self):
        index = self.servers["010"].blob_client._index  # pylint: disable=W0212
        update = index.update

        def _update(*args, **kwargs):
            """Wrapper to call index.update and then raise an exception."""
            update(*args, **kwargs)
            raise RuntimeError("Force raise from test")

        index.update = _update
        client = clblob.client.Client(self.config)
        client.put(NAME, "test data")
        time.sleep(0.2)
        self.assertEquals(False, os.path.isfile(PATH % "010"))
        self.servers["010"].stop()
        self.servers["010"].start()
        self.assertEquals(True, os.path.isfile(PATH % "010"))
Exemplo n.º 29
0
 def test_unicode(self):
     client = clblob.client.Client(self.config)
     info = client.put(u'☮', u'peace!')
     self.assertEquals(u'00101_☮', info['name'])
     self.assertEquals('peace!', client.get(info['name']).read())
     self.assertEquals(info, client.get(info['name'], 'info'))
     client.delete(info['name'])
     self.assertRaises(clblob.RequestError, client.put, '1', u'☮')
Exemplo n.º 30
0
 def test_unicode(self):
     client = clblob.client.Client(self.config)
     info = client.put(u'☮', u'peace!')
     self.assertEquals(u'00101_☮', info['name'])
     self.assertEquals('peace!', client.get(info['name']).read())
     self.assertEquals(info, client.get(info['name'], 'info'))
     client.delete(info['name'])
     self.assertRaises(clblob.RequestError, client.put, '1', u'☮')
Exemplo n.º 31
0
 def test_delete_before_old_put(self):
     client = clblob.client.Client(self.config)
     info = client.delete(ENCODED)
     time.sleep(0.2)
     info2 = client.put(NAME, "test data", modified=info["modified_deleted"] - 1)
     time.sleep(0.2)
     self.assertNotEquals(None, info2["modified"])
     self.assertNotEquals(0, info2["deleted"])
     self.assertEquals(info["modified_deleted"], info2["modified_deleted"])
Exemplo n.º 32
0
 def test_delete_before_old_put(self):
     client = clblob.client.Client(self.config)
     info = client.delete(ENCODED)
     time.sleep(0.2)
     info2 = client.put(NAME, 'test data',
         modified=info['modified_deleted'] - 1)
     time.sleep(0.2)
     self.assertNotEquals(None, info2['modified'])
     self.assertNotEquals(0, info2['deleted'])
     self.assertEquals(info['modified_deleted'], info2['modified_deleted'])
Exemplo n.º 33
0
 def test_sync_one(self):
     client = clblob.client.Client(self.config)
     for count in xrange(20):
         client.put(str(count), "test")
     time.sleep(0.2)
     names = [info[0] for info in client.list("010", checksum=False)]
     self.servers["010"].stop()
     index = sqlite3.connect("test_blob/010/_index")
     index.execute("DELETE FROM blob WHERE name=?", (names[0],))
     index.commit()
     index.close()
     self.servers["010"].start()
     client.sync("010")
     time.sleep(0.2)
     found = False
     for name in client.list("010", checksum=False):
         if name[0] == names[0]:
             found = True
             break
     self.assertEquals(True, found)
Exemplo n.º 34
0
 def test_sync_one(self):
     client = clblob.client.Client(self.config)
     for count in xrange(20):
         client.put(str(count), 'test')
     time.sleep(0.2)
     names = [info[0] for info in client.list('010', checksum=False)]
     self.servers['010'].stop()
     index = sqlite3.connect('test_blob/010/_index')
     index.execute('DELETE FROM blob WHERE name=?', (names[0],))
     index.commit()
     index.close()
     self.servers['010'].start()
     client.sync('010')
     time.sleep(0.2)
     found = False
     for name in client.list('010', checksum=False):
         if name[0] == names[0]:
             found = True
             break
     self.assertEquals(True, found)
Exemplo n.º 35
0
 def test_delete_before_put(self):
     client = clblob.client.Client(self.config)
     info = client.delete(ENCODED)
     self.assertEquals(None, info["modified"])
     self.assertNotEquals(0, info["deleted"])
     time.sleep(0.2)
     self.assertRaises(clblob.NotFound, client.get, ENCODED)
     info2 = client.put(NAME, "test data")
     time.sleep(0.2)
     self.assertNotEquals(None, info2["modified"])
     self.assertEquals(0, info2["deleted"])
     self.assertNotEquals(info["modified_deleted"], info2["modified_deleted"])
Exemplo n.º 36
0
 def test_delete_before_put(self):
     client = clblob.client.Client(self.config)
     info = client.delete(ENCODED)
     self.assertEquals(None, info['modified'])
     self.assertNotEquals(0, info['deleted'])
     time.sleep(0.2)
     self.assertRaises(clblob.NotFound, client.get, ENCODED)
     info2 = client.put(NAME, 'test data')
     time.sleep(0.2)
     self.assertNotEquals(None, info2['modified'])
     self.assertEquals(0, info2['deleted'])
     self.assertNotEquals(info['modified_deleted'],
         info2['modified_deleted'])
Exemplo n.º 37
0
    def test_list(self):
        client = clblob.client.Client(self.config)
        self.assertEquals([], client.list("010"))
        self.assertEquals([], client.list("010", checksum=False))

        info = client.put(NAME, "test data")
        time.sleep(0.2)
        result = client.list("010", checksum=False)
        self.assertEquals(1, len(result))
        self.assertEquals(info["name"], result[0][0])
        self.assertEquals(info["modified"], result[0][1])
        self.assertEquals(info["deleted"], result[0][2])
        self.assertEquals(info["modified_deleted"], result[0][3])
        self.assertEquals(0, len(client.list("010", modified_start=0, modified_stop=1, checksum=False)))
        self.assertEquals(1, len(client.list("010", modified_start=0, modified_stop=2 ** 63 - 1, checksum=False)))

        for count in xrange(20):
            modified = info["modified"] + count * (50000 << 32)
            client.put(str(count), str(count), modified=modified)
        time.sleep(0.2)
        self.assertNotEquals([], client.list("010"))
        self.assertNotEquals([], client.list("010", checksum=False))
Exemplo n.º 38
0
    def test_put(self):
        client = clblob.client.Client(self.config)
        data = str(range(100000))
        data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101

        self.assertRaises(clblob.RequestError, client.put, NAME, [])

        for replica in REPLICAS + OTHERS:
            self.assertEquals(False, os.path.isfile(PATH % replica))
        info = client.put(NAME, data)
        self.assertEquals(ENCODED, info['name'])
        self.assertNotEquals(0, info['modified'])
        time.sleep(0.2)
        for replica in REPLICAS:
            self.assertEquals(True, os.path.isfile(PATH % replica))
            data2 = open(PATH % replica).read()
            self.assertEquals(len(data), len(data2))
            self.assertEquals(data_hash,
                hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
        for replica in OTHERS:
            self.assertEquals(False, os.path.isfile(PATH % replica))

        info2 = client.put(ENCODED, data, encoded=True)
        self.assertEquals(info['name'], info2['name'])
        self.assertNotEquals(info['modified'], info2['modified'])
        time.sleep(0.2)
        for replica in REPLICAS:
            self.assertEquals(True, os.path.isfile(PATH % replica))
            data2 = open(PATH % replica).read()
            self.assertEquals(len(data), len(data2))
            self.assertEquals(data_hash,
                hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
        for replica in OTHERS:
            self.assertEquals(False, os.path.isfile(PATH % replica))

        info = client.put(NAME, 'test data', modified=info2['modified'] + 1)
        info2 = client.put(NAME, 'test data', modified=info['modified'])
        self.assertEquals(info, info2)
Exemplo n.º 39
0
    def test_put(self):
        client = clblob.client.Client(self.config)
        data = str(range(100000))
        data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101

        self.assertRaises(clblob.RequestError, client.put, NAME, [])

        for replica in REPLICAS + OTHERS:
            self.assertEquals(False, os.path.isfile(PATH % replica))
        info = client.put(NAME, data)
        self.assertEquals(ENCODED, info['name'])
        self.assertNotEquals(0, info['modified'])
        time.sleep(0.2)
        for replica in REPLICAS:
            self.assertEquals(True, os.path.isfile(PATH % replica))
            data2 = open(PATH % replica).read()
            self.assertEquals(len(data), len(data2))
            self.assertEquals(data_hash,
                hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
        for replica in OTHERS:
            self.assertEquals(False, os.path.isfile(PATH % replica))

        info2 = client.put(ENCODED, data, encoded=True)
        self.assertEquals(info['name'], info2['name'])
        self.assertNotEquals(info['modified'], info2['modified'])
        time.sleep(0.2)
        for replica in REPLICAS:
            self.assertEquals(True, os.path.isfile(PATH % replica))
            data2 = open(PATH % replica).read()
            self.assertEquals(len(data), len(data2))
            self.assertEquals(data_hash,
                hashlib.md5(data2).hexdigest())  # pylint: disable=E1101
        for replica in OTHERS:
            self.assertEquals(False, os.path.isfile(PATH % replica))

        info = client.put(NAME, 'test data', modified=info2['modified'] + 1)
        info2 = client.put(NAME, 'test data', modified=info['modified'])
        self.assertEquals(info, info2)
Exemplo n.º 40
0
    def test_get(self):
        client = clblob.client.Client(self.config)
        data = str(range(100000))
        data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
        info = client.put(NAME, data)

        time.sleep(0.2)
        data2 = client.get(ENCODED).read()
        self.assertEquals(data_hash, hashlib.md5(data2).hexdigest())  # pylint: disable=E1101

        self.assertEquals(info, client.get(ENCODED, "info"))
        self.assertRaises(clblob.RequestError, client.get, ENCODED, "bad")
        self.assertRaises(clblob.NotFound, client.get, "00102_test5")
        self.assertRaises(clblob.NotFound, client.get, "00102_test5", "info")
Exemplo n.º 41
0
    def test_get(self):
        client = clblob.client.Client(self.config)
        data = str(range(100000))
        data_hash = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
        info = client.put(NAME, data)

        time.sleep(0.2)
        data2 = client.get(ENCODED).read()
        self.assertEquals(data_hash, hashlib.md5(data2).hexdigest())  # pylint: disable=E1101

        self.assertEquals(info, client.get(ENCODED, 'info'))
        self.assertRaises(clblob.RequestError, client.get, ENCODED, 'bad')
        self.assertRaises(clblob.NotFound, client.get, '00102_test5')
        self.assertRaises(clblob.NotFound, client.get, '00102_test5', 'info')
Exemplo n.º 42
0
 def test_sync(self):
     client = clblob.client.Client(self.config)
     names = []
     for count in xrange(20):
         names.append(client.put(str(count), 'test')['name'])
     time.sleep(0.2)
     self.servers['010'].stop()
     shutil.rmtree(os.path.join('test_blob', '010'))
     os.makedirs(os.path.join('test_blob', '010'))
     self.servers['010'].start()
     client.sync('010')
     time.sleep(0.2)
     self.servers['011'].stop()
     self.servers['012'].stop()
     for name in names:
         self.assertEquals('test', client.get(name).read())
     self.servers['011'].start()
     self.servers['012'].start()
Exemplo n.º 43
0
 def test_sync(self):
     client = clblob.client.Client(self.config)
     names = []
     for count in xrange(20):
         names.append(client.put(str(count), 'test')['name'])
     time.sleep(0.2)
     self.servers['010'].stop()
     shutil.rmtree(os.path.join('test_blob', '010'))
     os.makedirs(os.path.join('test_blob', '010'))
     self.servers['010'].start()
     client.sync('010')
     time.sleep(0.2)
     self.servers['011'].stop()
     self.servers['012'].stop()
     for name in names:
         self.assertEquals('test', client.get(name).read())
     self.servers['011'].start()
     self.servers['012'].start()
Exemplo n.º 44
0
 def test_sync(self):
     client = clblob.client.Client(self.config)
     names = []
     for count in xrange(20):
         names.append(client.put(str(count), "test")["name"])
     time.sleep(0.2)
     self.servers["010"].stop()
     shutil.rmtree(os.path.join("test_blob", "010"))
     os.makedirs(os.path.join("test_blob", "010"))
     self.servers["010"].start()
     client.sync("010")
     time.sleep(0.2)
     self.servers["011"].stop()
     self.servers["012"].stop()
     for name in names:
         self.assertEquals("test", client.get(name).read())
     self.servers["011"].start()
     self.servers["012"].start()
Exemplo n.º 45
0
    def test_delete(self):
        client = clblob.client.Client(self.config)
        info = client.put(NAME, "delete me")
        self.assertEquals(0, info["deleted"])
        self.assertEquals(info["modified"], info["modified_deleted"])

        info2 = client.delete(ENCODED)
        self.assertNotEquals(0, info2["deleted"])
        self.assertTrue(info2["modified_deleted"] > info["modified_deleted"])

        info3 = client.delete(ENCODED, 100)
        self.assertNotEquals(0, info3["deleted"])
        self.assertTrue(info3["modified_deleted"] > info2["modified_deleted"])

        info4 = client.delete(ENCODED, deleted=info3["deleted"])
        self.assertEquals(info3["deleted"], info4["deleted"])
        self.assertTrue(info4["modified_deleted"] > info3["modified_deleted"])

        time.sleep(0.2)
        info5 = client.delete(ENCODED, modified_deleted=info4["modified_deleted"] - 1)
        self.assertEquals(info4["deleted"], info5["deleted"])
        self.assertEquals(info4["modified_deleted"], info5["modified_deleted"])
Exemplo n.º 46
0
    def test_delete(self):
        client = clblob.client.Client(self.config)
        info = client.put(NAME, 'delete me')
        self.assertEquals(0, info['deleted'])
        self.assertEquals(info['modified'], info['modified_deleted'])

        info2 = client.delete(ENCODED)
        self.assertNotEquals(0, info2['deleted'])
        self.assertTrue(info2['modified_deleted'] > info['modified_deleted'])

        info3 = client.delete(ENCODED, 100)
        self.assertNotEquals(0, info3['deleted'])
        self.assertTrue(info3['modified_deleted'] > info2['modified_deleted'])

        info4 = client.delete(ENCODED, deleted=info3['deleted'])
        self.assertEquals(info3['deleted'], info4['deleted'])
        self.assertTrue(info4['modified_deleted'] > info3['modified_deleted'])

        time.sleep(0.2)
        info5 = client.delete(ENCODED,
            modified_deleted=info4['modified_deleted'] - 1)
        self.assertEquals(info4['deleted'], info5['deleted'])
        self.assertEquals(info4['modified_deleted'], info5['modified_deleted'])
Exemplo n.º 47
0
 def test_sync(self):
     client = clblob.client.Client(self.config)
     info = client.put(NAME, 'test data')
     self.assertEquals(ENCODED, info['name'])
     time.sleep(0.5)
     self.assertEquals('test data', client.get(ENCODED).read())
Exemplo n.º 48
0
 def test_put_bad_path(self):
     client = clblob.client.Client(self.config)
     open('test_blob/010/6b', 'w').write('should be a dir')
     client.put(NAME, 'test data')
Exemplo n.º 49
0
 def test_sync(self):
     client = clblob.client.Client(self.config)
     info = client.put(NAME, 'test data')
     self.assertEquals(ENCODED, info['name'])
     time.sleep(0.5)
     self.assertEquals('test data', client.get(ENCODED).read())
Exemplo n.º 50
0
 def test_put_bad_path(self):
     client = clblob.client.Client(self.config)
     open("test_blob/010/6b", "w").write("should be a dir")
     client.put(NAME, "test data")
Exemplo n.º 51
0
 def test_sync(self):
     client = clblob.client.Client(self.config)
     info = client.put(NAME, "test data")
     self.assertEquals(ENCODED, info["name"])
     time.sleep(0.5)
     self.assertEquals("test data", client.get(ENCODED).read())
Exemplo n.º 52
0
 def test_put_bad_path(self):
     client = clblob.client.Client(self.config)
     open('test_blob/010/6b', 'w').write('should be a dir')
     client.put(NAME, 'test data')