def test_client_close_then_reuse(self): c = pybase.NewClient(zkquorum) values = { cf1: { "oberyn": "is the", } } c.put(table, self.__class__.__name__, values) c.close() res = c.get(table, self.__class__.__name__) self.assertEqual(result_to_dict(res), {cf1: {"oberyn": "is the"}})
def setUpClass(cls): cls.c = pybase.NewClient(zkquorum) cls.values = { cf1: { "oberyn": "is the", }, cf2: { "one": "true king" } } cls.c.put(table, cls.__name__, cls.values) cls.row_prefix = cls.__name__
def setUpClass(cls): cls.c = pybase.NewClient(zkquorum) cls.values = { cf1: { "oberyn": "is the", }, cf2: { "one": "true king" } } cls.families = {cf1: ["oberyn"], cf2: ["one"]} cls.row_prefix = cls.__name__
def setUpClass(cls): cls.c = pybase.NewClient(zkquorum) cls.families = {cf1: ["oberyn"], cf2: ["one"]} cls.values = { cf1: { "oberyn": "is the", }, cf2: { "one": "true king" } } cls.row_prefix = cls.__name__ for x in range(5): cls.c.put(table, cls.row_prefix + str(x), cls.values)
def test_kill_master_server_and_zookeeper(self): c = pybase.NewClient(zkquorum) rsp = c.scan(table, filters=self.pFilter) self.assertEqual(len(rsp.flatten_cells()), 2000) c.zkquorum = "badzk" start_region_servers(["3"]) stop_region_servers(["1", "2"]) try: rsp = c.scan(table, filters=self.pFilter) self.assertEqual(1, 0) except ZookeeperException: pass start_region_servers(["1", "2"]) stop_region_servers(["3"]) c.close()
def setUpClass(cls): cls.c = pybase.NewClient(zkquorum) cls.values = { cf1: { "oberyn": "is the", }, cf2: { "one": "true king" } } cls.families = {cf1: ["oberyn"], cf2: ["one"]} cls.row_prefix = cls.__name__ cls.pFilter = pybase.filters.PrefixFilter(cls.row_prefix) cls.num_ops = 100 for x in range(cls.num_ops): cls.c.put(table, cls.row_prefix + str(x), cls.values)
def setUpClass(cls): start_region_servers(["1"]) stop_region_servers(["3", "4", "5"]) cls.c = pybase.NewClient(zkquorum) cls.families = {cf1: ["oberyn"], cf2: ["one"]} cls.values = { cf1: { "oberyn": "is the", }, cf2: { "one": "true king" } } cls.row_prefix = cls.__name__ cls.num_ops = 1000 cls.pFilter = pybase.filters.PrefixFilter(cls.row_prefix) for x in range(cls.num_ops): cls.c.put(table, cls.row_prefix + str(x), cls.values) start_region_servers(["2"]) hbase_shell("balance")
def setUpClass(cls): cls.c = pybase.NewClient(zkquorum) cls.families = {cf1: ["oberyn"], cf2: ["one"]} cls.start_values = { cf1: { "oberyn": "\x00\x00\x00\x00\x00\x00\x00\x00", }, cf2: { "one": "\x00\x00\x00\x00\x00\x00\x00\x00" } } cls.inc_values = { cf1: { "oberyn": "\x00\x00\x00\x00\x00\x00\x00\x05", }, cf2: { "one": "\x00\x00\x00\x00\x00\x00\x00\x08" } } cls.row_prefix = cls.__name__ for x in range(6): cls.c.put(table, cls.row_prefix + str(x), cls.start_values)
def test_client_close(self): c = pybase.NewClient(zkquorum) c.get(table, " ") c.close() self.assertEqual(len(c.region_cache), 0) self.assertEqual(len(c.reverse_client_cache), 0)
def test_new_client_bad(self): try: c = pybase.NewClient("badzkquorum") self.assertEqual(1, 0) except ZookeeperException: pass
def test_new_client_good(self): c = pybase.NewClient(zkquorum) self.assertEqual(c.zkquorum, zkquorum) self.assertIsNotNone(c.master_client) self.assertIsNotNone(c.master_client.host)
import pybase from pybase.filters import * from urllib import unquote import hashlib import time, datetime # Please note that all below unit tests require the existence of a table # to play with. Table must contain two column families specified below as well. zkquorum="hbase01-zk-cl1-d.private\,hbase02-zk-cl1-d.private\,hbase03-zk-cl1-d.private\,hbase04-zk-cl1-d.private\,hbase05-zk-cl1-d.private" zkquorum = zkquorum.replace("\\", "") client1 = pybase.NewClient(zkquorum) def test(): i='flipboard/curator%2Fmagazine%2F8RjjrmAjQ6e4kHPOYQHSBQ%3Am%3A52304625' mag_service_id = unquote(i).split('/')[3] magazine = mag_service_id.split(':') mag_uuid = magazine[0] mag_uid = "flipboard:" + magazine[2] print mag_service_id, mag_uid, mag_uuid collection_families = { "article": [ ] } #pFilter = filters.ColumnPaginationFilter(0, 10, '') pFilter = ColumnCountGetFilter(10) lastday_ts = time.mktime((datetime.date.today() - datetime.timedelta(days=1)).timetuple()) * 1000 today_ts = time.mktime((datetime.date.today()).timetuple()) * 1000 time_range = [long(lastday_ts),long(today_ts)]