def test_client_close_then_reuse(self):
c = pybase.NewClient(zkquorum)
values = {
cf1: {
"oberyn": "is the",
}
}
c.put(table, self.__class__.__name__, values)
c.close()
res = c.get(table, self.__class__.__name__)
self.assertEqual(result_to_dict(res), {cf1: {"oberyn": "is the"}})
def setUpClass(cls):
cls.c = pybase.NewClient(zkquorum)
cls.values = {
cf1: {
"oberyn": "is the",
},
cf2: {
"one": "true king"
}
}
cls.c.put(table, cls.__name__, cls.values)
cls.row_prefix = cls.__name__
def setUpClass(cls):
cls.c = pybase.NewClient(zkquorum)
cls.values = {
cf1: {
"oberyn": "is the",
},
cf2: {
"one": "true king"
}
}
cls.families = {cf1: ["oberyn"], cf2: ["one"]}
cls.row_prefix = cls.__name__
def setUpClass(cls):
cls.c = pybase.NewClient(zkquorum)
cls.families = {cf1: ["oberyn"], cf2: ["one"]}
cls.values = {
cf1: {
"oberyn": "is the",
},
cf2: {
"one": "true king"
}
}
cls.row_prefix = cls.__name__
for x in range(5):
cls.c.put(table, cls.row_prefix + str(x), cls.values)
def test_kill_master_server_and_zookeeper(self):
c = pybase.NewClient(zkquorum)
rsp = c.scan(table, filters=self.pFilter)
self.assertEqual(len(rsp.flatten_cells()), 2000)
c.zkquorum = "badzk"
start_region_servers(["3"])
stop_region_servers(["1", "2"])
try:
rsp = c.scan(table, filters=self.pFilter)
self.assertEqual(1, 0)
except ZookeeperException:
pass
start_region_servers(["1", "2"])
stop_region_servers(["3"])
c.close()
def setUpClass(cls):
cls.c = pybase.NewClient(zkquorum)
cls.values = {
cf1: {
"oberyn": "is the",
},
cf2: {
"one": "true king"
}
}
cls.families = {cf1: ["oberyn"], cf2: ["one"]}
cls.row_prefix = cls.__name__
cls.pFilter = pybase.filters.PrefixFilter(cls.row_prefix)
cls.num_ops = 100
for x in range(cls.num_ops):
cls.c.put(table, cls.row_prefix + str(x), cls.values)
def setUpClass(cls):
start_region_servers(["1"])
stop_region_servers(["3", "4", "5"])
cls.c = pybase.NewClient(zkquorum)
cls.families = {cf1: ["oberyn"], cf2: ["one"]}
cls.values = {
cf1: {
"oberyn": "is the",
},
cf2: {
"one": "true king"
}
}
cls.row_prefix = cls.__name__
cls.num_ops = 1000
cls.pFilter = pybase.filters.PrefixFilter(cls.row_prefix)
for x in range(cls.num_ops):
cls.c.put(table, cls.row_prefix + str(x), cls.values)
start_region_servers(["2"])
hbase_shell("balance")
def setUpClass(cls):
cls.c = pybase.NewClient(zkquorum)
cls.families = {cf1: ["oberyn"], cf2: ["one"]}
cls.start_values = {
cf1: {
"oberyn": "\x00\x00\x00\x00\x00\x00\x00\x00",
},
cf2: {
"one": "\x00\x00\x00\x00\x00\x00\x00\x00"
}
}
cls.inc_values = {
cf1: {
"oberyn": "\x00\x00\x00\x00\x00\x00\x00\x05",
},
cf2: {
"one": "\x00\x00\x00\x00\x00\x00\x00\x08"
}
}
cls.row_prefix = cls.__name__
for x in range(6):
cls.c.put(table, cls.row_prefix + str(x), cls.start_values)
def test_client_close(self):
c = pybase.NewClient(zkquorum)
c.get(table, " ")
c.close()
self.assertEqual(len(c.region_cache), 0)
self.assertEqual(len(c.reverse_client_cache), 0)
def test_new_client_bad(self):
try:
c = pybase.NewClient("badzkquorum")
self.assertEqual(1, 0)
except ZookeeperException:
pass
def test_new_client_good(self):
c = pybase.NewClient(zkquorum)
self.assertEqual(c.zkquorum, zkquorum)
self.assertIsNotNone(c.master_client)
self.assertIsNotNone(c.master_client.host)
import pybase
from pybase.filters import *
from urllib import unquote
import hashlib
import time, datetime
# Please note that all below unit tests require the existence of a table
# to play with. Table must contain two column families specified below as well.
zkquorum="hbase01-zk-cl1-d.private\,hbase02-zk-cl1-d.private\,hbase03-zk-cl1-d.private\,hbase04-zk-cl1-d.private\,hbase05-zk-cl1-d.private"
zkquorum = zkquorum.replace("\\", "")
client1 = pybase.NewClient(zkquorum)
def test():
i='flipboard/curator%2Fmagazine%2F8RjjrmAjQ6e4kHPOYQHSBQ%3Am%3A52304625'
mag_service_id = unquote(i).split('/')[3]
magazine = mag_service_id.split(':')
mag_uuid = magazine[0]
mag_uid = "flipboard:" + magazine[2]
print mag_service_id, mag_uid, mag_uuid
collection_families = {
"article": [
]
}
#pFilter = filters.ColumnPaginationFilter(0, 10, '')
pFilter = ColumnCountGetFilter(10)
lastday_ts = time.mktime((datetime.date.today() - datetime.timedelta(days=1)).timetuple()) * 1000
today_ts = time.mktime((datetime.date.today()).timetuple()) * 1000
time_range = [long(lastday_ts),long(today_ts)]