def demo_client(host, port, is_framed_transport):
# Make socket
socket = TSocket.TSocket(host, port)
# Make transport
if is_framed_transport:
transport = TTransport.TFramedTransport(socket)
else:
transport = TTransport.TBufferedTransport(socket)
# Wrap in a protocol
protocol = TBinaryProtocol.TBinaryProtocol(transport)
# Create a client to use the protocol encoder
client = Client(protocol)
# Connect!
transport.open()
# Check Thrift Server Type
serverType = client.getThriftServerType()
if serverType != TThriftServerType.ONE:
raise Exception(
"Mismatch between client and server, server type is %s" %
serverType)
t = "demo_table"
#
# Scan all tables, look for the demo table and delete it.
#
print "scanning tables..."
for table in client.getTableNames():
print " found: %s" % (table)
if table == t:
if client.isTableEnabled(table):
print " disabling table: %s" % (t)
client.disableTable(table)
print " deleting table: %s" % (t)
client.deleteTable(table)
columns = []
col = ColumnDescriptor()
col.name = 'entry:'
col.maxVersions = 10
columns.append(col)
col = ColumnDescriptor()
col.name = 'unused:'
columns.append(col)
try:
print "creating table: %s" % (t)
client.createTable(t, columns)
except AlreadyExists, ae:
print "WARN: " + ae.message
def demo_client(host, port, is_framed_transport):
# Make socket
socket = TSocket.TSocket(host, port)
# Make transport
if is_framed_transport:
transport = TTransport.TFramedTransport(socket)
else:
transport = TTransport.TBufferedTransport(socket)
# Wrap in a protocol
protocol = TBinaryProtocol.TBinaryProtocol(transport)
# Create a client to use the protocol encoder
client = Client(protocol)
# Connect!
transport.open()
t = "demo_table"
#
# Scan all tables, look for the demo table and delete it.
#
print "scanning tables..."
for table in client.getTableNames():
print " found: %s" %(table)
if table == t:
if client.isTableEnabled(table):
print " disabling table: %s" %(t)
client.disableTable(table)
print " deleting table: %s" %(t)
client.deleteTable(table)
columns = []
col = ColumnDescriptor()
col.name = 'entry:'
col.maxVersions = 10
columns.append(col)
col = ColumnDescriptor()
col.name = 'unused:'
columns.append(col)
try:
print "creating table: %s" %(t)
client.createTable(t, columns)
except AlreadyExists, ae:
print "WARN: " + ae.message
class HbaseUtil:
def __init__(self, tableName, host='localhost', port=9090):
self.tableName = tableName
transport = TSocket.TSocket(host, port)
self.transport = TTransport.TBufferedTransport(transport)
protocol = TBinaryProtocol.TBinaryProtocol(transport)
self.client = Client(protocol)
self.transport.open()
if tableName not in self.client.getTableNames():
print 'creating table %s' % tableName
columns = []
col = ColumnDescriptor()
col.name = 'page:title'
col.maxVersions = 10
columns.append(col)
col = ColumnDescriptor()
col.name = 'page:article'
columns.append(col)
self.client.createTable(tableName, columns)
#self.printAll()
def close(self):
self.transport.close()
def insert(self, rowkey, title, content):
mutations = [Mutation(column='page:article', value=content.encode('utf-8')),
Mutation(column='page:title', value=title.encode('utf-8'))]
self.client.mutateRow(self.tableName, rowkey, mutations, {})
def existRowKey(self, rowkey):
pass
def printAll(self):
print 'starting scanner...'
scanner = self.client.scannerOpen(self.tableName, '', ['page:title'], {})
r = self.client.scannerGet(scanner)
while r:
for i in r:
print i.row
for k, v in i.columns.items():
print k, v.value, v.timestamp
x = v.value
print x
r = self.client.scannerGet(scanner)
print 'scanner finished '
class HBaseClient:
''' Hbase client '''
def __init__(self):
transport = TSocket.TSocket('localhost', 9090)
transport = TTransport.TBufferedTransport(transport)
protocol = TBinaryProtocol.TBinaryProtocol(transport)
self.__client = Client(protocol)
transport.open()
def getTableNames(self):
''' get table names '''
return self.__client.getTableNames()
def deleteTable(self, tName):
''' delete table name '''
if self.__client.isTableEnabled(tName):
self.__client.disableTable(tName)
self.__client.deleteTable(tName)
def createTable(self, tName, ColumnDescriptors):
try:
self.__client.createTable(tName, ColumnDescriptors)
except ttypes.AlreadyExists as excp:
raise UfException(Errors.HBASE_CREATE_ERROR,
"AlreadyExists Error when creating table %s with cols: %s): %s" % \
(tName, [col.name for col in ColumnDescriptors], excp.message))
def getColumnDescriptors(self, tName):
try:
return self.__client.getColumnDescriptors(tName)
except:
raise UfException(Errors.UNKNOWN_ERROR,
"Error when getting column descriptors table %s" % tName)
def updateRow(self, tName, rowName, mutations, timestamp=None):
''' add row to table '''
try:
if timestamp is None:
self.__client.mutateRow(tName, rowName, mutations)
else:
self.__client.mutateRowTs(tName, rowName, mutations, timestamp)
except Exception as excp:
raise UfException(Errors.HBASE_UPDATE_ERROR,
"Error when updating table %s - rowName %s - mutations %s: %s" % \
(tName, rowName, mutations, excp))
def getRow(self, tName, rowName):
''' get row '''
result = self.__client.getRow(tName, rowName)
if not result:
return result
else:
return result[0]
def scanTable(self, tName, columns, startRow="", endRow=None):
''' scan a table '''
if endRow is None:
scanner = self.__client.scannerOpen(tName, startRow, columns)
else:
scanner = self.__client.scannerOpenWithStop(tName, startRow, endRow, columns)
ret = []
row = self.__client.scannerGet(scanner)
while row:
ret.append(row[0])
row = self.__client.scannerGet(scanner)
return ret
def getClient(self):
''' return client, in case low level api is needed '''
return self.__client
client.disableTable(table)
print " deleting table: %s" % (t)
client.deleteTable(table)
columns = []
col = ColumnDescriptor()
col.name = 'entry:'
col.maxVersions = 10
columns.append(col)
col = ColumnDescriptor()
col.name = 'unused:'
columns.append(col)
try:
print "creating table: %s" % (t)
client.createTable(t, columns)
except AlreadyExists, ae:
print "WARN: " + ae.message
cols = client.getColumnDescriptors(t)
print "column families in %s" % (t)
for col_name in cols.keys():
col = cols[col_name]
print " column: %s, maxVer: %d" % (col.name, col.maxVersions)
#
# Test UTF-8 handling
#
invalid = "foo-\xfc\xa1\xa1\xa1\xa1\xa1"
valid = "foo-\xE7\x94\x9F\xE3\x83\x93\xE3\x83\xBC\xE3\x83\xAB"
# non-utf8 is fine for data
client.disableTable(table)
print " deleting table: %s" % (t)
client.deleteTable(table)
columns = []
col = ColumnDescriptor()
col.name = "entry:"
col.maxVersions = 10
columns.append(col)
col = ColumnDescriptor()
col.name = "unused:"
columns.append(col)
try:
print "creating table: %s" % (t)
client.createTable(t, columns)
except AlreadyExists, ae:
print "WARN: " + ae.message
cols = client.getColumnDescriptors(t)
print "column families in %s" % (t)
for col_name in cols.keys():
col = cols[col_name]
print " column: %s, maxVer: %d" % (col.name, col.maxVersions)
#
# Test UTF-8 handling
#
invalid = "foo-\xfc\xa1\xa1\xa1\xa1\xa1"
valid = "foo-\xE7\x94\x9F\xE3\x83\x93\xE3\x83\xBC\xE3\x83\xAB"
# non-utf8 is fine for data
