python操作Hbase

本地操作

启动thrift服务：./bin/hbase-daemon.sh start thrift
hbase模块产生：
- 下载thrfit源码包：thrift-0.8.0.tar.gz
- 解压安装
- ./configure
- make
- make install
在thrift-0.8.0目录中，lib/py/build/lib.linux-x86_64-2.6/目录下存在thrift的python模块，拷贝出来即可
生成hbase模块
- 下载源码包：hbase-0.98.24-src.tar.gz
- 解压，进入下面目录：hbase-0.98.24/hbase-thrift/src/main/resources/org/apache/hadoop/hbase/thrift
- thrift --gen py Hbase.thrift

创建表格

from thrift import Thrift
from thrift.transport import TSocket
from thrift.transport import TTransport
from thrift.protocol import TBinaryProtocol

from hbase import Hbase
from hbase.ttypes import *

transport = TSocket.TSocket('master' , 9090)
transport = TTransport.TBufferedTransport(transport)

protocol = TBinaryProtocol.TBinaryProtocol(transport)

client = Hbase.Client(protocol)

transport.open()

base_info_contents = ColumnDescriptor(name='meta-data',maxVersions=1)
other_info_contents = ColumnDescriptor(name='flags',maxVersions=1)

client.createTable('new_music_table', [base_info_contents, other_info_contents])

print client.getTableNames()

写数据

from thrift import Thrift
from thrift.transport import TSocket
from thrift.transport import TTransport
from thrift.protocol import TBinaryProtocol

from hbase import Hbase
from hbase.ttypes import *

transport = TSocket.TSocket('master' , 9090)
transport = TTransport.TBufferedTransport(transport)

protocol = TBinaryProtocol.TBinaryProtocol(transport)

client = Hbase.Client(protocol)

transport.open()

tableName = 'new_music_table'
rowKey = '1100'

mutations = [Mutation(column="meta-data:name" , value="wangqingshui"),\
            Mutation(column="meta-data:tag" , value="pop"),\
            Mutation(column="meta-data:is_valid" , value="TRUE")]
client.mutateRow(tableName,rowKey,mutations,None)

读数据

from thrift import Thrift
from thrift.transport import TSocket
from thrift.transport import TTransport
from thrift.protocol import TBinaryProtocol

from hbase import Hbase
from hbase.ttypes import *

transport = TSocket.TSocket('master' , 9090)
transport = TTransport.TBufferedTransport(transport)

protocol = TBinaryProtocol.TBinaryProtocol(transport)

client = Hbase.Client(protocol)

transport.open()

tableName = 'new_music_table'
rowKey = '1100'

result = client.getRow(tableName,rowKey,None)
for r in result:
    print 'the row is ',r.row
    print 'the name is ',r.columns.get('meta-data:name').value
    print 'the name is ',r.columns.get('meta-data:is_valid').value

读多条数据

from thrift import Thrift
from thrift.transport import TSocket
from thrift.transport import TTransport
from thrift.protocol import TBinaryProtocol

from hbase import Hbase
from hbase.ttypes import *

transport = TSocket.TSocket('master' , 9090)
transport = TTransport.TBufferedTransport(transport)

protocol = TBinaryProtocol.TBinaryProtocol(transport)

client = Hbase.Client(protocol)

transport.open()

tableName = 'new_music_table'

scan = TScan()
id = client.scannerOpenWithScan(tableName , scan , None)
result = client.scannerGetList(id,10)

for r in result:
    print '==============='
    print 'the row is ' , r.row
    for k,v in r.columns.items():
        print "\t".join([k,v.value])

 # 执行结果
===============
the row is  1100
meta-data:name  wangqingshui
meta-data:is_valid      TRUE
meta-data:tag   pop
===============
the row is  2200
meta-data:name  langdechuanshuo

巴特西

python操作Hbase

本地操作

最新文章

热门文章