1、搭建環(huán)境
? 新建JAVA項目，添加的包有:
?? 有關(guān)Hadoop的hadoop-core-0.20.204.0.jar
?? 有關(guān)Hbase的hbase-0.90.4.jar、hbase-0.90.4-tests.jar以及Hbase資源包中l(wèi)ib目錄下的所有jar包
?
2、主要程序
?
Java代碼??
package ?com.wujintao.hbase.test;???? import ?java.io.IOException;??import ?java.util.ArrayList;??import ?java.util.List;???? import ?org.apache.hadoop.conf.Configuration;??import ?org.apache.hadoop.hbase.HBaseConfiguration;??import ?org.apache.hadoop.hbase.HColumnDescriptor;??import ?org.apache.hadoop.hbase.HTableDescriptor;??import ?org.apache.hadoop.hbase.KeyValue;??import ?org.apache.hadoop.hbase.MasterNotRunningException;??import ?org.apache.hadoop.hbase.ZooKeeperConnectionException;??import ?org.apache.hadoop.hbase.client.Delete;??import ?org.apache.hadoop.hbase.client.Get;??import ?org.apache.hadoop.hbase.client.HBaseAdmin;??import ?org.apache.hadoop.hbase.client.HTable;??import ?org.apache.hadoop.hbase.client.HTablePool;??import ?org.apache.hadoop.hbase.client.Put;??import ?org.apache.hadoop.hbase.client.Result;??import ?org.apache.hadoop.hbase.client.ResultScanner;??import ?org.apache.hadoop.hbase.client.Scan;??import ?org.apache.hadoop.hbase.filter.Filter;??import ?org.apache.hadoop.hbase.filter.FilterList;??import ?org.apache.hadoop.hbase.filter.SingleColumnValueFilter;??import ?org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;??import ?org.apache.hadoop.hbase.util.Bytes;???? public ?class ?JinTaoTest?{???? ????public ?static ?Configuration?configuration;?? ????static ?{?? ????????configuration?=?HBaseConfiguration.create();?? ????????configuration.set("hbase.zookeeper.property.clientPort" ,?"2181" );?? ????????configuration.set("hbase.zookeeper.quorum" ,?"192.168.1.100" );?? ????????configuration.set("hbase.master" ,?"192.168.1.100:600000" );?? ????}?? ?? ????public ?static ?void ?main(String[]?args)?{?? ????????//?createTable("wujintao"); ?? ????????//?insertData("wujintao"); ?? ????????//?QueryAll("wujintao"); ?? ????????//?QueryByCondition1("wujintao"); ?? ????????//?QueryByCondition2("wujintao"); ?? ????????//QueryByCondition3("wujintao"); ?? ????????//deleteRow("wujintao","abcdef"); ?? ????????deleteByCondition("wujintao" ,"abcdef" );?? ????}?? ?? ????/** ? ?????*?創(chuàng)建表 ??????*?@param?tableName ??????*/ ??????public ?static ?void ?createTable(String?tableName)?{?? ????????System.out.println("start?create?table?......" );?? ????????try ?{?? ????????????HBaseAdmin?hBaseAdmin?=?new ?HBaseAdmin(configuration);?? ????????????if ?(hBaseAdmin.tableExists(tableName))?{//?如果存在要創(chuàng)建的表，那么先刪除，再創(chuàng)建 ?? ????????????????hBaseAdmin.disableTable(tableName);?? ????????????????hBaseAdmin.deleteTable(tableName);?? ????????????????System.out.println(tableName?+?"?is?exist,detele...." );?? ????????????}?? ????????????HTableDescriptor?tableDescriptor?=?new ?HTableDescriptor(tableName);?? ????????????tableDescriptor.addFamily(new ?HColumnDescriptor("column1" ));?? ????????????tableDescriptor.addFamily(new ?HColumnDescriptor("column2" ));?? ????????????tableDescriptor.addFamily(new ?HColumnDescriptor("column3" ));?? ????????????hBaseAdmin.createTable(tableDescriptor);?? ????????}?catch ?(MasterNotRunningException?e)?{?? ????????????e.printStackTrace();?? ????????}?catch ?(ZooKeeperConnectionException?e)?{?? ????????????e.printStackTrace();?? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}?? ????????System.out.println("end?create?table?......" );?? ????}?? ?? ????/** ? ?????*?插入數(shù)據(jù) ??????*?@param?tableName ??????*/ ??????public ?static ?void ?insertData(String?tableName)?{?? ????????System.out.println("start?insert?data?......" );?? ????????HTablePool?pool?=?new ?HTablePool(configuration,?1000 );?? ????????HTable?table?=?(HTable)?pool.getTable(tableName);?? ????????Put?put?=?new ?Put("112233bbbcccc" .getBytes());//?一個PUT代表一行數(shù)據(jù)，再NEW一個PUT表示第二行數(shù)據(jù),每行一個唯一的ROWKEY，此處rowkey為put構(gòu)造方法中傳入的值 ?? ????????put.add("column1" .getBytes(),?null ,?"aaa" .getBytes());//?本行數(shù)據(jù)的第一列 ?? ????????put.add("column2" .getBytes(),?null ,?"bbb" .getBytes());//?本行數(shù)據(jù)的第三列 ?? ????????put.add("column3" .getBytes(),?null ,?"ccc" .getBytes());//?本行數(shù)據(jù)的第三列 ?? ????????try ?{?? ????????????table.put(put);?? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}?? ????????System.out.println("end?insert?data?......" );?? ????}?? ?? ????/** ? ?????*?刪除一張表 ??????*?@param?tableName ??????*/ ??????public ?static ?void ?dropTable(String?tableName)?{?? ????????try ?{?? ????????????HBaseAdmin?admin?=?new ?HBaseAdmin(configuration);?? ????????????admin.disableTable(tableName);?? ????????????admin.deleteTable(tableName);?? ????????}?catch ?(MasterNotRunningException?e)?{?? ????????????e.printStackTrace();?? ????????}?catch ?(ZooKeeperConnectionException?e)?{?? ????????????e.printStackTrace();?? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}?? ?? ????}?? ????/** ? ?????*?根據(jù)?rowkey刪除一條記錄 ??????*?@param?tablename ??????*?@param?rowkey ??????*/ ???????public ?static ?void ?deleteRow(String?tablename,?String?rowkey)??{?? ????????try ?{?? ????????????HTable?table?=?new ?HTable(configuration,?tablename);?? ????????????List?list?=?new ?ArrayList();?? ????????????Delete?d1?=?new ?Delete(rowkey.getBytes());?? ????????????list.add(d1);?? ?????????????? ????????????table.delete(list);?? ????????????System.out.println("刪除行成功!" );?? ?????????????? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}?? ?????????? ?? ????}?? ?? ?????/** ? ??????*?組合條件刪除 ???????*?@param?tablename ???????*?@param?rowkey ???????*/ ???????public ?static ?void ?deleteByCondition(String?tablename,?String?rowkey)??{?? ????????????//目前還沒有發(fā)現(xiàn)有效的API能夠?qū)崿F(xiàn)?根據(jù)非rowkey的條件刪除?這個功能能，還有清空表全部數(shù)據(jù)的API操作 ?? ?? ????}?? ?? ?? ????/** ? ?????*?查詢所有數(shù)據(jù) ??????*?@param?tableName ??????*/ ??????public ?static ?void ?QueryAll(String?tableName)?{?? ????????HTablePool?pool?=?new ?HTablePool(configuration,?1000 );?? ????????HTable?table?=?(HTable)?pool.getTable(tableName);?? ????????try ?{?? ????????????ResultScanner?rs?=?table.getScanner(new ?Scan());?? ????????????for ?(Result?r?:?rs)?{?? ????????????????System.out.println("獲得到rowkey:" ?+?new ?String(r.getRow()));?? ????????????????for ?(KeyValue?keyValue?:?r.raw())?{?? ????????????????????System.out.println("列：" ?+?new ?String(keyValue.getFamily())?? ????????????????????????????+?"====值:" ?+?new ?String(keyValue.getValue()));?? ????????????????}?? ????????????}?? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}?? ????}?? ?? ????/** ? ?????*?單條件查詢,根據(jù)rowkey查詢唯一一條記錄 ??????*?@param?tableName ??????*/ ??????public ?static ?void ?QueryByCondition1(String?tableName)?{?? ?? ????????HTablePool?pool?=?new ?HTablePool(configuration,?1000 );?? ????????HTable?table?=?(HTable)?pool.getTable(tableName);?? ????????try ?{?? ????????????Get?scan?=?new ?Get("abcdef" .getBytes());//?根據(jù)rowkey查詢 ?? ????????????Result?r?=?table.get(scan);?? ????????????System.out.println("獲得到rowkey:" ?+?new ?String(r.getRow()));?? ????????????for ?(KeyValue?keyValue?:?r.raw())?{?? ????????????????System.out.println("列：" ?+?new ?String(keyValue.getFamily())?? ????????????????????????+?"====值:" ?+?new ?String(keyValue.getValue()));?? ????????????}?? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}?? ????}?? ?? ????/** ? ?????*?單條件按查詢，查詢多條記錄 ??????*?@param?tableName ??????*/ ??????public ?static ?void ?QueryByCondition2(String?tableName)?{?? ?? ????????try ?{?? ????????????HTablePool?pool?=?new ?HTablePool(configuration,?1000 );?? ????????????HTable?table?=?(HTable)?pool.getTable(tableName);?? ????????????Filter?filter?=?new ?SingleColumnValueFilter(Bytes?? ????????????????????.toBytes("column1" ),?null ,?CompareOp.EQUAL,?Bytes?? ????????????????????.toBytes("aaa" ));?//?當列column1的值為aaa時進行查詢 ?? ????????????Scan?s?=?new ?Scan();?? ????????????s.setFilter(filter);?? ????????????ResultScanner?rs?=?table.getScanner(s);?? ????????????for ?(Result?r?:?rs)?{?? ????????????????System.out.println("獲得到rowkey:" ?+?new ?String(r.getRow()));?? ????????????????for ?(KeyValue?keyValue?:?r.raw())?{?? ????????????????????System.out.println("列：" ?+?new ?String(keyValue.getFamily())?? ????????????????????????????+?"====值:" ?+?new ?String(keyValue.getValue()));?? ????????????????}?? ????????????}?? ????????}?catch ?(Exception?e)?{?? ????????????e.printStackTrace();?? ????????}?? ?? ????}?? ?? ????/** ? ?????*?組合條件查詢 ??????*?@param?tableName ??????*/ ??????public ?static ?void ?QueryByCondition3(String?tableName)?{?? ?? ????????try ?{?? ????????????HTablePool?pool?=?new ?HTablePool(configuration,?1000 );?? ????????????HTable?table?=?(HTable)?pool.getTable(tableName);?? ?? ????????????List<Filter>?filters?=?new ?ArrayList<Filter>();?? ?? ????????????Filter?filter1?=?new ?SingleColumnValueFilter(Bytes?? ????????????????????.toBytes("column1" ),?null ,?CompareOp.EQUAL,?Bytes?? ????????????????????.toBytes("aaa" ));?? ????????????filters.add(filter1);?? ?? ????????????Filter?filter2?=?new ?SingleColumnValueFilter(Bytes?? ????????????????????.toBytes("column2" ),?null ,?CompareOp.EQUAL,?Bytes?? ????????????????????.toBytes("bbb" ));?? ????????????filters.add(filter2);?? ?? ????????????Filter?filter3?=?new ?SingleColumnValueFilter(Bytes?? ????????????????????.toBytes("column3" ),?null ,?CompareOp.EQUAL,?Bytes?? ????????????????????.toBytes("ccc" ));?? ????????????filters.add(filter3);?? ?? ????????????FilterList?filterList1?=?new ?FilterList(filters);?? ?? ????????????Scan?scan?=?new ?Scan();?? ????????????scan.setFilter(filterList1);?? ????????????ResultScanner?rs?=?table.getScanner(scan);?? ????????????for ?(Result?r?:?rs)?{?? ????????????????System.out.println("獲得到rowkey:" ?+?new ?String(r.getRow()));?? ????????????????for ?(KeyValue?keyValue?:?r.raw())?{?? ????????????????????System.out.println("列：" ?+?new ?String(keyValue.getFamily())?? ????????????????????????????+?"====值:" ?+?new ?String(keyValue.getValue()));?? ????????????????}?? ????????????}?? ????????????rs.close();?? ?? ????????}?catch ?(Exception?e)?{?? ????????????e.printStackTrace();?? ????????}?? ?? ????}?? ?? }?? ?注意：可能大家沒看到更新數(shù)據(jù)的操作，其實更新的操作跟添加完全一致，只不過是添加呢rowkey不存在，更新呢rowkey已經(jīng)存在，并且timstamp相同的情況下，還有就是目前好像還沒辦法實現(xiàn)hbase數(shù)據(jù)的分頁查詢，不知道有沒有人知道怎么做
?
HBase性能優(yōu)化建議：
? 針對前面的代碼，有很多不足之處，在此我就不修改上面的代碼了，只是提出建議的地方，大家自己加上
?? 1)配置
? 當你調(diào)用create方法時將會加載兩個配置文件:hbase-default.xml and hbase-site.xml,利用的是當前的java類路徑， 代碼中configuration設(shè)置的這些配置將會覆蓋hbase-default.xml和hbase-site.xml中相同的配置,如果兩個配置文件都存在并且都設(shè)置好了相應參上面的屬性下面的屬性即可
?
?2)關(guān)于建表
??
public void createTable(HTableDescriptor desc)
?
HTableDescriptor 代表的是表的schema,?提供的方法中比較有用的有
setMaxFileSize，指定最大的region size
setMemStoreFlushSize?指定memstore flush到HDFS上的文件大小
增加family通過?addFamily方法
?
public void addFamily(final HColumnDescriptor family)
?
HColumnDescriptor代表的是column的schema，提供的方法比較常用的有
setTimeToLive:指定最大的TTL,單位是ms,過期數(shù)據(jù)會被自動刪除。
setInMemory:指定是否放在內(nèi)存中，對小表有用，可用于提高效率。默認關(guān)閉
setBloomFilter:指定是否使用BloomFilter,可提高隨機查詢效率。默認關(guān)閉
setCompressionType:設(shè)定數(shù)據(jù)壓縮類型。默認無壓縮。
setMaxVersions:指定數(shù)據(jù)最大保存的版本個數(shù)。默認為3。
?
注意的是，一般我們不去setInMemory為true,默認是關(guān)閉的
?
3)關(guān)于入庫
?? 官方建議
?table.setAutoFlush(false); //數(shù)據(jù)入庫之前先設(shè)置此項為false
?table.setflushCommits();//入庫完成后，手動刷入數(shù)據(jù)
注意：
? 在入庫過程中，put.setWriteToWAL(true/flase);
? 關(guān)于這一項如果不希望大量數(shù)據(jù)在存儲過程中丟失，建議設(shè)置為true,如果僅是在測試演練階段，為了節(jié)省入庫時間建議設(shè)置為false
?
4)關(guān)于獲取表實例
HTablePool pool = new HTablePool(configuration, Integer.MAX_VALUE);
HTable table = (HTable) pool.getTable(tableName);
建議用表連接池的方式獲取表，具體池有什么作用，我想用過數(shù)據(jù)庫連接池的同學都知道，我就不再重復
不建議使用new HTable(configuration,tableName);的方式獲取表
?
5)關(guān)于查詢
?建議每個查詢語句都放入try catch語句塊，并且finally中要進行關(guān)閉ResultScanner實例以及將不使用的表重新放入到HTablePool中的操作，具體做法如下
Java代碼??
public ?static ?void ?QueryAll(String?tableName)?{??????????HTablePool?pool?=?new ?HTablePool(configuration,?Integer.MAX_VALUE);?? ????????HTable?table?=?null ;?? ????????ResultScanner?rs?=?null ;?? ????????try ?{?? ????????????Scan?scan?=?new ?Scan();?? ????????????table?=?(HTable)?pool.getTable(tableName);?? ????????????rs?=?table.getScanner(scan);?? ????????????for ?(Result?r?:?rs)?{?? ????????????????System.out.println("獲得到rowkey:" ?+?new ?String(r.getRow()));?? ????????????????for ?(KeyValue?keyValue?:?r.raw())?{?? ????????????????????System.out.println("列：" ?+?new ?String(keyValue.getFamily())?? ????????????????????????????+?"====值:" ?+?new ?String(keyValue.getValue()));?? ????????????????}?? ????????????}?? ????????}?catch ?(IOException?e)?{?? ????????????e.printStackTrace();?? ????????}finally {?? ????????????rs.close();//?最后還得關(guān)閉 ?? ????????????pool.putTable(table);?//實際應用過程中，pool獲取實例的方式應該抽取為單例模式的，不應在每個方法都重新獲取一次(單例明白？就是抽取到專門獲取pool的邏輯類中，具體邏輯為如果pool存在著直接使用，如果不存在則new) ?? ????????}?? ????}?? ?
?所以，以上代碼有缺陷的地方，感興趣的同學可以針對優(yōu)化建議作出相應修改
總結(jié)
以上是生活随笔 為你收集整理的Java操作Hbase进行建表、删表以及对数据进行增删改查，条件查询 的全部內(nèi)容，希望文章能夠幫你解決所遇到的問題。
如果覺得生活随笔 網(wǎng)站內(nèi)容還不錯，歡迎將生活随笔 推薦給好友。
