hbase 实战项目

首先 根据 hadoop 搭建 + hbase 搭建把 环境弄好

由于 hbase 依赖于 hdfs ，所以 需要 进入 hadoop --》sbin 下 启动 start-dfs.sh , start-yarn.sh 然后 进 hbase --> 下 启动 start-hbase.sh 如果 后面 运行失败 报 找不到 zookeeper 八成 你需要进 hbase-bin-> stop-hbase 然后 重run start-hbase.sh

这里列举下 hbase shell 的常用操作

#最有用命令 help help 'status' #建表 create 'FileTable','fileInfo','saveInfo' #列出有哪些表 list #描述表信息 desc 'FileTable' #统计 表 count 'FileTable' #添加列簇 alter 'FileTable','cf' # 删除列簇 ,一定要注意大小写 alter 'FileTable',{NAME=>'cf',METHOD=>'delete'} #插入数据 put 'FileTable','rowkey1','fileInfo:name','file1.txt' 0 row(s) in 3.9840 seconds put 'FileTable','rowkey1','fileInfo:type','txt' 0 row(s) in 0.0410 seconds put 'FileTable','rowkey1','fileInfo:size','1024' 0 row(s) in 0.1100 seconds put 'FileTable','rowkey1','saveInfo:path','/home/pics' 0 row(s) in 0.1320 seconds put 'FileTable' , 'rowkey1','saveInfo:creator','tom' 0 row(s) in 0.1430 seconds #查询表总行数 hbase(main):016:0> count 'FileTable' 1 row(s) in 0.8500 seconds # get 查询 get 'FileTable','rowkey1' get 'FileTable','rowkey1','fileInfo' #delete #deleteall #scan #删除表之前必须先禁用表Drop the named table. Table must first be disabled: disable 'FileTable' is_enabled is_disabled drop 'FileTable' 

查询所有列簇

查询指定列簇

HBase 连接类

package com.ghc.hbase.api; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.Connection; import org.apache.hadoop.hbase.client.ConnectionFactory; import org.apache.hadoop.hbase.client.Table; import java.io.IOException; public class HBaseConn { private static final HBaseConn INSTANCE = new HBaseConn(); private static Configuration configuration; private static Connection connection; private HBaseConn(){ try{ if(configuration == null){ configuration = HBaseConfiguration.create(); configuration.set("hbase.zookeeper.quorum","192.168.32.129:2181"); } }catch(Exception e){ e.printStackTrace(); } } private Connection getConnection(){ if(connection == null || connection.isClosed()){ try{ connection = ConnectionFactory.createConnection(configuration); }catch(IOException e){ e.printStackTrace(); } } return connection; } public static Connection getHBaseConnection(){ return INSTANCE.getConnection(); } public static Table getTable(String tableName) throws IOException{ return INSTANCE.getConnection().getTable(TableName.valueOf(tableName)); } public static void closeConn(){ if(connection != null){ try{ connection.close(); }catch (IOException e){ e.printStackTrace(); } } } }

junit 测试一波连接类

import com.ghc.hbase.api.HBaseConn; import org.apache.hadoop.hbase.client.Connection; import org.apache.hadoop.hbase.client.Table; import org.junit.Test; import java.io.IOException; public class HBaseConnTest { @Test public void getConnTest(){ Connection conn = HBaseConn.getHBaseConnection(); System.out.println(conn.isClosed()); HBaseConn.closeConn(); System.out.println(conn.isClosed()); } @Test public void getTableTest(){ Table table = null; try{table = HBaseConn.getTable("FileTable"); System.out.println(table.getName()); }catch(IOException ioe){ ioe.printStackTrace(); } } } 

hbase 增删操作类

package com.ghc.hbase.api; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.*; import org.apache.hadoop.hbase.filter.FilterList; import org.apache.hadoop.hbase.util.Bytes; import java.io.IOException; import java.util.Arrays; import java.util.List; import java.util.Scanner; public class HBaseUtil { public static Boolean createTable(String tableName,String[] cfs){ try(HBaseAdmin admin = (HBaseAdmin)HBaseConn.getHBaseConnection().getAdmin()){ if(admin.tableExists(tableName)) { return false; } // 不存在 则创建 HTableDescriptor hTableDescriptor = new HTableDescriptor(TableName.valueOf(tableName)); Arrays.stream(cfs).forEach(cf->{ HColumnDescriptor hColumnDescriptor = new HColumnDescriptor(cf); hColumnDescriptor.setMaxVersions(1); hTableDescriptor.addFamily(hColumnDescriptor); }); admin.createTable(hTableDescriptor); }catch(Exception e){ e.printStackTrace(); } return true; } public static Boolean putRow(String tableName, String rowKey, String cfName,String qualifier,String data){ try(Table table = HBaseConn.getTable(tableName)){ Put put = new Put(Bytes.toBytes(rowKey)); put.addColumn(Bytes.toBytes(cfName), Bytes.toBytes(qualifier), Bytes.toBytes(data)); table.put(put); }catch (IOException ioe){ ioe.printStackTrace(); } return true; } public static Boolean putRows(String tableName,List 
   
     puts){ try(Table table = HBaseConn.getTable(tableName)){ table.put(puts); }catch(IOException ioe){ ioe.printStackTrace(); } return true; } public static Result getRow(String tableName, String rowKey){ try(Table table = HBaseConn.getTable(tableName)){ Get get = new Get(Bytes.toBytes(rowKey)); return table.get(get); }catch(IOException ioe){ ioe.printStackTrace(); } return null; } public static Result getRow(String tableName, String rowKey, FilterList filterList){ try(Table table = HBaseConn.getTable(tableName)){ Get get = new Get(Bytes.toBytes(rowKey)); get.setFilter(filterList); return table.get(get); }catch(IOException ioe){ ioe.printStackTrace(); } return null; } public static ResultScanner getScanner(String tableName){ try(Table table = HBaseConn.getTable(tableName)){ Scan scan = new Scan(); scan.setCaching(1000); return table.getScanner(scan); }catch(IOException ioe){ ioe.printStackTrace(); } return null; } public static ResultScanner getScanner(String tableName, String startRowKey, String endRowKey){ try(Table table = HBaseConn.getTable(tableName)){ Scan scan = new Scan(); scan.setStartRow(Bytes.toBytes(startRowKey)); scan.setStopRow(Bytes.toBytes(endRowKey)); scan.setCaching(1000); return table.getScanner(scan); }catch(IOException ioe){ ioe.printStackTrace(); } return null; } // 使用过滤器 public static ResultScanner getScanner(String tableName, String startRowKey, String endRowKey, FilterList filterList){ try(Table table = HBaseConn.getTable(tableName)){ Scan scan = new Scan(); scan.setStartRow(Bytes.toBytes(startRowKey)); scan.setStopRow(Bytes.toBytes(endRowKey)); scan.setCaching(1000); scan.setFilter(filterList); return table.getScanner(scan); }catch(IOException ioe){ ioe.printStackTrace(); } return null; } // 删除 public static Boolean deleteRow(String tableName,String rowKey){ try(Table table = HBaseConn.getTable(tableName)){ Delete delete = new Delete(Bytes.toBytes(rowKey)); table.delete(delete); return true; }catch(IOException ioe){ioe.printStackTrace();} return null; } // 删除 列簇 用 admin public static Boolean deleteColumnFamily(String tableName,String cfName){ try(HBaseAdmin admin = (HBaseAdmin)HBaseConn.getHBaseConnection().getAdmin()){ admin.deleteColumn(tableName,cfName); }catch(IOException ioe){ ioe.printStackTrace(); } return true; } //删除 某列 用 table public static Boolean deleteQualifier(String tableName, String rowKey, String cfName,String qualifier){ try(Table table = HBaseConn.getTable(tableName)){ Delete delete = new Delete(Bytes.toBytes(rowKey)); delete.addColumn(Bytes.toBytes(cfName),Bytes.toBytes(qualifier)); table.delete(delete); return true; }catch(IOException ioe){ ioe.printStackTrace(); } return null; } }