大数据学习（16）—— HBase环境搭建和基本操作

[hadoop@server01 conf]$ ln -s /usr/hadoop-3.3.0/etc/hadoop/hdfs-site.xml hdfs-site.xml
[hadoop@server01 conf]$ ll
总用量 44
-rw-r--r--. 1 hadoop hadoop 1811 1月  22 2020 hadoop-metrics2-hbase.properties
-rw-r--r--. 1 hadoop hadoop 4284 1月  22 2020 hbase-env.cmd
-rw-r--r--. 1 hadoop hadoop 7533 12月  5 15:43 hbase-env.sh
-rw-r--r--. 1 hadoop hadoop 2257 1月  22 2020 hbase-policy.xml
-rw-r--r--. 1 hadoop hadoop 2322 12月  5 16:40 hbase-site.xml
lrwxrwxrwx. 1 hadoop hadoop   42 12月  5 17:08 hdfs-site.xml -> /usr/hadoop-3.3.0/etc/hadoop/hdfs-site.xml
-rw-r--r--. 1 hadoop hadoop 1169 1月  22 2020 log4j-hbtop.properties
-rw-r--r--. 1 hadoop hadoop 4977 1月  22 2020 log4j.properties
-rw-r--r--. 1 hadoop hadoop   27 12月  5 16:43 regionservers

[hadoop@server03 conf]$ start-hbase.sh 
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/hadoop-3.3.0/share/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/hbase-2.2.6/lib/client-facing-thirdparty/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
running master, logging to /usr/hbase-2.2.6/bin/../logs/hbase-hadoop-master-server03.out
server03: running regionserver, logging to /usr/hbase-2.2.6/bin/../logs/hbase-hadoop-regionserver-server03.out
server02: running regionserver, logging to /usr/hbase-2.2.6/bin/../logs/hbase-hadoop-regionserver-server02.out
server01: running regionserver, logging to /usr/hbase-2.2.6/bin/../logs/hbase-hadoop-regionserver-server01.out

[hadoop@server02 opt]$ hbase shell
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/hadoop-3.3.0/share/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/hbase-2.2.6/lib/client-facing-thirdparty/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.2.6, r88c9a386176e2c2b5fd9915d0e9d3ce17d0e456e, Tue Sep 15 17:36:14 CST 2020
Took 0.0020 seconds

hbase(main):001:0> list
TABLE                                                                                                      
0 row(s)
Took 9.3559 seconds                                                                                        
=> []

hbase(main):002:0> help
HBase Shell, version 2.2.6, r88c9a386176e2c2b5fd9915d0e9d3ce17d0e456e, Tue Sep 15 17:36:14 CST 2020
Type ‘help "COMMAND"‘, (e.g. ‘help "get"‘ -- the quotes are necessary) for help on a specific command.
Commands are grouped. Type ‘help "COMMAND_GROUP"‘, (e.g. ‘help "general"‘) for help on a command group.

COMMAND GROUPS:
  Group name: general
  Commands: processlist, status, table_help, version, whoami

  Group name: ddl
  Commands: alter, alter_async, alter_status, clone_table_schema, create, describe, disable, disable_all, drop, drop_all, enable, enable_all, exists, get_table, is_disabled, is_enabled, list, list_regions, locate_region, show_filters

  Group name: namespace
  Commands: alter_namespace, create_namespace, describe_namespace, drop_namespace, list_namespace, list_namespace_tables

  Group name: dml
  Commands: append, count, delete, deleteall, get, get_counter, get_splits, incr, put, scan, truncate, truncate_preserve

  Group name: tools
  Commands: assign, balance_switch, balancer, balancer_enabled, catalogjanitor_enabled, catalogjanitor_run, catalogjanitor_switch, cleaner_chore_enabled, cleaner_chore_run, cleaner_chore_switch, clear_block_cache, clear_compaction_queues, clear_deadservers, close_region, compact, compact_rs, compaction_state, compaction_switch, decommission_regionservers, flush, hbck_chore_run, is_in_maintenance_mode, list_deadservers, list_decommissioned_regionservers, major_compact, merge_region, move, normalize, normalizer_enabled, normalizer_switch, recommission_regionserver, regioninfo, rit, split, splitormerge_enabled, splitormerge_switch, stop_master, stop_regionserver, trace, unassign, wal_roll, zk_dump

  Group name: replication
  Commands: add_peer, append_peer_exclude_namespaces, append_peer_exclude_tableCFs, append_peer_namespaces, append_peer_tableCFs, disable_peer, disable_table_replication, enable_peer, enable_table_replication, get_peer_config, list_peer_configs, list_peers, list_replicated_tables, remove_peer, remove_peer_exclude_namespaces, remove_peer_exclude_tableCFs, remove_peer_namespaces, remove_peer_tableCFs, set_peer_bandwidth, set_peer_exclude_namespaces, set_peer_exclude_tableCFs, set_peer_namespaces, set_peer_replicate_all, set_peer_serial, set_peer_tableCFs, show_peer_tableCFs, update_peer_config

  Group name: snapshots
  Commands: clone_snapshot, delete_all_snapshot, delete_snapshot, delete_table_snapshots, list_snapshots, list_table_snapshots, restore_snapshot, snapshot

  Group name: configuration
  Commands: update_all_config, update_config

  Group name: quotas
  Commands: disable_exceed_throttle_quota, disable_rpc_throttle, enable_exceed_throttle_quota, enable_rpc_throttle, list_quota_snapshots, list_quota_table_sizes, list_quotas, list_snapshot_sizes, set_quota

  Group name: security
  Commands: grant, list_security_capabilities, revoke, user_permission

  Group name: procedures
  Commands: list_locks, list_procedures

  Group name: visibility labels
  Commands: add_labels, clear_auths, get_auths, list_labels, set_auths, set_visibility

  Group name: rsgroup
  Commands: add_rsgroup, balance_rsgroup, get_rsgroup, get_server_rsgroup, get_table_rsgroup, list_rsgroups, move_namespaces_rsgroup, move_servers_namespaces_rsgroup, move_servers_rsgroup, move_servers_tables_rsgroup, move_tables_rsgroup, remove_rsgroup, remove_servers_rsgroup, rename_rsgroup

SHELL USAGE:
Quote all names in HBase Shell such as table and column names.  Commas delimit
command parameters.  Type <RETURN> after entering a command to run it.
Dictionaries of configuration used in the creation and alteration of tables are
Ruby Hashes. They look like this:

  {‘key1‘ => ‘value1‘, ‘key2‘ => ‘value2‘, ...}

and are opened and closed with curley-braces.  Key/values are delimited by the
‘=>‘ character combination.  Usually keys are predefined constants such as
NAME, VERSIONS, COMPRESSION, etc.  Constants do not need to be quoted.  Type
‘Object.constants‘ to see a (messy) list of all constants in the environment.

If you are using binary keys or values and need to enter them in the shell, use
double-quote‘d hexadecimal representation. For example:

  hbase> get ‘t1‘, "key\x03\x3f\xcd"
  hbase> get ‘t1‘, "key\003\023\011"
  hbase> put ‘t1‘, "test\xef\xff", ‘f1:‘, "\x01\x33\x40"

The HBase shell is the (J)Ruby IRB with the above HBase-specific commands added.
For more on the HBase Shell, see http://hbase.apache.org/book.html

#官网上有很多例子，我直接拿过来用吧

#创建test表，包含一个列族cf。我这电脑卡的不行，创建个表都要50秒。
hbase(main):008:0> create ‘test‘, ‘cf‘
Created table test
Took 48.5794 seconds                                                                                       
=> Hbase::Table - test

#看看有没有test这个表
hbase(main):009:0> list ‘test‘
TABLE                                                                                                      
test                                                                                                       
1 row(s)
Took 0.4441 seconds                                                                                        
=> ["test"]

#查看表的详细信息
hbase(main):016:0> describe ‘test‘
Table test is ENABLED                                                                                      
test                                                                                                       
COLUMN FAMILIES DESCRIPTION                                                                                
{NAME => ‘cf‘, VERSIONS => ‘1‘, EVICT_BLOCKS_ON_CLOSE => ‘false‘, NEW_VERSION_BEHAVIOR => ‘false‘, KEEP_DEL
ETED_CELLS => ‘FALSE‘, CACHE_DATA_ON_WRITE => ‘false‘, DATA_BLOCK_ENCODING => ‘NONE‘, TTL => ‘FOREVER‘, MIN
_VERSIONS => ‘0‘, REPLICATION_SCOPE => ‘0‘, BLOOMFILTER => ‘ROW‘, CACHE_INDEX_ON_WRITE => ‘false‘, IN_MEMOR
Y => ‘false‘, CACHE_BLOOMS_ON_WRITE => ‘false‘, PREFETCH_BLOCKS_ON_OPEN => ‘false‘, COMPRESSION => ‘NONE‘, 
BLOCKCACHE => ‘true‘, BLOCKSIZE => ‘65536‘}                                                                

1 row(s)

QUOTAS                                                                                                     
0 row(s)
Took 0.3061 seconds       

#向test表插入两条记录
hbase(main):017:0> put ‘test‘,‘rowkey1‘,‘cf:level‘,‘P8‘
Took 1.7265 seconds 
hbase(main):018:0> put ‘test‘,‘rowkey2‘,‘cf:salary‘,‘200w‘
Took 0.0235 seconds

#全表查询
hbase(main):019:0> scan ‘test‘
ROW                         COLUMN+CELL                                                                    
 rowkey1                    column=cf:level, timestamp=1607316881281, value=P8                             
 rowkey2                    column=cf:salary, timestamp=1607317009943, value=200w                          
1 row(s)
Took 0.8274 seconds

#查询某一个rowkey的值
hbase(main):029:0> get ‘test‘,‘rowkey2‘
COLUMN                      CELL                                                                           
 cf:salary                  timestamp=1607317246868, value=200w                                            
1 row(s)
Took 0.2384 seconds 

#禁用test表
hbase(main):030:0> disable ‘test‘
Took 9.4715 seconds

#删除test表，删除之前必须先禁用disable。不能直接删除使用中的表，否则报错。
hbase(main):031:0> drop ‘test‘
Took 3.6645 seconds 

<dependencies>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>4.11</version>
      <scope>test</scope>
    </dependency>

    <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-client -->
    <dependency>
      <groupId>org.apache.hbase</groupId>
      <artifactId>hbase-client</artifactId>
      <version>2.0.0</version>
    </dependency>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>4.13</version>
      <scope>compile</scope>
    </dependency>
    <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-protocol -->
    <dependency>
      <groupId>org.apache.hbase</groupId>
      <artifactId>hbase-protocol</artifactId>
      <version>2.0.0</version>
    </dependency>

  </dependencies>

java.lang.NoClassDefFoundError: org/apache/hadoop/hbase/protobuf/generated/MasterProtos$MasterService$BlockingInterface

hbase(main):005:0> scan ‘test‘
ROW                         COLUMN+CELL                                                                    
 rowkey1                    column=cf:level, timestamp=1607328808361, value=P8                             
 rowkey2                    column=cf:salary, timestamp=1607328820620, value=200w                          
2 row(s)
Took 0.1988 seconds 

package gov.hbczt;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.io.IOException;

public class HBaseTest {

    Configuration conf = null;
    Connection connection = null;
    TableName tname = TableName.valueOf("test");
    Table table = null;

    @Before
    public void init() throws IOException {
        conf = HBaseConfiguration.create();
        connection = ConnectionFactory.createConnection(conf);
        table = connection.getTable(tname);
    }

    @Test
    public void addData() throws IOException {
        Put put = new Put(Bytes.toBytes("rowkey3"));
        put.addColumn(Bytes.toBytes("cf"),Bytes.toBytes("corp"), Bytes.toBytes("Alibaba"));

        table.put(put);
    }

    @After
    public void destroy() throws IOException {
        if(table != null)
            table.close();
        if(connection != null)
            connection.close();
    }
}

hbase(main):010:0> scan ‘test‘
ROW                         COLUMN+CELL                                                                    
 rowkey1                    column=cf:level, timestamp=1607328808361, value=P8                             
 rowkey2                    column=cf:salary, timestamp=1607328820620, value=200w                          
 rowkey3                    column=cf:corp, timestamp=1607330730061, value=Alibaba                         
3 row(s)
Took 0.0930 seconds