docker-hbase

Apache HBase docker image based on alpine

Small setup

# load default env as needed
eval $(docker-machine env default)

# network 
docker network create vnet

# make docker-compose.yml with small size (no redudency)
zookeeper=1 namenode=1 datanode=1 ./make_docker_compose_yml.sh hdfs hbase > docker-compose.yml

# or with default size(zookeeper=3, namenode=2, journalnode=3, datanode=3, hmaster=2, regionserver=3)  
./make_docker_compose_yml.sh hdfs hbase > docker-compose.yml

# hadoop+hbase startup
docker-compose up -d

# tail logs for a while
docker-compose logs -f

# check ps
docker-compose ps

     Name                   Command               State                  Ports                
---------------------------------------------------------------------------------------------
datanode-1       entrypoint.sh datanode           Up      50010/tcp, 50020/tcp, 50075/tcp     
hmaster-1        entrypoint.sh hmaster-1          Up      16000/tcp, 0.0.0.0:32771->16010/tcp 
namenode-1       entrypoint.sh namenode-1         Up      0.0.0.0:32770->50070/tcp, 8020/tcp  
regionserver-1   entrypoint.sh regionserver       Up      16020/tcp, 16030/tcp                
zookeeper-1      entrypoint.sh -server 1 1 vnet   Up      2181/tcp, 2888/tcp, 3888/tcp

# check stats
docker ps --format {{.Names}} | xargs docker stats

# hbase shell
docker exec -it -u hbase regionserver-1 hbase shell
hbase(main):001:0> create 'test', 'cf'
hbase(main):002:0> list 'test'
hbase(main):003:0> put 'test', 'row1', 'cf:a', 'value1'
hbase(main):004:0> put 'test', 'row2', 'cf:b', 'value2'
hbase(main):005:0> put 'test', 'row3', 'cf:c', 'value3'
hbase(main):006:0> scan 'test'
hbase(main):007:0> get 'test', 'row1'
hbase(main):008:0> disable 'test'
hbase(main):009:0> drop 'test'
hbase(main):010:0> exit

# hadoop/hbase shutdown  
docker-compose stop

# cleanup container
docker-compose rm -v

allow hbase used by other applications on host

e.g. let JanusGraph use hbase.

1. rm containers if you have start some.

docker-compose stop && docker-compose rm -v -f

2. add ports to docker-compose.yml

  # for zookeeper-n:
    ports: ["0.0.0.0:2181:2181"]


  # for hmaster-n:
    ports:  ["60010:16010"]


  # for regionserver-n:
    ports: ["60020:16020"]
  # or 
    ports: ["0.0.0.0:60020:16020"]

check ports netstat -lntu

3. docker-compose up -d

4. edit hosts

e.g. add hmaster-1 and regionserver-1 to avoid error like java.net.UnknownHostException: hmaster-1.vnet

# first try to remove old items 
sudo sed -i -E 's/^.+vnet (hmaster|regionserver)-1$//' /etc/hosts
#sudo sed -i -E 's/^.*elasticsearch$//' /etc/hosts &&  sudo sed -i -E 's/^.*es-server$//' /etc/hosts

# delete blank lines
sudo sed -i '/^$/d' /etc/hosts

IP=`docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' hmaster-1` &&  echo $IP hmaster-1.vnet hmaster-1 | sudo tee -a /etc/hosts

IP=`docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' regionserver-1` &&  echo $IP  regionserver-1.vnet regionserver-1 | sudo tee -a /etc/hosts

# IP=`docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' elasticsearch` &&  echo $IP  elasticsearch.vnet elasticsearch| sudo tee -a /etc/hosts
# IP=`docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' elasticsearch` &&  echo $IP  es-server| sudo tee -a /etc/hosts