zookeeper 集群搭建

wget http://archive.apache.org/dist/zookeeper/zookeeper-3.5.5/apache-zookeeper-3.5.5-bin.tar.gz

tar -zxvf apache-zookeeper-3.5.5-bin.tar.gz

 mv apache-zookeeper-3.5.5 /data/zookeeper

mkdir /data/zookeeper/logs
mkdir /data/zookeeper/data

cd /data/zookeeper/conf
mv  zoo_sample.cfg zoo.cfg

vim /data/zookeeper/conf/zoo.cfg

tickTime=2000
initLimit=10
syncLimit=5
clientPort=2181
#将单个客户端（由IP地址标识）可以与ZooKeeper集成中的单个成员建立的并发连接数（在套接字级别）限制为多少
maxClientCnxns=2000
#服务器允许客户端进行协商的最大会话超时（以毫秒为单位）。默认为tickTime的20倍
maxSessionTimeout=60000000
#ZooKeeper自动清除功能会将autopurge.snapRetainCount最新快照和相应的事务日志分别保留在dataDir和dataLogDir中
autopurge.snapRetainCount=10
#触发清除任务的时间间隔（以小时为单位)
autopurge.purgeInterval=1
#为了避免查找，ZooKeeper以preAllocSize千字节的块为单位在事务日志文件中分配空间。默认块大小为64M
preAllocSize=131072
#使用快照和事务日志（请考虑预写日志）记录其事务
snapCount=3000000
#负责接受客户端连接。默认值为“是”
leaderServes=yes
dataDir=/data/zookeeper/data
dataLogDir=/data/zookeeper/log
4lw.commands.whitelist=*
server.1=datanode1:2888:3888
server.2=datanode2:2888:3888
server.3=datanode3:2888:3888

#注释掉ZK_SERVER_HEAP,使用自己定义的jvm ， 默认jvm 使用1G。

  ZK_SERVER_HEAP="${ZK_SERVER_HEAP:-1000}"
  export SERVER_JVMFLAGS="$SERVER_JVMFLAGS"

  # default heap for zookeeper client
  ZK_CLIENT_HEAP="${ZK_CLIENT_HEAP:-256}"
  export CLIENT_JVMFLAGS="$CLIENT_JVMFLAGS"

JAVA_HOME=/data/jdk
ZOO_LOG_DIR=/data/zookeeper/logs
ZOO_LOG4J_PROP="WARN,ROLLINGFILE"
SERVER_JVMFLAGS="-server -Xms1G -Xmx1G -Xmn400m -Xss228k -XX:+UseG1GC -XX:G1ReservePercent=25 -XX:InitiatingHeapOccupancyPercent=30 -XX:+DisableExplicitGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/data/logs/hadoop -XX:ErrorFile=/data/logs/hadoop/hs_err_pid%p.log -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintTenuringDistribution -XX:+PrintGCApplicationStoppedTime -Xloggc:/data/logs/hadoop/gc.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=32 -XX:GCLogFileSize=64m"

# -Xms1G 初始化内存，  -Xmx1G 最大内存1G
# -Xmn400m 新生代， 最大内存的3/8
# -Xss228K 线程占用的堆内存

172.16.230.121
echo "1" > /data/zookeeper/data/myid

172.16.230.122
echo "2" > /data/zookeeper/data/myid

172.16.230.123
echo "3" > /data/zookeeper/data/myid

[hadoop@datanode1 bin]$ cat  ~/.bash_profile 
# .bash_profile

# Get the aliases and functions
if [ -f ~/.bashrc ]; then
    . ~/.bashrc
fi

# User specific environment and startup programs

PATH=$PATH:$HOME/.local/bin:$HOME/bin:/data/zookeeper/bin

export PATH


source ~/.bash_profile

zkServer.sh  start

zkServer.sh  status

vim /data/zookeeper/conf/zoo.cfg

tickTime=2000
initLimit=10
syncLimit=5
dataDir=/tmp/zookeeper
clientPort=2181
#将单个客户端（由IP地址标识）可以与ZooKeeper集成中的单个成员建立的并发连接数（在套接字级别）限制为多少
maxClientCnxns=2000
#服务器允许客户端进行协商的最大会话超时（以毫秒为单位）。默认为tickTime的20倍
maxSessionTimeout=60000000
#ZooKeeper自动清除功能会将autopurge.snapRetainCount最新快照和相应的事务日志分别保留在dataDir和dataLogDir中
autopurge.snapRetainCount=10
#触发清除任务的时间间隔（以小时为单位)
autopurge.purgeInterval=1
#为了避免查找，ZooKeeper以preAllocSize千字节的块为单位在事务日志文件中分配空间。默认块大小为64M
preAllocSize=131072
#使用快照和事务日志（请考虑预写日志）记录其事务
snapCount=3000000
#负责接受客户端连接。默认值为“是”
leaderServes=yes
dataDir=/data/zookeeper/data
dataLogDir=/data/zookeeper/log
4lw.commands.whitelist=*
server.1=datanode1:2888:3888
server.2=datanode2:2888:3888
server.3=datanode3:2888:3888
#启动动态配置
reconfigEnabled=true
dynamicConfigFile=/data/zookeeper/conf/zoo_replicated1.cfg.dynamic

server.1=datanode1:2888:3888;2181
server.2=datanode2:2888:3888;2181
server.3=datanode3:2888:3888;2181
server.4=datanode4:2888:3888:observer;2181
server.5=datanode5:2888:3888:observer;2181

172.16.230.124
echo "4" > /data/zookeeper/data/myid

172.16.230.125
echo "5" > /data/zookeeper/data/myid

server.1=datanode1:2888:3888;2181
server.2=datanode2:2888:3888;2181
server.3=datanode3:2888:3888;2181
# 添加server.6###############
server.6=datanode6:2888:3888;2181
##############################
server.4=datanode4:2888:3888:observer;2181
server.5=datanode5:2888:3888:observer;2181

172.16.230.126
echo "6" > /data/zookeeper/data/myid

zkCli.sh
reconfig -add  6=datanode6:2888:3888;2181

reconfig -remove 6

[Unit]
Description=ZooKeeper Service
After=network.target

[Service]

Type=forking
Environment=JAVA_HOME=/data/jdk
ExecStart=/data/zookeeper/bin/zkServer.sh start 
ExecReload=/data/zookeeper/bin/zkServer.sh restart  
ExecStop=/data/zookeeper/bin/zkServer.sh stop 
Restart=always
[Install] 

WantedBy=default.target