页面“Expect基础”与“Redis5 cluster”之间的差异

来自linux中国网wiki
(页面间的差异)
跳到导航 跳到搜索
 
 
第1行: 第1行:
=添加pubkey=
+
=节点信息=
==多台添加pubkey ==
 
 
<pre>
 
<pre>
cat main
+
角色                        主机名                                                            IP1              IP2     
#!/bin/bash
 
for ip  in `cat list`
 
  
do
+
7000  7001              01                  192.168.10.211   
#echo $ip
+
7002  7003              02                  192.168.10.212     
./addkey  $ip
+
7004  7005              03                  192.168.10.213     
 +
</pre>
  
done
+
姐妹篇 [[Redis4 cluster]]
  
 +
=防火墙设置=
 +
<pre>
 +
第一台:
 +
firewall-cmd --permanent --add-port=7000/tcp
 +
firewall-cmd --permanent --add-port=17000/tcp
 +
firewall-cmd --permanent --add-port=7001/tcp
 +
firewall-cmd --permanent --add-port=17001/tcp
 +
firewall-cmd --reload
 +
firewall-cmd --list-all-zones
 +
第二台:
 +
firewall-cmd --permanent --add-port=7002/tcp
 +
firewall-cmd --permanent --add-port=17002/tcp
 +
firewall-cmd --permanent --add-port=7003/tcp
 +
firewall-cmd --permanent --add-port=17003/tcp
 +
firewall-cmd --reload
 +
firewall-cmd --list-all-zones
 +
第三台:
 +
firewall-cmd --permanent --add-port=7004/tcp
 +
firewall-cmd --permanent --add-port=17004/tcp
 +
firewall-cmd --permanent --add-port=7005/tcp
 +
firewall-cmd --permanent --add-port=17005/tcp
 +
firewall-cmd --reload
 +
firewall-cmd --list-all-zones
 +
</pre>
  
 +
=系统参数设置=
 +
<pre>#vi /etc/sysctl.conf
 +
echo 'vm.overcommit_memory = 1
 +
net.core.somaxconn = 1024' >>/etc/sysctl.conf
 +
 +
/sbin/sysctl -p /etc/sysctl.conf
 +
</pre>
  
cat addkey
+
=redis 5 安装=
#!/usr/local/bin/expect
+
<pre>
#define var
+
#bash redisins.sh 2>&1 | tee redislog
set timeout 17
 
# #<==接受第一个参数,赋值host
 
set host [lindex $argv 0]
 
set password "evan=="
 
  
 +
wget -c http://download.redis.io/releases/redis-5.0.6.tar.gz
 +
#set var
 +
redis_install_dir=/data/apps/redis
 +
redis_ver=5.0.6
  
#spawn
+
THREAD=4
spawn ssh-copy-id  -i /home/evan/lx/ssh/opspub root@$host
+
tar xzf redis-${redis_ver}.tar.gz
#spawn ssh-copy-id  -i /home/evan/.ssh/id_rsa.pub root@$host
+
pushd redis-${redis_ver} > /dev/null
#ssh-copy-id  -i /home/evan/.ssh/id_rsa.pub [email protected]
 
  
#expect
+
make -j ${THREAD}
expect {                 
 
  "*yes/no" { send "yes\r"; exp_continue} 
 
"*password:" { send "$password\r" }      
 
 
#send  "exit\r" 
 
expect eof
 
  
cat list
+
make PREFIX=${redis_install_dir}
192.168.7.4
+
make distclean
192.168.7.46
+
#cd src && make install #这个才行 特别是cluster ? 2019年 8月16日 星期五 23时29分41秒 CST
 +
make install  PREFIX=${redis_install_dir} 
 +
echo 'export PATH=${redis_install_dir}/bin/:$PATH' >> /etc/profile && source /etc/profile
  
##上面用了copy-id  如果想用scp  etc
+
####**********************下面是老的
 +
wget -c http://download.redis.io/releases/redis-5.0.5.tar.gz
 +
redis_install_dir=/home/apps/redis
 +
redis_ver=5.0.5
  
    #!/usr/bin/expect   
+
THREAD=4
    set timeout 5   
+
tar xzf redis-${redis_ver}.tar.gz
    set hostno [lindex $argv 0]   
+
pushd redis-${redis_ver} > /dev/null
    spawn scp ~/.ssh/id_dsa.pub impala$hostno:~/.ssh/pub_key   
+
make  -j ${THREAD}
    expect "*password*"   
+
make PREFIX=/home/apps/redis #here
    send "111111\r"   
+
make distclean
    spawn ssh impala$hostno "cat ~/.ssh/pub_key/ >> ~/.ssh/authorized_keys"   
+
#cd src && make install #这个才行 特别是cluster ? 2019年 8月16日 星期五 23时29分41秒 CST
    expect "*password*"   
+
make install  PREFIX=/home/apps/redis  # make install #这个有时没有创建出目录来呀
    send "111111\r"   
 
    spawn ssh impala$hostno "chmod 600 ~/.ssh/authorized_keys"   
 
    expect "*password*"   
 
    send "111111\r"   
 
    expect eof   
 
  
(3)分析:
+
#这个我没做 根本没用 哈哈
set可以设置超时,或者设置一个变量的值
+
#复制rb 或者放到安装的bin目录 然后再加path
spawn是执行一个命令
+
#cp /opt/redis-5.0.0/src/redis-trib.rb /usr/local/bin
expect等待一个匹配的输出流中的内容
 
send是匹配到之后向输入流写入的内容
 
[lindex $argv 0]表示脚本的第0个参数
 
expect eof表示读取到文件结束符
 
  
 +
echo 'export PATH=/home/apps/redis/bin/:$PATH' >> /etc/profile && source /etc/profile
 +
##**********************上面是老的
 +
NOTE
 +
redis5 用redis-cli创建整个redis集群(redis5以前的版本集群是依靠ruby脚本redis-trib.rb实现
 
</pre>
 
</pre>
  
==多台添加ssh安全(远程执行命令和退出) ==
+
=创建节点 =
 
<pre>
 
<pre>
cat  run
+
#第一台:192.168.10.211 #here
#!/usr/local/bin/expect
+
redis_install_dir=/data/apps/redis
  #define var
+
  mkdir -p ${redis_install_dir}
set timeout 17
+
cd ${redis_install_dir}
set host [lindex $argv 0]
+
mkdir -p redis_cluster
set password "evan=="
+
cd redis_cluster
 +
mkdir data 7000 7001
  
#spawn
+
#cp /root/src/redis-5.0.5/redis.conf  ${redis_install_dir}/redis_cluster
spawn ssh root@$host
+
#cd  /home/apps/redis/redis_cluster
 +
#cp redis.conf 7000/redis_7000.conf
 +
#mv redis.conf  7001/redis_7001.conf
  
expect {
 
  
    "*#*" { send "sed -i 's/#PubkeyAuthentication yes/PubkeyAuthentication yes/g' /etc/ssh/sshd_config\r";
+
#第2台:192.168.10.212
send "sed -i 's/^PasswordAuthentication yes/PasswordAuthentication no/g' /etc/ssh/sshd_config\r"
+
redis_install_dir=/data/apps/redis
send "systemctl restart sshd\r"
+
mkdir -p ${redis_install_dir}
#send "\r"
+
cd ${redis_install_dir}  
    }
+
mkdir -p redis_cluster
}
+
cd redis_cluster
send  "exit\r" 
+
mkdir data 7002 7003
expect eof
 
  
cat main
+
#cp /root/src/redis-5.0.5/redis.conf  .
#!/bin/bash
+
#cp  redis.conf 7002/redis_7002.conf
for ip  in `cat list`
+
#mv redis.conf  7003/redis_7003.conf
  
do
 
#echo $ip
 
#./addkey  $ip
 
./run  $ip
 
  
done
+
#第3台:192.168.10.213
 +
redis_install_dir=/data/apps/redis
 +
mkdir -p ${redis_install_dir}
 +
cd ${redis_install_dir}
 +
mkdir -p redis_cluster
 +
cd redis_cluster
 +
mkdir data 7004 7005
 +
#cp /root/src/redis-5.0.5/redis.conf  .
 +
#cp redis.conf 7004/redis_7004.conf
 +
#mv redis.conf 7005/redis_7005.conf
 +
 
  
#run
 
bash main
 
 
</pre>
 
</pre>
  
==单个==
+
=修改配置文件(三台机器6个配置)=
 
<pre>
 
<pre>
 +
note  日志在系统那  因为我们配置文件没指定 /var/log/redis/
  
vi addkey
+
ls /home/apps/redis/redis_cluster/data/
 +
appendonly-7000.aof  dump_7000.rdb  nodes_7000.conf
 +
appendonly-7001.aof  dump_7001.rdb  nodes_7001.conf
 +
# 生成在这里了  /home/apps/redis/redis_cluster/data/nodes_7000.conf  nodes_7001.conf
  
#!/usr/local/bin/expect
+
配置建议加上这个  下面这些配置还加上的
#SERVERS="101.00.208.197 120.40.043.52 "
+
# appendfsync always
set timeout 5 
+
appendfsync everysec
set host [lindex $argv 0]
+
# appendfsync no
spawn ssh-copy-id  -i /home/evan/.ssh/id_rsa.pub root@$host
 
#ssh-copy-id  -i /home/evan/.ssh/id_rsa.pub [email protected]
 
expect {                 
 
"*yes/no" { send "yes\r"; exp_continue} 
 
"*password:" { send "P2xMGipLpSG7dA==\r" }     
 
 
  
expect eof
+
第一台:
 +
pushd /home/apps/redis/redis_cluster
 +
mkdir -p /var/log/redis
 +
: > 7000/redis_7000.conf
 +
#vi 7000/redis_7000.conf
 +
#非交互进行
 +
echo 'port 7000
 +
bind 192.168.10.211 127.0.0.1
 +
cluster-enabled yes
 +
appendfilename "appendonly-7000.aof"
 +
cluster-config-file nodes_7000.conf
 +
cluster-node-timeout 15000
 +
appendonly yes
 +
appendfsync everysec
 +
daemonize yes
 +
dbfilename dump_7000.rdb
 +
dir /data/apps/redis/redis_cluster/data
 +
logfile "/var/log/redis/7000.log"
 +
protected-mode yes
 +
pidfile /var/run/redis_7000.pid'>7000/redis_7000.conf
  
  
用法
+
:>7001/redis_7001.conf
./addkey 18.80.216.19 #这是你的IP
+
echo 'port 7001
 +
bind 192.168.10.211 127.0.0.1
 +
cluster-enabled yes
 +
appendfilename "appendonly-7001.aof"
 +
cluster-config-file nodes_7001.conf
 +
cluster-node-timeout 15000
 +
appendonly yes
 +
appendfsync everysec
 +
daemonize yes
 +
dbfilename dump_7001.rdb
 +
dir /home/apps/redis/redis_cluster/data
 +
logfile "/var/log/redis/7001.log"
 +
protected-mode yes
 +
pidfile /var/run/redis_7001.pid'>7001/redis_7001.conf
 +
 
 +
 
 +
第二台
 +
pushd /home/apps/redis/redis_cluster
 +
mkdir -p /var/log/redis
 +
:>7002/redis_7002.conf
 +
echo 'port 7002
 +
bind 192.168.10.212 127.0.0.1
 +
cluster-enabled yes
 +
appendfilename "appendonly-7002.aof"
 +
cluster-config-file nodes_7002.conf
 +
cluster-node-timeout 15000
 +
appendonly yes
 +
appendfsync everysec
 +
daemonize yes
 +
dbfilename dump_7002.rdb
 +
dir /home/apps/redis/redis_cluster/data
 +
logfile "/var/log/redis/7002.log"
 +
protected-mode yes
 +
pidfile /var/run/redis_7002.pid' >7002/redis_7002.conf
 +
 
 +
:>7003/redis_7003.conf
 +
echo 'port 7003
 +
bind 192.168.10.212 127.0.0.1
 +
cluster-enabled yes
 +
appendfilename "appendonly-7003.aof"
 +
cluster-config-file nodes_7003.conf
 +
cluster-node-timeout 15000
 +
appendonly yes
 +
appendfsync everysec
 +
daemonize yes
 +
dbfilename dump_7003.rdb
 +
dir /home/apps/redis/redis_cluster/data
 +
logfile "/var/log/redis/7003.log"
 +
protected-mode yes
 +
pidfile /var/run/redis_7003.pid'>7003/redis_7003.conf
 +
 
 +
 
 +
第3台
 +
  pushd /home/apps/redis/redis_cluster
 +
mkdir -p /var/log/redis
 +
:>7004/redis_7004.conf
 +
echo 'port 7004
 +
bind 192.168.10.213 127.0.0.1
 +
cluster-enabled yes
 +
appendfilename "appendonly-7004.aof"
 +
cluster-config-file nodes_7004.conf
 +
cluster-node-timeout 15000
 +
appendonly yes
 +
appendfsync everysec
 +
daemonize yes
 +
dbfilename dump_7004.rdb
 +
dir /home/apps/redis/redis_cluster/data
 +
logfile "/var/log/redis/7004.log"
 +
protected-mode yes
 +
pidfile /var/run/redis_7004.pid ' > 7004/redis_7004.conf
 +
 
 +
:>7005/redis_7005.conf
 +
echo 'port 7005
 +
bind 192.168.10.213 127.0.0.1
 +
cluster-enabled yes
 +
appendfilename "appendonly-7005.aof"
 +
cluster-config-file nodes_7005.conf
 +
cluster-node-timeout 15000
 +
appendonly yes
 +
daemonize yes
 +
dbfilename dump_7005.rdb
 +
dir /home/apps/redis/redis_cluster/data
 +
logfile "/var/log/redis/7005.log"
 +
protected-mode yes
 +
pidfile /var/run/redis_7005.pid' >7005/redis_7005.conf
 +
 
 
</pre>
 
</pre>
  
=on dovo=
+
=启动redis=
 
<pre>
 
<pre>
#!/usr/bin/expect
+
#cd /usr/local/redis/etc/redis_cluster #on freebsd
#good on new kali  这个在新的kali 上是ok的
+
第一台:
set timeout 30
+
mkdir /var/log/redis
set sshIP "4.88.1.2"
+
redis_install_dir=/data/apps/redis
set keypassword "ZdvV"
+
echo 'redis_install_dir=/data/apps/redis
set rootPassword "5D"
+
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7000/redis_7000.conf
#spawn ssh -o StrictHostKeyChecking=no -i /root/key  evan@$sshIP
+
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7001/redis_7001.conf'>${redis_install_dir}/redis_cluster/run
expect "Enter passphrase"
 
send "$keypassword\r"
 
expect "]$"
 
send "sudo -i\r"
 
expect "xxxxx"
 
send "$rootPassword\r"
 
expect "]#"
 
## run command
 
#send "cat /root/1  && echo 'test was ok .';exit\r"
 
#send "bash /data/tmp/dbins  && echo 'dbins  was ok.';exit\r"
 
#expect "52wan"
 
#send "exit\r"
 
#expect eof {exit 0}
 
interact
 
  
 +
chmod +x ${redis_install_dir}/redis_cluster/run && bash ${redis_install_dir}/redis_cluster/run
 +
chmod  +x /etc/rc.d/rc.local
 +
echo "${redis_install_dir}/redis_cluster/run"  >/etc/rc.d/rc.local #把变量替换为值,不建议用''
  
#!/usr/bin/expect
+
第二台
# on old kali  这个在老的kali
+
mkdir /var/log/redis
set timeout 30
+
redis_install_dir=/data/apps/redis
set sshIP "4.88.1.2"
+
echo 'redis_install_dir=/data/apps/redis
set keypassword "Zd"
+
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7002/redis_7002.conf
set rootPassword "5D"
+
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7003/redis_7003.conf'>${redis_install_dir}/redis_cluster/run
spawn ssh -o StrictHostKeyChecking=no -i /home/key  evan@$sshIP
+
 
expect "Enter passphrase"
+
chmod +x ${redis_install_dir}/redis_cluster/run && bash ${redis_install_dir}/redis_cluster/run
send "$keypassword\r"
+
chmod  +x /etc/rc.d/rc.local
expect "52wan"
+
echo "${redis_install_dir}/redis_cluster/run" >/etc/rc.d/rc.local #把变量替换为值
send "sudo -i\r"
+
 
expect "password for 52wan:"
+
 
send "$rootPassword\r"
+
第三台:
expect "]#"
+
mkdir /var/log/redis
## run command
+
redis_install_dir=/data/apps/redis
#send "cat /root/1  && echo 'test was ok .';exit\r"
+
echo 'redis_install_dir=/data/apps/redis
#send "bash /data/tmp/dbins  && echo 'dbins was ok.';exit\r"
+
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7004/redis_7004.conf
#expect "52wan"
+
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7005/redis_7005.conf'>${redis_install_dir}/redis_cluster/run
#send "exit\r"
+
 
#expect eof {exit 0}
+
chmod +x ${redis_install_dir}/redis_cluster/run && bash ${redis_install_dir}/redis_cluster/run
interact
+
chmod +x /etc/rc.d/rc.local
 +
echo "${redis_install_dir}/redis_cluster/run" >/etc/rc.d/rc.local #把变量替换为值
  
 
</pre>
 
</pre>
 +
 +
=登陆redis=
 +
<pre>
 +
/home/apps/redis/bin/redis-cli  -c -h  192.168.10.211 -p 7000
 +
redis-cli -h 10.3.10.141 -p 7001
 +
 +
redis-cli -h 10.3.10.142 -p 7002
 +
redis-cli -h 10.3.10.142 -p 7003
 +
 +
redis-cli -h 10.3.10.143 -p 7004
 +
redis-cli -h 10.3.10.143 -p 7005
 +
</pre>
 +
=创建集群=
 +
<pre>注意:在任意一台上运行 不要在每台机器上都运行,一台就够了
 +
#要开通端口  firewalld
 +
 +
redis-cli --cluster create --cluster-replicas 1 192.168.10.211:7000 192.168.10.211:7001 192.168.10.212:7002 192.168.10.212:7003 192.168.10.213:7004  192.168.10.213:7005
 +
#--replicas  1  表示 自动为每一个master节点分配一个slave节点    上面有6个节点,程序会按照一定规则生成 3个master(主)3个slave(从)
 +
</pre>
 +
==执行详情==
 +
<pre>
 +
[root@dev-hello-1 redis_cluster]# redis-cli --cluster create --cluster-replicas 1 192.168.10.201:7000 192.168.10.201:7001 192.168.10.202:7002 192.168.10.202:7003 192.168.10.203:7004  192.168.10.203:7005
 +
>>> Performing hash slots allocation on 6 nodes...
 +
Master[0] -> Slots 0 - 5460
 +
Master[1] -> Slots 5461 - 10922
 +
Master[2] -> Slots 10923 - 16383
 +
Adding replica 192.168.10.202:7003 to 192.168.10.201:7000
 +
Adding replica 192.168.10.203:7005 to 192.168.10.202:7002
 +
Adding replica 192.168.10.201:7001 to 192.168.10.203:7004
 +
M: caf3a2c83f4f34498d9152161d3d62ca499094eb 192.168.10.201:7000
 +
  slots:[0-5460] (5461 slots) master
 +
S: ecbc0c648ff15c4ff2c176563afa580c7c8b7f3b 192.168.10.201:7001
 +
  replicates 3792aae886d957e1a0272bcd198a06798f05c26d
 +
M: 9c2f0b7827180d93371b493e8ca59b6eea776b0c 192.168.10.202:7002
 +
  slots:[5461-10922] (5462 slots) master
 +
S: b66f09b38e321ce3f8ee000b7cb40fe804f3a450 192.168.10.202:7003
 +
  replicates caf3a2c83f4f34498d9152161d3d62ca499094eb
 +
M: 3792aae886d957e1a0272bcd198a06798f05c26d 192.168.10.203:7004
 +
  slots:[10923-16383] (5461 slots) master
 +
S: a027592b56eb7477fe039786490318efdda8a0d6 192.168.10.203:7005
 +
  replicates 9c2f0b7827180d93371b493e8ca59b6eea776b0c
 +
Can I set the above configuration? (type 'yes' to accept): yes
 +
>>> Nodes configuration updated
 +
>>> Assign a different config epoch to each node
 +
>>> Sending CLUSTER MEET messages to join the cluster
 +
Waiting for the cluster to join
 +
....
 +
>>> Performing Cluster Check (using node 192.168.10.201:7000)
 +
M: caf3a2c83f4f34498d9152161d3d62ca499094eb 192.168.10.201:7000
 +
  slots:[0-5460] (5461 slots) master
 +
  1 additional replica(s)
 +
S: a027592b56eb7477fe039786490318efdda8a0d6 192.168.10.203:7005
 +
  slots: (0 slots) slave
 +
  replicates 9c2f0b7827180d93371b493e8ca59b6eea776b0c
 +
M: 3792aae886d957e1a0272bcd198a06798f05c26d 192.168.10.203:7004
 +
  slots:[10923-16383] (5461 slots) master
 +
  1 additional replica(s)
 +
M: 9c2f0b7827180d93371b493e8ca59b6eea776b0c 192.168.10.202:7002
 +
  slots:[5461-10922] (5462 slots) master
 +
  1 additional replica(s)
 +
S: ecbc0c648ff15c4ff2c176563afa580c7c8b7f3b 192.168.10.201:7001
 +
  slots: (0 slots) slave
 +
  replicates 3792aae886d957e1a0272bcd198a06798f05c26d
 +
S: b66f09b38e321ce3f8ee000b7cb40fe804f3a450 192.168.10.202:7003
 +
  slots: (0 slots) slave
 +
  replicates caf3a2c83f4f34498d9152161d3d62ca499094eb
 +
[OK] All nodes agree about slots configuration.
 +
>>> Check for open slots...
 +
>>> Check slots coverage...
 +
[OK] All 16384 slots covered.
 +
</pre>
 +
 +
=查看redis集群情况=
 +
<pre>
 +
redis-cli -h 192.168.10.211 -p 7000 cluster nodes
 +
 +
a027592b56eb7477fe039786490318efdda8a0d6 192.168.10.203:7005@17005 slave 9c2f0b7827180d93371b493e8ca59b6eea776b0c 0 1567502665000 6 connected
 +
3792aae886d957e1a0272bcd198a06798f05c26d 192.168.10.203:7004@17004 master - 0 1567502666171 5 connected 10923-16383
 +
9c2f0b7827180d93371b493e8ca59b6eea776b0c 192.168.10.202:7002@17002 master - 0 1567502664166 3 connected 5461-10922
 +
ecbc0c648ff15c4ff2c176563afa580c7c8b7f3b 192.168.10.201:7001@17001 slave 3792aae886d957e1a0272bcd198a06798f05c26d 0 1567502664000 5 connected
 +
caf3a2c83f4f34498d9152161d3d62ca499094eb 192.168.10.201:7000@17000 myself,master - 0 1567502663000 1 connected 0-5460
 +
b66f09b38e321ce3f8ee000b7cb40fe804f3a450 192.168.10.202:7003@17003 slave caf3a2c83f4f34498d9152161d3d62ca499094eb 0 1567502665169 4 connected
 +
 +
</pre>
 +
==cluster 完整性检查==
 +
<pre>
 +
 +
redis-trib.rb check 10.3.10.140:7000
 +
redis-trib.rb check 10.3.10.140:7001
 +
redis-trib.rb check 10.3.10.140:7002
 +
redis-trib.rb check 10.3.10.140:7003
 +
redis-trib.rb check 10.3.10.140:7004
 +
redis-trib.rb check 10.3.10.140:7005
 +
 +
结果如下  16384个槽都分配到了 节点
 +
 +
[OK] All nodes agree about slots configuration.
 +
>>> Check for open slots...
 +
>>> Check slots coverage...
 +
[OK] All 16384 slots covered.
 +
</pre>
 +
 +
==测试 ==
 +
<pre>
 +
 
 +
redis-cli -c -h  192.168.10.201 -p 7000
 +
 +
[root@dev-hello-1 redis_cluster]# redis-cli -c -h  192.168.10.201 -p 7000
 +
192.168.10.201:7000> set evan 36
 +
-> Redirected to slot [14924] located at 192.168.10.203:7004
 +
OK
 +
192.168.10.203:7004>
 +
 +
[root@dev-hello-2 redis_cluster]# redis-cli -c -h  192.168.10.202 -p 7002
 +
192.168.10.202:7002> get evan
 +
-> Redirected to slot [14924] located at 192.168.10.203:7004
 +
"36"
 +
192.168.10.203:7004>
 +
 +
dev-hello-3 redis_cluster]#  redis-cli -c -h  192.168.10.203  -p 7005
 +
192.168.10.203:7005> get evan
 +
-> Redirected to slot [14924] located at 192.168.10.203:7004
 +
"36"
 +
192.168.10.203:7004>
 +
 +
测试通过了
 +
</pre>
 +
 +
=添加redis集群密码=
 +
==方式一:修改所有Redis集群中的redis.conf文件加入==
 +
<pre>
 +
# NOTE  还是这个办法好  不然可能有些 没加载到配置文件去呢
 +
masterauth passwd123
 +
requirepass passwd123
 +
说明:这种方式需要重新启动各节点
 +
</pre>
 +
 +
==方式二:进入各个实例进行设置  就是所有节点:==
 +
<pre>
 +
redis-cli -c -h 10.3.10.141 -p 7001
 +
#好像不能一起执行
 +
config set masterauth 36DbRGvv
 +
config set requirepass 36DbRGvv
 +
auth  36DbRGvv
 +
config rewrite
 +
 +
添加redis集群密码 一开始忘记加-c 导致 143 两个都加不上了  redis本身的密码这样就有了
 +
 +
-a 后 再执行命令就再 auth , 而如果是进入后 auth password 要每次 都再验证一下密码 麻烦
 +
 +
</pre>
 +
 +
 +
=开机自己启动=
 +
<pre>
 +
vi /apps/redis/redis_cluster/run
 +
 +
/apps/redis/bin/redis-server /home/apps/redis/redis_cluster/7004/redis_7004.conf
 +
/apps/redis/bin/redis-server /home/apps/redis/redis_cluster/7005/redis_7005.conf
 +
 +
chmod  +x  /apps/redis/redis_cluster/run
 +
chmod +x /etc/rc.d/rc.local
 +
 +
vi  /etc/rc.d/rc.local
 +
/apps/redis/redis_cluster/run
 +
 +
 +
</pre>
 +
=开启关闭=
 +
<pre>
 +
redis-cli -a xxx -c -h 192.168.0.60 -p 8001 shutdown  #集群cluster_state变成了fail状态?
 +
 +
 +
 +
</pre>
 +
 +
=troubleshooting=
 +
<pre>
 +
ISCONF Errors writing to the AOF file: No space left on device; nested exception is redis.clients.jedis.exceptions.JedisDataException: MISCONF Errors writing to the AOF file: No space left on device
 +
 +
org.springframework.dao.InvalidDataAccessApiUsageException: MISCONF Errors writing to the AOF file: No space left on device; nested exception is redis.clients.jedis.exceptions.JedisDataException: MISCONF Errors writing to the AOF file: No space left on device
 +
 +
原因 有一个台redis的机器 空间100%
 +
 +
</pre>
 +
 +
=see also=
 +
[https://blog.51cto.com/kerry/2316700 redis-5.0 cluster带认证及客户端连接]
 +
 +
[https://www.jianshu.com/p/8045b92fafb2 Redis 5 之后版本的高可用集群搭建]
 +
[[category:ops]] [[category:redis]]

2019年11月13日 (三) 03:02的版本

节点信息

角色                        主机名                                                             IP1               IP2       

7000  7001               01                   192.168.10.211     
7002  7003               02                   192.168.10.212      
7004  7005               03                   192.168.10.213      

姐妹篇 Redis4 cluster

防火墙设置

第一台:
firewall-cmd --permanent --add-port=7000/tcp
firewall-cmd --permanent --add-port=17000/tcp
firewall-cmd --permanent --add-port=7001/tcp
firewall-cmd --permanent --add-port=17001/tcp
firewall-cmd --reload
firewall-cmd --list-all-zones
第二台:
firewall-cmd --permanent --add-port=7002/tcp
firewall-cmd --permanent --add-port=17002/tcp
firewall-cmd --permanent --add-port=7003/tcp
firewall-cmd --permanent --add-port=17003/tcp
firewall-cmd --reload
firewall-cmd --list-all-zones
第三台:
firewall-cmd --permanent --add-port=7004/tcp
firewall-cmd --permanent --add-port=17004/tcp
firewall-cmd --permanent --add-port=7005/tcp
firewall-cmd --permanent --add-port=17005/tcp
firewall-cmd --reload
firewall-cmd --list-all-zones

系统参数设置

#vi /etc/sysctl.conf
echo 'vm.overcommit_memory = 1
net.core.somaxconn = 1024' >>/etc/sysctl.conf

/sbin/sysctl -p /etc/sysctl.conf

redis 5 安装

#bash redisins.sh 2>&1 | tee redislog

wget -c http://download.redis.io/releases/redis-5.0.6.tar.gz
#set var
redis_install_dir=/data/apps/redis
redis_ver=5.0.6

THREAD=4
tar xzf redis-${redis_ver}.tar.gz
pushd redis-${redis_ver} > /dev/null

make  -j ${THREAD}

make PREFIX=${redis_install_dir} 
make distclean
#cd src && make install #这个才行 特别是cluster ? 2019年 8月16日 星期五 23时29分41秒 CST
make install  PREFIX=${redis_install_dir}  
echo 'export PATH=${redis_install_dir}/bin/:$PATH' >> /etc/profile && source /etc/profile

####**********************下面是老的
wget -c http://download.redis.io/releases/redis-5.0.5.tar.gz
redis_install_dir=/home/apps/redis
redis_ver=5.0.5

THREAD=4
tar xzf redis-${redis_ver}.tar.gz
pushd redis-${redis_ver} > /dev/null
make  -j ${THREAD}
make PREFIX=/home/apps/redis #here
make distclean
#cd src && make install #这个才行 特别是cluster ? 2019年 8月16日 星期五 23时29分41秒 CST
make install  PREFIX=/home/apps/redis  # make install #这个有时没有创建出目录来呀

#这个我没做 根本没用 哈哈 
#复制rb 或者放到安装的bin目录 然后再加path 
#cp /opt/redis-5.0.0/src/redis-trib.rb /usr/local/bin

echo 'export PATH=/home/apps/redis/bin/:$PATH' >> /etc/profile && source /etc/profile
##**********************上面是老的
NOTE
redis5 用redis-cli创建整个redis集群(redis5以前的版本集群是依靠ruby脚本redis-trib.rb实现

创建节点

#第一台:192.168.10.211 #here
redis_install_dir=/data/apps/redis
 mkdir -p ${redis_install_dir}
cd ${redis_install_dir} 
mkdir -p redis_cluster
cd redis_cluster
mkdir data 7000 7001

#cp /root/src/redis-5.0.5/redis.conf  ${redis_install_dir}/redis_cluster
#cd  /home/apps/redis/redis_cluster
#cp redis.conf 7000/redis_7000.conf
#mv redis.conf  7001/redis_7001.conf


#第2台:192.168.10.212
redis_install_dir=/data/apps/redis
mkdir -p ${redis_install_dir}
cd ${redis_install_dir} 
mkdir -p redis_cluster
cd redis_cluster
mkdir data 7002 7003

#cp /root/src/redis-5.0.5/redis.conf  .
#cp  redis.conf 7002/redis_7002.conf
#mv redis.conf  7003/redis_7003.conf


#第3台:192.168.10.213
redis_install_dir=/data/apps/redis
mkdir -p ${redis_install_dir}
cd ${redis_install_dir} 
mkdir -p redis_cluster
cd redis_cluster
mkdir data 7004 7005
#cp /root/src/redis-5.0.5/redis.conf  .
#cp redis.conf 7004/redis_7004.conf
#mv redis.conf 7005/redis_7005.conf


修改配置文件(三台机器6个配置)

note  日志在系统那  因为我们配置文件没指定 /var/log/redis/

ls /home/apps/redis/redis_cluster/data/
appendonly-7000.aof  dump_7000.rdb  nodes_7000.conf
appendonly-7001.aof  dump_7001.rdb  nodes_7001.conf
# 生成在这里了  /home/apps/redis/redis_cluster/data/nodes_7000.conf  nodes_7001.conf

配置建议加上这个  下面这些配置还加上的 
# appendfsync always
appendfsync everysec
# appendfsync no

第一台:
 pushd /home/apps/redis/redis_cluster
mkdir -p /var/log/redis
: > 7000/redis_7000.conf
#vi 7000/redis_7000.conf
#非交互进行
echo 'port 7000
bind 192.168.10.211 127.0.0.1
cluster-enabled yes
appendfilename "appendonly-7000.aof"
cluster-config-file nodes_7000.conf 
cluster-node-timeout 15000
appendonly yes
appendfsync everysec
daemonize yes
dbfilename dump_7000.rdb
dir /data/apps/redis/redis_cluster/data 
logfile "/var/log/redis/7000.log"
protected-mode yes
pidfile /var/run/redis_7000.pid'>7000/redis_7000.conf


:>7001/redis_7001.conf
echo 'port 7001
bind 192.168.10.211 127.0.0.1
cluster-enabled yes
appendfilename "appendonly-7001.aof"
cluster-config-file nodes_7001.conf
cluster-node-timeout 15000
appendonly yes
appendfsync everysec
daemonize yes
dbfilename dump_7001.rdb
dir /home/apps/redis/redis_cluster/data 
logfile "/var/log/redis/7001.log"
protected-mode yes
pidfile /var/run/redis_7001.pid'>7001/redis_7001.conf


第二台 
 pushd /home/apps/redis/redis_cluster
mkdir -p /var/log/redis
:>7002/redis_7002.conf
echo 'port 7002
bind 192.168.10.212 127.0.0.1
cluster-enabled yes
appendfilename "appendonly-7002.aof"
cluster-config-file nodes_7002.conf
cluster-node-timeout 15000
appendonly yes
appendfsync everysec
daemonize yes
dbfilename dump_7002.rdb
dir /home/apps/redis/redis_cluster/data 
logfile "/var/log/redis/7002.log"
protected-mode yes
pidfile /var/run/redis_7002.pid' >7002/redis_7002.conf

:>7003/redis_7003.conf
echo 'port 7003
bind 192.168.10.212 127.0.0.1
cluster-enabled yes
appendfilename "appendonly-7003.aof"
cluster-config-file nodes_7003.conf
cluster-node-timeout 15000
appendonly yes
appendfsync everysec
daemonize yes
dbfilename dump_7003.rdb
dir /home/apps/redis/redis_cluster/data 
logfile "/var/log/redis/7003.log"
protected-mode yes
pidfile /var/run/redis_7003.pid'>7003/redis_7003.conf


第3台
 pushd /home/apps/redis/redis_cluster
mkdir -p /var/log/redis
:>7004/redis_7004.conf
echo 'port 7004
bind 192.168.10.213 127.0.0.1
cluster-enabled yes
appendfilename "appendonly-7004.aof"
cluster-config-file nodes_7004.conf
cluster-node-timeout 15000
appendonly yes
appendfsync everysec
daemonize yes
dbfilename dump_7004.rdb
dir /home/apps/redis/redis_cluster/data 
logfile "/var/log/redis/7004.log"
protected-mode yes
pidfile /var/run/redis_7004.pid ' > 7004/redis_7004.conf

:>7005/redis_7005.conf
echo 'port 7005
bind 192.168.10.213 127.0.0.1
cluster-enabled yes
appendfilename "appendonly-7005.aof"
cluster-config-file nodes_7005.conf
cluster-node-timeout 15000
appendonly yes
daemonize yes
dbfilename dump_7005.rdb
dir /home/apps/redis/redis_cluster/data 
logfile "/var/log/redis/7005.log"
protected-mode yes
pidfile /var/run/redis_7005.pid' >7005/redis_7005.conf

启动redis

#cd /usr/local/redis/etc/redis_cluster #on freebsd
第一台:
mkdir /var/log/redis
redis_install_dir=/data/apps/redis
echo 'redis_install_dir=/data/apps/redis
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7000/redis_7000.conf
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7001/redis_7001.conf'>${redis_install_dir}/redis_cluster/run

chmod +x ${redis_install_dir}/redis_cluster/run && bash ${redis_install_dir}/redis_cluster/run
chmod  +x /etc/rc.d/rc.local
echo "${redis_install_dir}/redis_cluster/run"  >/etc/rc.d/rc.local #把变量替换为值,不建议用''

第二台
mkdir /var/log/redis
redis_install_dir=/data/apps/redis
echo 'redis_install_dir=/data/apps/redis
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7002/redis_7002.conf
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7003/redis_7003.conf'>${redis_install_dir}/redis_cluster/run

chmod +x ${redis_install_dir}/redis_cluster/run && bash ${redis_install_dir}/redis_cluster/run
chmod  +x /etc/rc.d/rc.local
echo "${redis_install_dir}/redis_cluster/run"  >/etc/rc.d/rc.local #把变量替换为值


第三台:
mkdir /var/log/redis
redis_install_dir=/data/apps/redis
echo 'redis_install_dir=/data/apps/redis
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7004/redis_7004.conf
${redis_install_dir}/bin/redis-server ${redis_install_dir}/redis_cluster/7005/redis_7005.conf'>${redis_install_dir}/redis_cluster/run

chmod +x ${redis_install_dir}/redis_cluster/run && bash ${redis_install_dir}/redis_cluster/run
chmod  +x /etc/rc.d/rc.local
echo "${redis_install_dir}/redis_cluster/run"  >/etc/rc.d/rc.local #把变量替换为值

登陆redis

/home/apps/redis/bin/redis-cli  -c -h  192.168.10.211 -p 7000
redis-cli -h 10.3.10.141 -p 7001

redis-cli -h 10.3.10.142 -p 7002
redis-cli -h 10.3.10.142 -p 7003

redis-cli -h 10.3.10.143 -p 7004
redis-cli -h 10.3.10.143 -p 7005

创建集群

注意:在任意一台上运行 不要在每台机器上都运行,一台就够了
#要开通端口  firewalld

redis-cli --cluster create --cluster-replicas 1 192.168.10.211:7000 192.168.10.211:7001 192.168.10.212:7002 192.168.10.212:7003 192.168.10.213:7004  192.168.10.213:7005
#--replicas  1  表示 自动为每一个master节点分配一个slave节点    上面有6个节点,程序会按照一定规则生成 3个master(主)3个slave(从)

执行详情

 [root@dev-hello-1 redis_cluster]# redis-cli --cluster create --cluster-replicas 1 192.168.10.201:7000 192.168.10.201:7001 192.168.10.202:7002 192.168.10.202:7003 192.168.10.203:7004  192.168.10.203:7005
>>> Performing hash slots allocation on 6 nodes...
Master[0] -> Slots 0 - 5460
Master[1] -> Slots 5461 - 10922
Master[2] -> Slots 10923 - 16383
Adding replica 192.168.10.202:7003 to 192.168.10.201:7000
Adding replica 192.168.10.203:7005 to 192.168.10.202:7002
Adding replica 192.168.10.201:7001 to 192.168.10.203:7004
M: caf3a2c83f4f34498d9152161d3d62ca499094eb 192.168.10.201:7000
   slots:[0-5460] (5461 slots) master
S: ecbc0c648ff15c4ff2c176563afa580c7c8b7f3b 192.168.10.201:7001
   replicates 3792aae886d957e1a0272bcd198a06798f05c26d
M: 9c2f0b7827180d93371b493e8ca59b6eea776b0c 192.168.10.202:7002
   slots:[5461-10922] (5462 slots) master
S: b66f09b38e321ce3f8ee000b7cb40fe804f3a450 192.168.10.202:7003
   replicates caf3a2c83f4f34498d9152161d3d62ca499094eb
M: 3792aae886d957e1a0272bcd198a06798f05c26d 192.168.10.203:7004
   slots:[10923-16383] (5461 slots) master
S: a027592b56eb7477fe039786490318efdda8a0d6 192.168.10.203:7005
   replicates 9c2f0b7827180d93371b493e8ca59b6eea776b0c
Can I set the above configuration? (type 'yes' to accept): yes
>>> Nodes configuration updated
>>> Assign a different config epoch to each node
>>> Sending CLUSTER MEET messages to join the cluster
Waiting for the cluster to join
....
>>> Performing Cluster Check (using node 192.168.10.201:7000)
M: caf3a2c83f4f34498d9152161d3d62ca499094eb 192.168.10.201:7000
   slots:[0-5460] (5461 slots) master
   1 additional replica(s)
S: a027592b56eb7477fe039786490318efdda8a0d6 192.168.10.203:7005
   slots: (0 slots) slave
   replicates 9c2f0b7827180d93371b493e8ca59b6eea776b0c
M: 3792aae886d957e1a0272bcd198a06798f05c26d 192.168.10.203:7004
   slots:[10923-16383] (5461 slots) master
   1 additional replica(s)
M: 9c2f0b7827180d93371b493e8ca59b6eea776b0c 192.168.10.202:7002
   slots:[5461-10922] (5462 slots) master
   1 additional replica(s)
S: ecbc0c648ff15c4ff2c176563afa580c7c8b7f3b 192.168.10.201:7001
   slots: (0 slots) slave
   replicates 3792aae886d957e1a0272bcd198a06798f05c26d
S: b66f09b38e321ce3f8ee000b7cb40fe804f3a450 192.168.10.202:7003
   slots: (0 slots) slave
   replicates caf3a2c83f4f34498d9152161d3d62ca499094eb
[OK] All nodes agree about slots configuration.
>>> Check for open slots...
>>> Check slots coverage...
[OK] All 16384 slots covered.

查看redis集群情况

redis-cli -h 192.168.10.211 -p 7000 cluster nodes

a027592b56eb7477fe039786490318efdda8a0d6 192.168.10.203:7005@17005 slave 9c2f0b7827180d93371b493e8ca59b6eea776b0c 0 1567502665000 6 connected
3792aae886d957e1a0272bcd198a06798f05c26d 192.168.10.203:7004@17004 master - 0 1567502666171 5 connected 10923-16383
9c2f0b7827180d93371b493e8ca59b6eea776b0c 192.168.10.202:7002@17002 master - 0 1567502664166 3 connected 5461-10922
ecbc0c648ff15c4ff2c176563afa580c7c8b7f3b 192.168.10.201:7001@17001 slave 3792aae886d957e1a0272bcd198a06798f05c26d 0 1567502664000 5 connected
caf3a2c83f4f34498d9152161d3d62ca499094eb 192.168.10.201:7000@17000 myself,master - 0 1567502663000 1 connected 0-5460
b66f09b38e321ce3f8ee000b7cb40fe804f3a450 192.168.10.202:7003@17003 slave caf3a2c83f4f34498d9152161d3d62ca499094eb 0 1567502665169 4 connected

cluster 完整性检查


redis-trib.rb check 10.3.10.140:7000
redis-trib.rb check 10.3.10.140:7001
redis-trib.rb check 10.3.10.140:7002
redis-trib.rb check 10.3.10.140:7003
redis-trib.rb check 10.3.10.140:7004
redis-trib.rb check 10.3.10.140:7005

结果如下  16384个槽都分配到了 节点 

[OK] All nodes agree about slots configuration.
>>> Check for open slots...
>>> Check slots coverage...
[OK] All 16384 slots covered.

测试

  
redis-cli -c -h  192.168.10.201 -p 7000

[root@dev-hello-1 redis_cluster]# redis-cli -c -h  192.168.10.201 -p 7000
192.168.10.201:7000> set evan 36
-> Redirected to slot [14924] located at 192.168.10.203:7004
OK
192.168.10.203:7004> 

[root@dev-hello-2 redis_cluster]# redis-cli -c -h  192.168.10.202 -p 7002
192.168.10.202:7002> get evan 
-> Redirected to slot [14924] located at 192.168.10.203:7004
"36"
192.168.10.203:7004> 

dev-hello-3 redis_cluster]#  redis-cli -c -h  192.168.10.203  -p 7005
192.168.10.203:7005> get evan
-> Redirected to slot [14924] located at 192.168.10.203:7004
"36"
192.168.10.203:7004>

测试通过了 

添加redis集群密码

方式一:修改所有Redis集群中的redis.conf文件加入

 
# NOTE   还是这个办法好  不然可能有些 没加载到配置文件去呢 
masterauth passwd123 
requirepass passwd123 
说明:这种方式需要重新启动各节点

方式二:进入各个实例进行设置 就是所有节点:

 
redis-cli -c -h 10.3.10.141 -p 7001
#好像不能一起执行
config set masterauth 36DbRGvv 
config set requirepass 36DbRGvv 
auth  36DbRGvv
config rewrite 

添加redis集群密码 一开始忘记加-c 导致 143 两个都加不上了  redis本身的密码这样就有了

-a 后 再执行命令就再 auth , 而如果是进入后 auth password 要每次 都再验证一下密码 麻烦 


开机自己启动

vi /apps/redis/redis_cluster/run

/apps/redis/bin/redis-server /home/apps/redis/redis_cluster/7004/redis_7004.conf
/apps/redis/bin/redis-server /home/apps/redis/redis_cluster/7005/redis_7005.conf

chmod  +x  /apps/redis/redis_cluster/run
chmod +x /etc/rc.d/rc.local

 vi  /etc/rc.d/rc.local
/apps/redis/redis_cluster/run


开启关闭

redis-cli -a xxx -c -h 192.168.0.60 -p 8001 shutdown  #集群cluster_state变成了fail状态?



troubleshooting

ISCONF Errors writing to the AOF file: No space left on device; nested exception is redis.clients.jedis.exceptions.JedisDataException: MISCONF Errors writing to the AOF file: No space left on device

org.springframework.dao.InvalidDataAccessApiUsageException: MISCONF Errors writing to the AOF file: No space left on device; nested exception is redis.clients.jedis.exceptions.JedisDataException: MISCONF Errors writing to the AOF file: No space left on device

原因 有一个台redis的机器 空间100% 

see also

redis-5.0 cluster带认证及客户端连接

Redis 5 之后版本的高可用集群搭建