目录

1、使用keepalived做nginx和haproxy高可用。

1.1 安装keeplived

1.2 Nginx高可用

1.3 haproxy高可用

2、做三个节点的redis集群

 2.1 安装redis

 2.2 修改redis配置

 2.3 创建集群

1、使用keepalived做nginx和haproxy高可用。

1.1 安装keeplived

keepalived的安装可通过包安装或编译安装

例：编译安装

#部署编译环境

root@ubuntu2004:~# apt update && apt -y install make gcc ipvsadm build-essential pkg-config automake autoconf libipset-dev libnl-3-dev libnl-genl-3-dev libssl-dev libxtables-dev libip4tc-dev libip6tc-dev libmagic-dev libsnmp-dev libglib2.0-dev libpcre2-dev libnftnl-dev libmnl-dev libsystemd-dev

#离线或在线下载tar文件并解压缩

root@ubuntu2004:~# wget https://keepalived.org/software/keepalived-2.0.20.tar.gzroot@ubuntu2004:~# tar xvf keepalived-2.0.20.tar.gz -C /usr/local/srcroot@ubuntu2004:~# cd /usr/local/src/keepalived-2.0.20/ #编译 root@ubuntu2004:~# ./configure --prefix=/usr/local/keepalivedroot@ubuntu2004:~# make && make install #查看版本

root@ubuntu2004:~# /usr/local/keepalived/sbin/keepalived -v

Keepalived v2.0.20 (01/22,2020)

Copyright(C) 2001-2020 Alexandre Cassen,

Built with kernel headers for Linux 5.4.255
Running on Linux 5.4.0-169-generic #187-Ubuntu SMP Thu Nov 23 14:52:28 UTC 2023

configure options: --prefix=/usr/local/keepalived

Config options:  NFTABLES LVS VRRP VRRP_AUTH OLD_CHKSUM_COMPAT FIB_ROUTING
 

#服务配置文件#下默认源码目录会自动生成unit文件 root@ubuntu2004:~#  cp ./keepalived/keepalived.service /lib/systemd/system/ root@ubuntu2004:~#  cat /usr/lib/systemd/system/keepalived.service [Unit] Description=LVS and VRRP High Availability Monitor After=network-online.target syslog.target Wants=network-online.target [Service] Type=forking PIDFile=/run/keepalived.pid KillMode=process EnvironmentFile=-/usr/local/keepalived/etc/sysconfig/keepalived ExecStart=/usr/local/keepalived/sbin/keepalived $KEEPALIVED_OPTIONS ExecReload=/bin/kill -HUP $MAINPID [Install] WantedBy=multi-user.target #配置文件root@ubuntu2004:~# mkdir /etc/keepalived root@ubuntu2004:~# cp /usr/local/keepalived/etc/keepalived/keepalived.conf  /etc/keepalived/keepalived.conf#启动服务root@ubuntu2004:~# systemctl enable --now keepalived.service 
Created symlink /etc/systemd/system/multi-user.target.wants/keepalived.service → /lib/systemd/system/keepalived.service.

1.2 Nginx高可用

#Nginx配置文件 root@ubuntu2004:~# vim /etc/nginx/conf.d/www.huang.org.conf

upstream webservers {
   server 10.0.0.202:80;
   server 10.0.0.203:80;
}

server {
   listen 10.0.0.199:80;
   server_name www.huang.org;
   location / {
       proxy_pass http://webservers;
      }
}

#两个节点都需要配置

root@ubuntu2004:~# scp /etc/nginx/conf.d/www.huang.org.conf 10.0.0.201:/etc/nginx/conf.d/www.huang.org.conf
 

#Keepalived 配置文件

root@ubuntu2004:~# cat /etc/keepalived/keepalived.conf 
! Configuration File for keepalived

global_defs {
   router_id ka1.huang.org   #另一个节点为ka2.huang.org
   vrrp_mcast_group 230.0.0.0
}

vrrp_script check_down {
     fall 3
     rise 2
     timeout 2
}

vrrp_script check_nginx{
     script "/usr/bin/killall -0 nginx"
     interval 1
     weight -30
     fall 3
     rise 2  
     timeout 2
}
include /etc/keepalived/conf.d/*.conf

root@ubuntu2004:~# cat /etc/keepalived/conf.d/www.huang.org.conf 
vrrp_instance VI_1 {
     state MASTER  #另一个节点为backup
     interface eth1
     virtual_router_id 51
     priority 100   #另一个节点为80
     advert_int 1
     authentication {
          auth_type PASS
          auth_pass 123456
     }
     virtual_ipaddress {
         10.0.0.199/24 dev eth0 label eth0:1
     }
     track_interface {
          eth0
     }
     notify_master "/etc/keepalived/notify.sh master"
     notify_backup "/etc/keepalived/notify.sh backup
     notify_fault "/etc/keepalived/notify.sh fault
     track_script {
          check_nginx
     }
}

root@ubuntu2004:~# systemctl restart keepalived.service

1.3 haproxy高可用

#haproxy配置

[root@ka1 ~]#cat /etc/haproxy/haproxy.cfg listen web_http   bind 10.0.0.199:80   server web1 10.0.0.202:80 check   server web2 10.0.0.203:80 check listen stats   mode http   bind 10.0.0.8:9999   stats enable   log global   stats uri     /haproxy-status   stats auth   haadmin:123456 #在两个ka1和ka2两个节点启用内核参数 [root@ka1，2 ~]#vim /etc/sysctl.conf net.ipv4.ip_nonlocal_bind = 1 [root@ka1，2 ~]#sysctl -p #keepalived配置

root@ubuntu2004:~# cat /etc/keepalived/keepalived.conf 
! Configuration File for keepalived

global_defs {
   router_id ka1.huang.org #另一个节点为ka2.huang.org
   vrrp_mcast_group 230.0.0.0
}

vrrp_script check_down {
     fall 3
     rise 2
     timeout 2
}

vrrp_script check_haproxy{
     script "/usr/bin/killall -0 haproxy"
     interval 1
     weight -30
     fall 3
     rise 2  
     timeout 2
}
include /etc/keepalived/conf.d/*.conf

root@ubuntu2004:~# cat /etc/keepalived/conf.d/www.huang.org.conf 
vrrp_instance VI_1 {
     state MASTER   #另一个节点为backup
     interface eth1
     virtual_router_id 51
     priority 100      #另一个节点为80
     advert_int 1
     authentication {
          auth_type PASS
          auth_pass 123456
     }
     virtual_ipaddress {
         10.0.0.199/24 dev eth0 label eth0:1
     }
     track_interface {
          eth0
     }
     notify_master "/etc/keepalived/notify.sh master"
     notify_backup "/etc/keepalived/notify.sh backup
     notify_fault "/etc/keepalived/notify.sh fault
     track_script {
          check_haproxy
     }
}

root@ubuntu2004:~# systemctl restart keepalived.service

2、做三个节点的redis集群

2.1 安装redis

准备6台主机

主： 10.0.0.100  10.0.0.200  10.0.0.201

从： 10.0.0.201  10.0.0.202  10.0.0.203

         

例：编译安装

#编译环境

[root@ubuntu2004 ~]#apt update & apt -y install make gcc libjemalloc-dev libsystemd-dev #下载源码 [root@ubuntu2004 ~]#wget http://download.redis.io/releases/redis-6.2.4.tar.gz  #解压安装[root@ubuntu2004 ~]tar xvf redis-6.2.4.tar.gz#编译安装 [root@ubuntu2004 ~]#cd redis-6.2.4/ [root@ubuntu2004redis-6.2.4]#make -j 2 PREFIX=/apps/redis install #指定redis安装目录 #如果支持systemd,需要执行下面 [root@ubuntu2004 redis-6.2.4]#make -j 2 USE_SYSTEMD=yes PREFIX=/apps/redis install #配置环境变量 [root@ubuntu2004 ~]#echo 'PATH=/apps/redis/bin:$PATH' > /etc/profile.d/redis.sh [root@ubuntu2004 ~]#. /etc/profile.d/redis.sh#准备相关目录和配置文件 [root@ubuntu2004 ~]#mkdir /apps/redis/{etc,log,data,run} #创建配置文件、日志、数据等目录 [root@ubuntu2004 ~]#cp redis.conf /apps/redis/etc/

2.2 修改redis配置

每个节点都要修改redis配置

[root@redis-node1 ~]vim /etc/redis.conf bind 0.0.0.0 masterauth 123456   #建议配置，否则后期的master和slave主从复制无法成功，还需再配置 requirepass 123456 cluster-enabled yes  #取消此行注释,必须开启集群，开启后 redis 进程会有cluster标识 cluster-config-file nodes-6379.conf #取消此行注释,此为集群状态数据文件,记录主从关系 及slot范围信息,由redis cluster 集群自动创建和维护 cluster-require-full-coverage no   #默认值为yes,设为no可以防止一个节点不可用导致整 个cluster不可用#或者执行下面命令,批量修改

[root@redis-node1 ~]#sed -i.bak -e 's/bind 127.0.0.1/bind 0.0.0.0/' -e '/masterauth/a masterauth 123456' -e '/# requirepass/a requirepass 123456' - e '/# cluster-enabled yes/a cluster-enabled yes' -e '/# cluster-config-file nodes-6379.conf/a cluster-config-file nodes-6379.conf' -e '/cluster-requirefull-coverage yes/c cluster-require-full-coverage no' /etc/redis.conf#如果是编译安装可以执行下面操作 [root@redis-node1 ~]#sed -i.bak -e '/masterauth/a masterauth 123456' -e '/# cluster-enabled yes/a cluster-enabled yes' -e '/# cluster-config-file nodes-6379.conf/a cluster-config-file nodes-6379.conf' -e '/cluster-requirefull-coverage yes/a cluster-require-full-coverage no' /apps/redis/etc/redis.conf

 2.3 创建集群

#命令redis-cli的选项 --cluster-replicas 1 表示每个master对应一个slave节点,注意：所有节点 数据必须清空 [root@redis-node1 ~]#redis-cli -a 123456 --cluster create 10.0.0.100:6379   10.0.0.200:6379 10.0.0.201:6379   10.0.0.202:6379   10.0.0.203:6379   10.0.0.204:6379 --cluster-replicas 1#观察以上结果，可以看到3组master/slave master:10.0.0.100---slave:10.0.0.202master:10.0.0.200---slave:10.0.0.203master:10.0.0.201---slave:10.0.0.204#如果节点少于3个会出下面提示错误 [root@node1 ~]#redis-cli -a 123456 --cluster create 10.0.0.100:6379   10.0.0.200:6379 Warning: Using a password with '-a' or '-u' option on the command line interface may not be safe. *** ERROR: Invalid configuration for cluster creation. *** Redis Cluster requires at least 3 master nodes.#使用选项-c 以集群模式连接 [root@centos8 ~]#redis-cli -c -h 10.0.0.100 -a 123456 --no-auth-warning