この冗長化構成であれば、LVSが1台落ちても、DNSが1台落ちても、HVが1台落ちてもDNS/NTPサーバは稼働し続けられます。

sudo apt update
sudo apt upgrade

sudo timedatectl set-timezone Asia/Tokyo
sudo localectl set-locale LANG=ja_JP.UTF-8

cat /etc/systemd/timesyncd.conf
systemctl status systemd-timesyncd
timedatectl timesync-status

apt -y install tuned && tuned-adm profile latency-performance

cat << __EOM__ >> /etc/hosts.allow
sshd: 192.168.0. :allow
sshd: all :deny
__EOM__

sudo apt install resolvconf
cat << __EOM__ >> /etc/resolvconf/resolv.conf.d/head
nameserver 1.1.1.1
__EOM
resolvconf -u

mkdir /app
cd /app
git clone https://github.com/cturra/docker-ntp.git
mv docker-ntp ntp

docker-compose.ymlに、network_mode追加

version: '3.9'

services:
  ntp:
    build: .
    image: cturra/ntp:latest
    container_name: ntp
    restart: always
    ports:
      - 123:123/udp
    environment:
      - NTP_SERVERS=ntp.nict.jp,ntp.jst.mfeed.ad.jp,time.google.com
      - LOG_LEVEL=0
    network_mode: "host"

docker-compose up -d

arptables install

apt install arptables

mkdir -p /app/unbound
cd /app/unbound

cat << __EOM__ > docker-compose.yml
services:
   unbound:
      image: mvance/unbound:latest
      container_name: unbound
      restart: always
      ports:
         - '53:53'
         - '53:53/udp'
      #volumes:
      #   - './unbound:/opt/unbound/etc/unbound/'
      network_mode: "host"
__EOM__

docker-compose up -d

unboundフォルダをコピーしてくる

docker cp unbound:/opt/unbound/etc/unbound .

cat << __EOM__ > docker-compose.yml
services:
   unbound:
      image: mvance/unbound:latest
      container_name: unbound
      restart: always
      ports:
         - '53:53'
         - '53:53/udp'
      volumes:
         - './unbound:/opt/unbound/etc/unbound/'
      network_mode: "host"
__EOM__

docker-compose up -d

cd /app/unbound/unbound
curl -L -o root.hints https://www.internic.net/domain/named.cache

docker-compose exec unbound bash
unbound-control-setup

VIPから来る通信を受け取るため、Loopback設定

cat << __EOM__ > /etc/rc.local
#!/bin/bash

iptables -t nat -A PREROUTING -d 192.168.0.15/32 -j REDIRECT
iptables -t nat -A PREROUTING -d 100.10.10.15/32 -j REDIRECT

__EOM__
chmod 700 /etc/rc.local

cat __EOM__ > /etc/resolvconf/resolv.conf.d/head
nameserver 127.0.0.1
nameserver 1.1.1.1
__EOM__

resolvconf -u

apt install ipvsadm keepalived

今回KeepAliveのVRRPで、arpの問題が出て実際にはVIPを持っていない方のVMへ通信が飛ぶことで、dig などがタイムアウトする問題が発生した。
このarp問題を解決する方法を記述

VRRPの動き

track_script用意（冗長構成を切り替える際にトリガー）
これを用意する事によって、ip l set ens5 down すると、VRRPが切り替わる。

cat << __EOM__ > /etc/keepalived/chk_gateway
#!/bin/bash
if ping -c 1 100.10.10.254 -I ens5 > /dev/null 2>&1; then
    exit 0
else
    exit 1
fi
__EOM__
chmod +x /etc/keepalived/chk_gateway

cat << __EOM__ > /etc/keepalived/keepalived_notify.sh
#!/bin/bash

INSTANCE=$1
INTERFACE=$2
STATE=$3

case $STATE in
    "MASTER"|"START")
        echo "`date`: Switching to MASTER, bringing up ens5 " >> /var/log/keepalived_notify.log
        arptables -F OUTPUT
        ;;
    "BACKUP" | "FAULT" | "STOP")
        echo "`date`: Switching to BACKUP/FAULT, bringing down ens5 " >> /var/log/keepalived_notify.log
        if [ "$(arptables -L OUTPUT -nv | grep ens5)" == "" ]; then
            arptables -A OUTPUT -o ens5 -j DROP
        fi
        ;;
    *)
        echo "`date`: Unknown state: $STATE" >> /var/log/keepalived_notify.log
        ;;
esac

exit 0
__EOM__
chmod +x /etc/keepalived/keepalived_notify.sh

cat << __EOM__ > /etc/keepalived/keepalived.conf
vrrp_instance VI {
    state MASTER
    interface ens4
    virtual_router_id 1
    priority 101
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
    }
    virtual_ipaddress {
        192.168.0.15/24 dev ens4
        100.10.10.15/24 dev ens5
    }
    track_interface {
        ens4
        ens5
    }
    track_script {
        script "/etc/keepalived/chk_gateway"
    }
    ##notify "/etc/keepalived/keepalived_notify.sh"
}

virtual_server 192.168.0.15 53 {
    delay_loop 6
    lb_algo sh
    lb_kind DR
    protocol UDP

    real_server 192.168.0.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
    real_server 192.168.0.12 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
}
virtual_server 192.168.0.15 53 {
    delay_loop 6
    lb_algo sh
    lb_kind DR
    protocol TCP

    real_server 192.168.0.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
    real_server 192.168.0.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
}
virtual_server 100.10.10.15 53 {
    delay_loop 6
    lb_algo sh
    lb_kind DR
    protocol UDP

    real_server 100.10.10.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
    real_server 100.10.10.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
}
virtual_server 100.10.10.15 53 {
    delay_loop 6
    lb_algo sh
    lb_kind DR
    protocol TCP

    real_server 100.10.10.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
    real_server 100.10.10.11 53 {
        TCP_CHECK {
                connect_port 53
                connect_timeout 10
        }
    }
}
virtual_server 192.168.0.15 123 {
    delay_loop 6
    lb_algo rr
    lb_kind DR
    protocol UDP

    real_server 192.168.0.11 123 {
        UDP_CHECK {
                connect_port 123
                connect_timeout 10
        }
    }
    real_server 192.168.0.12 123 {
        UDP_CHECK {
                connect_port 123
                connect_timeout 10
        }
    }
}
__EOM__

※BACKUP側は、stateと、priorityが違うだけです。

vrrp_instance VI {
    state BACKUP
    interface ens4
    virtual_router_id 1
    priority 100
    advert_int 1

systemctl restart keepalived.service

MASTER側にVIPが付いている事確認

# ip -4 a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
2: ens4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
    altname enp0s4
    inet 192.168.0.11/16 metric 100 brd 192.168.0.255 scope global dynamic ens4
       valid_lft 83689sec preferred_lft 83689sec
    inet 192.168.0.15/16 scope global secondary ens4
       valid_lft forever preferred_lft forever
3: ens5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
    altname enp0s5
    inet 100.10.10.15/24 scope global ens5
       valid_lft forever preferred_lft forever

# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  100.10.10.15:53 sh
  -> 100.10.10.11:53               Route   1      0          0         
  -> 100.10.10.12:53               Route   1      0          0         
TCP  192.168.0.15:53 sh
  -> 192.168.0.11:53               Route   1      0          0         
  -> 192.168.0.12:53               Route   1      0          0         
UDP  100.10.10.15:53 sh
  -> 100.10.10.11:53               Route   1      0          0         
  -> 100.10.10.12:53               Route   1      0          0         
UDP  192.168.0.15:53 sh
  -> 192.168.0.11:53               Route   1      0          0         
  -> 192.168.0.12:53               Route   1      0          0         
UDP  192.168.0.15:123 rr
  -> 192.168.0.11:123              Route   1      0          0         
  -> 192.168.0.12:123              Route   1      0          0