ssh-copy-id root@
cat << EOF > /root/.ssh/configStrictHostKeyChecking no
UserKnownHostsFile=/dev/null
EOF export VULTR_HOST=helper.hsc.redhat.ren
rsync -e ssh --info=progress2 -P --delete -arz /data/rhel-data/data ${VULTR_HOST} :/data/rhel-data
rsync -e ssh --info=progress2 -P --delete -arz /data/registry ${VULTR_HOST} :/data/
rsync -e ssh --info=progress2 -P --delete -arz /data/ocp4 ${VULTR_HOST} :/data/
rsync -e ssh --info=progress2 -P --delete -arz /data/is.samples ${VULTR_HOST} :/data/
cd /data
tar -cvf - registry/ | pigz -c > registry.tgz
tar -cvf - ocp4/ | pigz -c > ocp4.tgz
tar -cvf - data/ | pigz -c > rhel-data.tgz
tar -cvf - is.samples/ | pigz -c > /data_hdd/down/is.samples.tgz
# ###################################################### on helper. -name vsftp*
yum -y install ./data/rhel-7-server-rpms/Packages/vsftpd-3.0.2-25.el7.x86_64.rpm
systemctl start vsftpd
systemctl restart vsftpd
systemctl enable vsftpd
firewall-cmd --permanent --add-service=ftp
firewall-cmd --reload
mv data /var/ftp/
chcon -R -t public_content_t /var/ftp/data
mkdir /etc/yum.repos.d.bak
mv /etc/yum.repos.d/* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
fail2ban-client status sshd
fail2ban-client status recidive
systemctl status fail2ban
tail -F /var/log/fail2ban.log
cp /etc/ssh/sshd_config /etc/ssh/sshd_config.BAK
sed -i ' s/#UseDNS yes/UseDNS no/g' | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm| grep 446 | awk ' {print $1}' | wc -l
# 12# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF | grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdmenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
firewall-cmd --get-zones
# block dmz drop external home internal public trusted work' rule family="ipv4" port port="2049" protocol="tcp" source address="117.177.241.0/24" accept' ' rule family="ipv4" port port="2049" protocol="tcp" source address="39.137.101.0/24" accept' # firewall-cmd --permanent --zone=public --add-port=4443/tcpcd /data_ssd/
scp * .tgz [email protected] :/data_hdd/down/
# https://access.redhat.com/solutions/3341191# subscription-manager register --org=ORG ID --activationkey= Key Name<< EOF > /etc/yum/pluginconf.d/subscription-manager.conf[main]
enabled=0
EOF # https://access.redhat.com/products/red-hat-insights/#getstarted# #################################### anti scan' rule family="ipv4" port port="2049" protocol="tcp" source address="117.177.241.0/24" accept' ' rule family="ipv4" port port="2049" protocol="tcp" source address="39.137.101.0/24" accept' > /root/iplist.txt << EOL 127.0.0.1/32
223.87.20.0/24
117.177.241.0/24
39.134.200.0/24
39.134.201.0/24
39.137.101.0/24
192.168.7.0/24
112.44.102.224/27
47.93.86.113/32
221.226.0.75/32
210.21.236.182/32
61.132.54.0/24
112.44.102.228/32
223.87.20.7/32
10.88.0.0/16
223.86.0.14/32
39.134.204.0/24
EOL # setup time server<< EOF > /etc/chrony.confserver 0.rhel.pool.ntp.org iburst
server 1.rhel.pool.ntp.org iburst
server 2.rhel.pool.ntp.org iburst
server 3.rhel.pool.ntp.org iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
allow 39.134.0.0/16
EOF # https://github.com/containers/libpod/issues/5049# https://www.redhat.com/en/blog/preview-running-containers-without-root-rhel-76echo 10000 > /proc/sys/user/max_user_namespaces
# #################################### # trust podman# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
allow 39.134.0.0/16
EOF # ###################################################### bootstrap* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
fail2ban-client status sshd
fail2ban-client status recidive
systemctl status fail2ban
tail -F /var/log/fail2ban.log
cp /etc/ssh/sshd_config /etc/ssh/sshd_config.BAK
sed -i ' s/#UseDNS yes/UseDNS no/g' | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm| grep 446 | awk ' {print $1}' | wc -l
# 12# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF | grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdmenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ##################################################### master0* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
fail2ban-client status sshd
fail2ban-client status recidive
systemctl status fail2ban
tail -F /var/log/fail2ban.log
cat << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF ' s/#UseDNS yes/UseDNS no/g' enable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
lsblk | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm| grep 446 | awk ' {print $1}' | wc -l
# 12# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes<< EOF >> /etc/fstab/dev/datavg/datalv /data_hdd xfs defaults 0 0
EOF # update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ###################################################### master1* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
fail2ban-client status sshd
fail2ban-client status recidive
systemctl status fail2ban
tail -F /var/log/fail2ban.log
cp /etc/ssh/sshd_config /etc/ssh/sshd_config.BAK
sed -i ' s/#UseDNS yes/UseDNS no/g' enable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
mkdir -p /data_hdd
mkfs.xfs -f /dev/sdb
cat << EOF >> /etc/fstab/dev/sdb /data_hdd xfs defaults 0 0
EOF # update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ###################################################### master2* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
cat << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF ' s/#UseDNS yes/UseDNS no/g' | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm| grep 446 | awk ' {print $1}' | wc -l
# 12# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes<< EOF >> /etc/fstab/dev/datavg/datalv /data_hdd xfs defaults 0 0
EOF | grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdmenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ###################################################### infra0* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
fail2ban-client status sshd
fail2ban-client status recidive
systemctl status fail2ban
tail -F /var/log/fail2ban.log
cp /etc/ssh/sshd_config /etc/ssh/sshd_config.BAK
sed -i ' s/#UseDNS yes/UseDNS no/g' | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm| grep 446 | awk ' {print $1}' | wc -l
# 12# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF # https://access.redhat.com/solutions/769403| grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdmenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ###################################################### infra1* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
fail2ban-client status sshd
fail2ban-client status recidive
systemctl status fail2ban
tail -F /var/log/fail2ban.log
cp /etc/ssh/sshd_config /etc/ssh/sshd_config.BAK
sed -i ' s/#UseDNS yes/UseDNS no/g' | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm| grep 446 | awk ' {print $1}' | wc -l
# 12# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF # https://access.redhat.com/solutions/769403| grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdmenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF mkdir /etc/yum.repos.d.bak
mv /etc/yum.repos.d/* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
cat << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF ' s/#UseDNS yes/UseDNS no/g' | grep 446 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sda /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk| grep 446 | awk ' {print $1}' | wc -l
# 11<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF | grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdm# #################################### ntpenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
systemctl disable --now firewalld.service
# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ####################################### nic bond<< EOF > /root/nic.bond.sh#!/bin/bash
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete uuid ${i} ; done
nmcli con add type bond \
con-name bond0 \
ifname bond0 \
mode 802.3ad \
ipv4.method 'manual' \
ipv4.address '39.137.101.28/25' \
ipv4.gateway '39.137.101.126' \
ipv4.dns '117.177.241.16'
nmcli con mod id bond0 bond.options \
mode=802.3ad,miimon=100,lacp_rate=fast,xmit_hash_policy=layer2+3
nmcli con add type bond-slave ifname enp3s0f0 con-name enp3s0f0 master bond0
nmcli con add type bond-slave ifname enp3s0f1 con-name enp3s0f1 master bond0
# nmcli con down enp3s0f0 && nmcli con start enp3s0f0
# nmcli con down enp3s0f1 && nmcli con start enp3s0f1
# nmcli con down bond0 && nmcli con start bond0
systemctl restart network
EOF > /root/nic.restore.sh << 'EOF '#!/bin/bash
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete uuid ${i} ; done
# re-create primary connection
nmcli con add type ethernet \
con-name enp3s0f0 \
ifname enp3s0f0 \
ipv4.method 'manual' \
ipv4.address '39.137.101.28/25' \
ipv4.gateway '39.137.101.126' \
ipv4.dns '117.177.241.16'
# restart interface
# nmcli con down enp3s0f0 && nmcli con up enp3s0f0
systemctl restart network
exit 0
EOF > ~ /cron-network-con-recreate << EOF */2 * * * * /bin/bash /root/nic.restore.sh
EOF ~ /cron-network-con-recreate
bash /root/nic.bond.sh
# ######################################### ssd cache + hdd# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html-single/logical_volume_manager_administration/index#lvm_cache_volume_creation# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/6/html/logical_volume_manager_administration/vg_grow# # raid5 + cache# lvcreate --type cache-pool -L 300G -n cache1 datavg /dev/nvme0n1# lvcreate --type raid5 --stripes 9 -L 1T -I 16M -R 4096K -n hddlv datavg /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk# lvcreate --type raid5 --stripes 9 -L 1T -I 16M -R 4096K -n datalv datavg /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk# lvcreate --type raid5 --stripes 9 -L 1T -n datalv datavg /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk# # raid0 + cache# lvconvert --type cache --cachepool cpool datavg/datalv# lvconvert --type cache --cachepool cpool --cachemode writeback datavg/datalv# lvs -a -o name,size,attr,devices datavg# lvs -o+cache_mode datavg# mkfs.xfs /dev/datavg/datalv<< EOF >> /etc/fstab/dev/datavg/hddlv /data xfs defaults 0 0
/dev/datavg/ssdlv /data_ssd xfs defaults 0 0
/dev/datavg/mixlv /data_mix xfs defaults 0 0
EOF | grep \/ data
# cleanup| less
blkparse -o /dev/null -i sdb -d sdb.bin
btt -i sdb.bin | less
dstat -D /dev/mapper/datavg-hddlv,sdd,nvme0n1 -N enp3s0f0
dstat -D /dev/mapper/datavg-hddlv,sdd,nvme0n1 --disk-util
bmon -p ens8f0,ens8f1,enp3s0f0,enp3s0f1
lvs -o+lv_all datavg/mixlv_corig
lvs -o+Layout datavg/mixlv_corig
lvs -o+CacheReadHits,CacheReadMisses
lvs -o+Layout
blockdev --report
# https://access.redhat.com/solutions/3588841for f in /dev/mapper/datavg-hddlv_rimage_* ; do /sbin/blockdev --setra 65536 $f ; done
for f in /dev/mapper/datavg-hddlv_rimage_* ; do /sbin/blockdev --setra 131072 $f ; done
blktrace /dev/datavg/hddlv /dev/nvme0n1 /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk
# Generate distribution of file sizes from the command prompt# https://superuser.com/questions/565443/generate-distribution-of-file-sizes-from-the-command-prompt> list
cat list | xargs ls -l > list.size
cat list.size | awk ' { n=int(log($5)/log(2)); \ if (n<10) n=10; \
size[n]++ } \
END { for (i in size) printf("%d %d\n", 2^i, size[i]) }' \
| sort -n \
| awk ' function human(x) { x[1]/=1024; \ if (x[1]>=1024) { x[2]++; \
human(x) } } \
{ a[1]=$1; \
a[2]=0; \
human(a); \
printf("%3d%s: %6d\n", a[1],substr("kMGTEPYZ",a[2]+1,1),$2) }'
# 1k: 2# 16k: 18875840# 64k: 7393088# 128k: 5093147# 512k: 1968632# 1M: 914486| awk ' {size[int(log($5)/log(2))]++}END{for (i in size) printf("%10d %3d\n", 2^i, size[i])}' | sort -n
# 5.5" /data_ssd/mnt" $var_basedir -type f -size -16k > list.16k
find $var_basedir -type f -size -128k -size +16k > list.128k
find $var_basedir -type f -size +128k > list.+128k
find $var_basedir -type f > list
dstat --output /root/dstat.csv -D /dev/mapper/datavg-mixlv,/dev/mapper/datavg-mixlv_corig,sdh,sdab -N bond0
dstat -D /dev/mapper/datavg-hddlv,/dev/datavg/ext4lv,sdh,sdab -N bond0
i=0
while read f; do
/bin/cp -f $f /data_mix/mnt/$i
(( i++ )) done < list
find /data_mix/mnt/ -type f > list
cat list | shuf > list.shuf.all
cat list.16k | shuf > list.shuf.16k
cat list.128k | shuf > list.shuf.128k
cat list.+128k | shuf > list.shuf.+128k
cat list.128k list.+128k | shuf > list.shuf.+16k
# zte use 1800*
split -n l/$var_total list.shuf.all split.list.all.
split -n l/$var_total list.shuf.16k split.list.16k.
split -n l/$var_total list.shuf.128k split.list.128k.
split -n l/$var_total list.shuf.+128k split.list.+128k.
split -n l/$var_total list.shuf.+16k split.list.+16k.
for f in split.list.16k.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
# for f in split.list.+16k.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# donefor f in split.list.128k.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.+128k.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.all.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
ps -ef | grep /data_ssd/mnt | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
echo " wait to finish" wait
# while true; do# for f in split.list.all.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# done# echo "wait to finish"# wait# donekill -9 $( jobs -p) jobs -p | xargs kill
ps -ef | grep /mnt/zxdfs | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
ps -ef | grep /data_mix/mnt | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
mkdir /etc/yum.repos.d.bak
mv /etc/yum.repos.d/* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
cat << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF ' s/#UseDNS yes/UseDNS no/g' | grep 5.5 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sda /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk| grep 5.5 | awk ' {print $1}' | wc -l
# 24<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF | grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdm# ######################################## ntpenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
systemctl disable --now firewalld.service
# setup time server<< EOF > /etc/chrony.confserver 117.177.241.16 iburst
server 0.rhel.pool.ntp.org iburst
server 1.rhel.pool.ntp.org iburst
server 2.rhel.pool.ntp.org iburst
server 3.rhel.pool.ntp.org iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ################################## # config# ######################################### ssd cache + hdd# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html-single/logical_volume_manager_administration/index#lvm_cache_volume_creation# lsblk | grep 894 | awk '{print $1}'# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/6/html/logical_volume_manager_administration/vg_grow# # raid5# lvcreate --type raid5 --stripes 9 -L 1T -I 16M -R 4096K -n hddlv datavg /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk# lvcreate --type raid0 -L 200G --stripes 10 -n ssd0lv datavg /dev/sdz /dev/sdaa /dev/sdab /dev/sdac /dev/sdad /dev/sdae /dev/sdaf /dev/sdag /dev/sdah /dev/sdai# # raid0 + stripe# slow# Generate distribution of file sizes from the command prompt# https://superuser.com/questions/565443/generate-distribution-of-file-sizes-from-the-command-prompt| xargs ls -l > list.size
cat list.size | awk ' { n=int(log($5)/log(2)); \ if (n<10) n=10; \
size[n]++ } \
END { for (i in size) printf("%d %d\n", 2^i, size[i]) }' \
| sort -n \
| awk ' function human(x) { x[1]/=1024; \ if (x[1]>=1024) { x[2]++; \
human(x) } } \
{ a[1]=$1; \
a[2]=0; \
human(a); \
printf("%3d%s: %6d\n", a[1],substr("kMGTEPYZ",a[2]+1,1),$2) }'
lvcreate --type raid0 -L 1T --stripes 24 -n mixlv datavg /dev/sda /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm /dev/sdn /dev/sdo /dev/sdp /dev/sdq /dev/sdr /dev/sds /dev/sdt /dev/sdu /dev/sdv /dev/sdw /dev/sdx
lvcreate --type raid0 -L 300G --stripes 10 -n ssdlv datavg /dev/sdz /dev/sdaa /dev/sdab /dev/sdac /dev/sdad /dev/sdae /dev/sdaf /dev/sdag /dev/sdah /dev/sdai
lvcreate --type raid0 -L 300G --stripes 10 -n cache1 datavg /dev/sdz /dev/sdaa /dev/sdab /dev/sdac /dev/sdad /dev/sdae /dev/sdaf /dev/sdag /dev/sdah /dev/sdai
lvcreate --type raid0 -L 3G --stripes 10 -n cache1meta datavg /dev/sdz /dev/sdaa /dev/sdab /dev/sdac /dev/sdad /dev/sdae /dev/sdaf /dev/sdag /dev/sdah /dev/sdai
lvconvert --type cache-pool --poolmetadata datavg/cache1meta datavg/cache1
# lvs -a -o name,size,attr,devices datavg# lvs -a -o name,size,attr,devices datavg# lvs -o+cache_mode datavg<< EOF >> /etc/fstab/dev/datavg/hddlv /data xfs defaults 0 0
# /dev/datavg/ssdlv /data_ssd xfs defaults 0 0
# /dev/datavg/mixlv /data_mix xfs defaults 0 0
# /dev/datavg/mix0lv /data_mix0 xfs defaults 0 0
# /dev/datavg/mix0weblv /data_mix0_web xfs defaults 0 0
EOF | grep \/ data
dd if=/dev/zero of=/data/testfile bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data_ssd/testfile bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data_mix/testfile bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data/testfile bs=4M count=9999 oflag=dsync
dd if=/dev/zero of=/data_ssd/testfile bs=4M count=9999 oflag=dsync
dd if=/dev/zero of=/data_mix/testfile bs=4M count=9999 oflag=dsync
dd if=/data/testfile of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data_ssd/testfile of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data_mix/testfile of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data/testfile.large bs=4M count=9999 oflag=direct
dd if=/dev/zero of=/data_ssd/testfile.large bs=4M count=9999 oflag=direct
dd if=/dev/zero of=/data_mix/testfile.large bs=4M count=9999 oflag=direct
dd if=/dev/zero of=/data/testfile.large bs=4M count=9999
dd if=/dev/zero of=/data_ssd/testfile.large bs=4M count=9999
dd if=/dev/zero of=/data_mix/testfile.large bs=4M count=9999
dd if=/data/testfile.large of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data_ssd/testfile.large of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data_mix/testfile.large of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data/testfile.large of=/dev/null bs=4M count=9999 oflag=dsync
dd if=/data_ssd/testfile.large of=/dev/null bs=4M count=9999 oflag=dsync
dd if=/data_mix/testfile.large of=/dev/null bs=4M count=9999 oflag=dsync
dd if=/data/testfile.large of=/dev/null bs=4M count=9999
dd if=/data_ssd/testfile.large of=/dev/null bs=4M count=9999
dd if=/data_mix/testfile.large of=/dev/null bs=4M count=9999
dd if=/data/testfile.large of=/dev/null bs=40M count=9999
dd if=/data_ssd/testfile.large of=/dev/null bs=40M count=9999
dd if=/data_mix/testfile.large of=/dev/null bs=40M count=9999
# cleanup# ssd tunning# https://serverfault.com/questions/80134/linux-md-vs-lvm-performance# https://www.ibm.com/developerworks/cn/linux/l-lo-io-scheduler-optimize-performance/index.html* /queue/scheduler
lsblk | grep 894 | awk ' {print $1}' | xargs -I DEMO cat /sys/block/DEMO/queue/scheduler
lsblk | grep 894 | awk ' {print "echo deadline > /sys/block/"$1"/queue/scheduler"}' # https://access.redhat.com/solutions/3588841for f in /dev/mapper/datavg-hddlv_rimage_* ; do /sbin/blockdev --setra 8192 $f ; done
for f in /dev/mapper/datavg-hddlv_rimage_* ; do /sbin/blockdev --setra 16384 $f ; done
blktrace /dev/datavg/hddlv /dev/sda /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm /dev/sdn /dev/sdo /dev/sdp /dev/sdq /dev/sdr /dev/sds /dev/sdt /dev/sdu /dev/sdv /dev/sdw /dev/sdx
blkparse -o /dev/null -i dm-24 -d dm-24.bin
btt -i dm-24.bin | less
blkparse -o /dev/null -i sda -d sda.bin
btt -i sda.bin | less
# 5.5# find /data/mnt/ -type f -size -2M -size +512k > list" /data_mix/mnt" $var_basedir -type f -size -2M > list.2m
find $var_basedir -type f -size -10M -size +2M > list.10m
find $var_basedir -type f -size +10M > list.100m
find /data/mnt/ -type f > list
dstat --output /root/dstat.csv -D /dev/mapper/datavg-mixlv,/dev/mapper/datavg-mixlv_corig,sdh,sdab -N bond0
dstat -D /dev/mapper/datavg-hddlv,/dev/datavg/testfslv,sdh,sdab -N bond0
mkdir -p /data_mix/mnt
i=11265199
while read f; do
/bin/cp -f $f /data_mix/mnt/$i &
(( i++ )) if (( $i % 200 == 0 )) ; then
wait
fi
done < list.100m
while true ; do
df -h | grep /data
sleep 60
done
find /data_mix/mnt/ -type f > list
cat list | shuf > list.shuf.all
cat list.2m | shuf > list.shuf.2m
cat list.10m | shuf > list.shuf.10m
cat list.100m | shuf > list.shuf.100m
cat list.10m list.100m | shuf > list.shuf.+2m
# zte use 1800$var_total list.shuf.all split.list.all.
split -n l/$var_total list.shuf.2m split.list.2m.
split -n l/$var_total list.shuf.10m split.list.10m.
split -n l/$var_total list.shuf.100m split.list.100m.
split -n l/$var_total list.shuf.+2m split.list.+2m.
rm -f split.list.*
for f in split.list.2m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
# for f in split.list.+2m.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# donefor f in split.list.10m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.100m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.all.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
jobs -p | xargs kill
ps -ef | grep xargs | grep DEMO | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
ps -ef | grep /data_mix/mnt | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
rclone sync /data/mnt/ /data/backup/mnt/ -P -L --transfers 64
rclone sync /data/home/ /data/backup/home/ -P -L --transfers 64
rclone sync /data/ztecdn/ /data/backup/ztecdn/ -P -L --transfers 64
rclone sync /data/backup/mnt/ /data/mnt/ -P -L --transfers 64
# check sn# # dmidecode 3.2# Getting SMBIOS data from sysfs.# SMBIOS 3.0.0 present.# Handle 0x0001, DMI type 1, 27 bytes# System Information# Manufacturer: Huawei# Product Name: 5288 V5# Version: Purley# Serial Number: 2102312CJSN0K9000028# UUID: a659bd21-cc64-83c1-e911-6cd6de4f8050# Wake-up Type: Power Switch# SKU Number: Purley# Family: Purley# check disk# *-disk:0# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.2.0# bus info: scsi@0:0.2.0# logical name: /dev/sda# version: T010# serial: xLkuQ2-XVVp-sfs3-8Rgm-vRgS-uysW-ncIudq# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:1# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.3.0# bus info: scsi@0:0.3.0# logical name: /dev/sdb# version: T010# serial: 5d2geD-fGih-Q6yK-2xVs-lWUG-tH38-qQWRC6# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:2# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.c.0# bus info: scsi@0:0.12.0# logical name: /dev/sdk# version: T010# serial: fePKOb-MTZv-j4Xz-qNjo-cPTr-078I-vZYiPH# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:3# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.d.0# bus info: scsi@0:0.13.0# logical name: /dev/sdl# version: T010# serial: fUTBJp-fXg0-0uJX-V4Qp-vSfZ-yxmb-G8LNam# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:4# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.e.0# bus info: scsi@0:0.14.0# logical name: /dev/sdm# version: T010# serial: SNfxce-ytX2-7j4p-opnQ-lOxC-AFIp-VbCfec# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:5# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.f.0# bus info: scsi@0:0.15.0# logical name: /dev/sdn# version: T010# serial: HJqH2G-XT7i-2R27-dSb0-q36n-T4Ut-Ml4GiE# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:6# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.10.0# bus info: scsi@0:0.16.0# logical name: /dev/sdo# version: T010# serial: IBh87y-SOWJ-rI3R-Mshu-agWM-TyHs-6ko0iu# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:7# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.11.0# bus info: scsi@0:0.17.0# logical name: /dev/sdp# version: T010# serial: erBKxc-gBsD-msEq-aXMJ-8akE-FGRb-SjBk1w# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:8# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.12.0# bus info: scsi@0:0.18.0# logical name: /dev/sdq# version: T010# serial: HsiL2h-6736-4x4H-0OTz-HuXj-My1c-RRShQP# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:9# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.13.0# bus info: scsi@0:0.19.0# logical name: /dev/sdr# version: T010# serial: yZQ8MH-7SCw-KIFL-fphN-S0W0-GS4V-Wc2gwx# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:10# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.14.0# bus info: scsi@0:0.20.0# logical name: /dev/sds# version: T010# serial: pp6xvN-MBT9-aLkB-65hF-7fwE-29vt-hA51K9# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:11# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.15.0# bus info: scsi@0:0.21.0# logical name: /dev/sdt# version: T010# serial: jXj3cL-qvoJ-JWP0-jvp9-WEbn-yD63-e6vFmP# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:12# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.4.0# bus info: scsi@0:0.4.0# logical name: /dev/sdc# version: T010# serial: Ca6Nyo-Oq5p-UdAY-oqIs-DlK5-1PPy-ugvF3P# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:13# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.16.0# bus info: scsi@0:0.22.0# logical name: /dev/sdu# version: T010# serial: GOTXh2-34fo-rZfh-IB5d-RkwW-o5EC-rDD4R1# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:14# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.17.0# bus info: scsi@0:0.23.0# logical name: /dev/sdv# version: T010# serial: 7Yn8xd-68Xu-A0RC-nx5Q-YEvJ-QPEG-CwjkP0# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:15# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.18.0# bus info: scsi@0:0.24.0# logical name: /dev/sdw# version: T010# serial: hdz5tv-f2Zm-wuf8-qtKO-XIlN-4Z1E-uHapKc# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:16# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.19.0# bus info: scsi@0:0.25.0# logical name: /dev/sdx# version: T010# serial: C3VFhO-mh9a-vKIR-Gi1o-pc05-LOqY-oErH8r# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:17# description: SCSI Disk# product: HW-SAS3408# vendor: AVAGO# physical id: 2.0.0# bus info: scsi@0:2.0.0# logical name: /dev/sdy# version: 5.06# serial: 00457f537b174eb025007018406c778a# size: 446GiB (478GB)# capabilities: gpt-1.00 partitioned partitioned:gpt# configuration: ansiversion=5 guid=f72b8f56-6e5d-4a0c-a2a0-bf641ac2c2ff logicalsectorsize=512 sectorsize=4096# *-disk:18# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.5.0# bus info: scsi@0:0.5.0# logical name: /dev/sdd# version: T010# serial: 1sulWQ-pttz-zf0P-WTEe-cydl-lY6Q-CdX4Hv# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:19# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.6.0# bus info: scsi@0:0.6.0# logical name: /dev/sde# version: T010# serial: JF6q37-XaYh-qoXg-mPeZ-4Ofr-Qrkt-nh21RR# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:20# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.7.0# bus info: scsi@0:0.7.0# logical name: /dev/sdf# version: T010# serial: vvF48a-k1sq-7v1m-dpSh-yb50-KLLk-otk7lA# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:21# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.8.0# bus info: scsi@0:0.8.0# logical name: /dev/sdg# version: T010# serial: NHU0VX-vm31-DyRP-V4dc-gx7T-dXGI-Bb8qlw# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:22# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.9.0# bus info: scsi@0:0.9.0# logical name: /dev/sdh# version: T010# serial: jCIRNL-K08S-oYZc-Q5Eb-Y2ht-0NYt-0luz1T# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:23# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.a.0# bus info: scsi@0:0.10.0# logical name: /dev/sdi# version: T010# serial: wiQiLJ-Arua-8vcg-m6ta-KgSL-f1kD-rgzKxD# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:24# description: ATA Disk# product: HUS726T6TALE600# physical id: 0.b.0# bus info: scsi@0:0.11.0# logical name: /dev/sdj# version: T010# serial: T7vZ96-uTGr-tvFz-jKoZ-479j-vRvh-WeCVRJ# size: 5589GiB (6001GB)# capacity: 5589GiB (6001GB)# capabilities: 7200rpm lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:0# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.e.0# bus info: scsi@15:0.14.0# logical name: /dev/sdz# version: M030# serial: HE21uM-4KRw-heFX-IFVf-zO8Y-Rzah-ncwlwL# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:1# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.f.0# bus info: scsi@15:0.15.0# logical name: /dev/sdaa# version: M030# serial: RGeqtd-dTEc-hV8g-Xd9o-I1Ke-sDH1-UK6mZg# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:2# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.10.0# bus info: scsi@15:0.16.0# logical name: /dev/sdab# version: M030# serial: 1ROsNp-0J4j-DuWM-1nNl-Fo3K-gWfg-d7VDLq# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:3# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.11.0# bus info: scsi@15:0.17.0# logical name: /dev/sdac# version: M030# serial: s0XeSI-Zl3B-0xcU-8wi3-BvVo-vU3k-cLZx22# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:4# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.12.0# bus info: scsi@15:0.18.0# logical name: /dev/sdad# version: M030# serial: rZZ7yM-KImV-6Ld8-xmOJ-KyiC-Wstp-4t35S3# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:5# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.13.0# bus info: scsi@15:0.19.0# logical name: /dev/sdae# version: M030# serial: LI50dd-vn2G-RiYE-5iuL-nxYI-TXCT-zs1lSY# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:6# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.14.0# bus info: scsi@15:0.20.0# logical name: /dev/sdaf# version: M030# serial: 2hkDxG-90a2-mkEJ-GxmQ-doAv-SPT1-8qyo10# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:7# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.15.0# bus info: scsi@15:0.21.0# logical name: /dev/sdag# version: M030# serial: bMQrTa-IKF7-vDFU-5RSR-cj4a-cOUL-QAY2yI# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:8# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.16.0# bus info: scsi@15:0.22.0# logical name: /dev/sdah# version: M030# serial: q0VZpE-4sub-HKbe-RkRx-G0wM-HOeU-NDRXRe# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:9# description: ATA Disk# product: MTFDDAK960TDC-1A# physical id: 0.17.0# bus info: scsi@15:0.23.0# logical name: /dev/sdai# version: M030# serial: fEj7Rr-FSS8-ruwb-IjSj-xW6l-oj6v-q1pSNV# size: 894GiB (960GB)# capacity: 894GiB (960GB)# capabilities: lvm2# configuration: ansiversion=6 logicalsectorsize=512 sectorsize=4096# *-disk:10# description: SCSI Disk# product: HW-SAS3408# vendor: AVAGO# physical id: 2.0.0# bus info: scsi@15:2.0.0# logical name: /dev/sdaj# version: 5.06# serial: 00a6b489499e4cb02500904af3624ac6# size: 893GiB (958GB)# capabilities: partitioned partitioned:dos# configuration: ansiversion=5 logicalsectorsize=512 sectorsize=4096 signature=550d3974# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html/storage_administration_guide/vdo-ev-performance-testing# https://access.redhat.com/solutions/2961861for i in /proc/[0-9]* ; do echo $i >> /tmp/mountinfo ; grep -q " /dev/mapper/datavg-mix0weblv" $i /mountinfo ; echo $? >> /tmp/mountinfo ; done
grep -B 1 ' ^0$' # Run status group 0 (all jobs):# READ: bw=587MiB/s (615MB/s), 587MiB/s-587MiB/s (615MB/s-615MB/s), io=79.9GiB (85.8GB), run=139473-139473msec# WRITE: bw=147MiB/s (155MB/s), 147MiB/s-147MiB/s (155MB/s-155MB/s), io=20.1GiB (21.6GB), run=139473-139473msec# Run status group 0 (all jobs):# READ: bw=586MiB/s (614MB/s), 586MiB/s-586MiB/s (614MB/s-614MB/s), io=79.9GiB (85.8GB), run=139739-139739msec# WRITE: bw=147MiB/s (154MB/s), 147MiB/s-147MiB/s (154MB/s-154MB/s), io=20.1GiB (21.6GB), run=139739-139739msec# Run status group 0 (all jobs):# READ: bw=1139MiB/s (1194MB/s), 1139MiB/s-1139MiB/s (1194MB/s-1194MB/s), io=79.9GiB (85.8GB), run=71841-71841msec# WRITE: bw=286MiB/s (300MB/s), 286MiB/s-286MiB/s (300MB/s-300MB/s), io=20.1GiB (21.6GB), run=71841-71841msec# Run status group 0 (all jobs):# READ: bw=1358MiB/s (1424MB/s), 1358MiB/s-1358MiB/s (1424MB/s-1424MB/s), io=79.9GiB (85.8GB), run=60282-60282msec# WRITE: bw=341MiB/s (358MB/s), 341MiB/s-341MiB/s (358MB/s-358MB/s), io=20.1GiB (21.6GB), run=60282-60282msec# Run status group 0 (all jobs):# READ: bw=716MiB/s (750MB/s), 716MiB/s-716MiB/s (750MB/s-750MB/s), io=31.0GiB (34.3GB), run=45744-45744msec# WRITE: bw=180MiB/s (189MB/s), 180MiB/s-180MiB/s (189MB/s-189MB/s), io=8228MiB (8628MB), run=45744-45744msec# Run status group 0 (all jobs):# READ: bw=487MiB/s (511MB/s), 487MiB/s-487MiB/s (511MB/s-511MB/s), io=79.9GiB (85.8GB), run=167880-167880msec# WRITE: bw=122MiB/s (128MB/s), 122MiB/s-122MiB/s (128MB/s-128MB/s), io=20.1GiB (21.6GB), run=167880-167880msec# Run status group 0 (all jobs):# READ: bw=151MiB/s (158MB/s), 151MiB/s-151MiB/s (158MB/s-158MB/s), io=44.2GiB (47.5GB), run=300031-300031msec# WRITE: bw=37.0MiB/s (39.8MB/s), 37.0MiB/s-37.0MiB/s (39.8MB/s-39.8MB/s), io=11.1GiB (11.9GB), run=300031-300031msec# Run status group 0 (all jobs):# READ: bw=431MiB/s (452MB/s), 431MiB/s-431MiB/s (452MB/s-452MB/s), io=16.0GiB (17.2GB), run=38005-38005msec# WRITE: bw=108MiB/s (113MB/s), 108MiB/s-108MiB/s (113MB/s-113MB/s), io=4088MiB (4287MB), run=38005-38005msec# http benchmark tools# https://github.com/philipgloyne/apachebench-for-multi-url# https://hub.docker.com/r/chrisipa/ab-multi-url# https://www.simonholywell.com/post/2015/06/parallel-benchmark-many-urls-with-apachebench/ip link show
# 2: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bd:24 brd ff:ff:ff:ff:ff:ff# 3: eno2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bd:25 brd ff:ff:ff:ff:ff:ff# 4: ens2f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether 08:4f:0a:b5:a2:be brd ff:ff:ff:ff:ff:ff# 5: eno3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bd:26 brd ff:ff:ff:ff:ff:ff# 6: eno4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bd:27 brd ff:ff:ff:ff:ff:ff# 7: ens2f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether 08:4f:0a:b5:a2:bf brd ff:ff:ff:ff:ff:ff# 2: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000# link/ether cc:64:a6:59:bd:24 brd ff:ff:ff:ff:ff:ff# inet 39.134.201.65/27 brd 39.134.201.95 scope global noprefixroute eno1# valid_lft forever preferred_lft forever# inet6 fe80::149f:d0ce:2700:4bf2/64 scope link noprefixroute# valid_lft forever preferred_lft forever# 10000baseT/Full# 10000baseT/Full# 1000baseT/Full# 1000baseT/Full# 10000baseT/Full# 10000baseT/Fulltype bond \
con-name bond0 \
ifname bond0 \
mode 802.3ad
nmcli con mod id bond0 bond.options \
mode=802.3ad,miimon=100,lacp_rate=fast,xmit_hash_policy=layer2+3
nmcli con add type bond-slave ifname eno2 con-name eno2 master bond0
nmcli con add type bond-slave ifname ens2f0 con-name ens2f0 master bond0
nmcli con add type bond-slave ifname ens2f1 con-name ens2f1 master bond0
nmcli con down eno2
nmcli con up eno2
nmcli con down ens2f0
nmcli con up ens2f0
nmcli con down ens2f1
nmcli con up ens2f1
nmcli con down bond0
nmcli con start bond0
# ####################################### nic bond> /root/nic.bond.sh << 'EOF '#!/bin/bash
set -x
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete ${i} ; done
nmcli con add type bond \
con-name bond0 \
ifname bond0 \
mode 802.3ad \
ipv4.method 'manual' \
ipv4.address '39.134.201.65/27' \
ipv4.gateway '39.134.201.94' \
ipv4.dns '117.177.241.16'
nmcli con mod id bond0 bond.options \
mode=802.3ad,miimon=100,lacp_rate=fast,xmit_hash_policy=layer2+3
nmcli con add type bond-slave ifname eno1 con-name eno1 master bond0
nmcli con add type bond-slave ifname eno2 con-name eno2 master bond0
nmcli con add type bond-slave ifname ens2f0 con-name ens2f0 master bond0
nmcli con add type bond-slave ifname ens2f1 con-name ens2f1 master bond0
systemctl restart network
EOF > /root/nic.restore.sh << 'EOF '#!/bin/bash
set -x
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete ${i} ; done
# re-create primary connection
nmcli con add type ethernet \
con-name eno1 \
ifname eno1 \
ipv4.method 'manual' \
ipv4.address '39.134.201.65/27' \
ipv4.gateway '39.134.201.94' \
ipv4.dns '117.177.241.16'
systemctl restart network
exit 0
EOF > ~ /cron-network-con-recreate << EOF */20 * * * * /bin/bash /root/nic.restore.sh
EOF ~ /cron-network-con-recreate
bash /root/nic.bond.sh
# debug* /bonding/xmit_hash_policy
# https://access.redhat.com/solutions/666853 mkdir /etc/yum.repos.d.bak
mv /etc/yum.repos.d/* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
EOF enable fail2ban
systemctl restart fail2ban
cat << EOF > /etc/fail2ban/jail.d/wzh.conf[sshd]
enabled = true
[recidive]
enabled = true
EOF ' s/#UseDNS yes/UseDNS no/g' | grep 5.5 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sda /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk| grep 5.5 | awk ' {print $1}' | wc -l
# 24<< EOF >> /etc/fstab/dev/datavg/datalv /data xfs defaults 0 0
EOF | grep disk | awk ' {print $1}' | xargs -I DEMO echo -n " DEMO " # sda sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdm# ######################################## ntpenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
systemctl disable --now firewalld.service
# setup time server<< EOF > /etc/chrony.confserver 117.177.241.16 iburst
server 0.rhel.pool.ntp.org iburst
server 1.rhel.pool.ntp.org iburst
server 2.rhel.pool.ntp.org iburst
server 3.rhel.pool.ntp.org iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF # ######################################### ssd cache + hdd# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html-single/logical_volume_manager_administration/index#lvm_cache_volume_creation# lsblk | grep 894 | awk '{print $1}'# https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/6/html/logical_volume_manager_administration/vg_grow# # raid5# lvcreate --type raid5 --stripes 9 -L 1T -I 16M -R 4096K -n hddlv datavg /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk# # raid0 + stripe# Run status group 0 (all jobs):# READ: bw=2453MiB/s (2572MB/s), 2453MiB/s-2453MiB/s (2572MB/s-2572MB/s), io=98.0GiB (106GB), run=41331-41331msec# WRITE: bw=24.9MiB/s (26.1MB/s), 24.9MiB/s-24.9MiB/s (26.1MB/s-26.1MB/s), io=1029MiB (1079MB), run=41331-41331msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd0lv datavg rwi-aor--- 1.00t 64.00k 0# Run status group 0 (all jobs):# READ: bw=2674MiB/s (2804MB/s), 2674MiB/s-2674MiB/s (2804MB/s-2804MB/s), io=98.0GiB (106GB), run=37912-37912msec# WRITE: bw=27.1MiB/s (28.4MB/s), 27.1MiB/s-27.1MiB/s (28.4MB/s-28.4MB/s), io=1029MiB (1079MB), run=37912-37912msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd1lv datavg rwi-a-r--- 1.00t 128.00k 0# Run status group 0 (all jobs):# READ: bw=2674MiB/s (2804MB/s), 2674MiB/s-2674MiB/s (2804MB/s-2804MB/s), io=98.0GiB (106GB), run=37912-37912msec# WRITE: bw=27.1MiB/s (28.4MB/s), 27.1MiB/s-27.1MiB/s (28.4MB/s-28.4MB/s), io=1029MiB (1079MB), run=37912-37912msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd1lv datavg rwi-a-r--- 1.00t 256.00k 0k 0# Run status group 0 (all jobs):# READ: bw=2602MiB/s (2728MB/s), 2602MiB/s-2602MiB/s (2728MB/s-2728MB/s), io=98.0GiB (106GB), run=38965-38965msec# WRITE: bw=26.4MiB/s (27.7MB/s), 26.4MiB/s-26.4MiB/s (27.7MB/s-27.7MB/s), io=1029MiB (1079MB), run=38965-38965msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# ssd0lv datavg rwi-a-r--- 300.00g 64.00k 0# Run status group 0 (all jobs):# READ: bw=2438MiB/s (2556MB/s), 2438MiB/s-2438MiB/s (2556MB/s-2556MB/s), io=98.0GiB (106GB), run=41584-41584msec# WRITE: bw=24.7MiB/s (25.9MB/s), 24.7MiB/s-24.7MiB/s (25.9MB/s-25.9MB/s), io=1029MiB (1079MB), run=41584-41584msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# ssd0lv datavg rwi-a-r--- 300.00g 128.00k 0# Run status group 0 (all jobs):# READ: bw=1908MiB/s (2000MB/s), 1908MiB/s-1908MiB/s (2000MB/s-2000MB/s), io=98.0GiB (106GB), run=53135-53135msec# WRITE: bw=19.4MiB/s (20.3MB/s), 19.4MiB/s-19.4MiB/s (20.3MB/s-20.3MB/s), io=1029MiB (1079MB), run=53135-53135msec# ssd0lv datavg rwi-a-r--- 300.00g 256.00k 0 0# Run status group 0 (all jobs):# READ: bw=474MiB/s (497MB/s), 474MiB/s-474MiB/s (497MB/s-497MB/s), io=98.0GiB (106GB), run=214073-214073msec# WRITE: bw=4920KiB/s (5038kB/s), 4920KiB/s-4920KiB/s (5038kB/s-5038kB/s), io=1029MiB (1079MB), run=214073-214073msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd5lv datavg rwi-a-r--- 120.03g 100.00 64.00k 0# Run status group 0 (all jobs):# READ: bw=449MiB/s (471MB/s), 449MiB/s-449MiB/s (471MB/s-471MB/s), io=98.0GiB (106GB), run=225892-225892msec# WRITE: bw=4663KiB/s (4775kB/s), 4663KiB/s-4663KiB/s (4775kB/s-4775kB/s), io=1029MiB (1079MB), run=225892-225892msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd5lv datavg rwi-a-r--- 120.03g 100.00 128.00k 0# Run status group 0 (all jobs):# READ: bw=449MiB/s (471MB/s), 449MiB/s-449MiB/s (471MB/s-471MB/s), io=98.0GiB (106GB), run=225892-225892msec# WRITE: bw=4663KiB/s (4775kB/s), 4663KiB/s-4663KiB/s (4775kB/s-4775kB/s), io=1029MiB (1079MB), run=225892-225892msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd5lv datavg rwi-a-r--- 120.03g 100.00 128.00k 0# Run status group 0 (all jobs):# READ: bw=2453MiB/s (2572MB/s), 2453MiB/s-2453MiB/s (2572MB/s-2572MB/s), io=98.0GiB (106GB), run=41331-41331msec# WRITE: bw=24.9MiB/s (26.1MB/s), 24.9MiB/s-24.9MiB/s (26.1MB/s-26.1MB/s), io=1029MiB (1079MB), run=41331-41331msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# hdd0lv datavg rwi-aor--- 1.00t 64.00k 0# Run status group 0 (all jobs):# READ: bw=1527MiB/s (1601MB/s), 1527MiB/s-1527MiB/s (1601MB/s-1601MB/s), io=98.0GiB (106GB), run=66375-66375msec# WRITE: bw=15.5MiB/s (16.2MB/s), 15.5MiB/s-15.5MiB/s (16.2MB/s-16.2MB/s), io=1029MiB (1079MB), run=66375-66375msec# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Stripe Chunk# ssd0lv datavg rwi-a-r--- 300.00g 64.00k 0# lvcreate --type raid0 -L 300G --stripes 10 -n ssdlv datavg /dev/sdz /dev/sdaa /dev/sdab /dev/sdac /dev/sdad /dev/sdae /dev/sdaf /dev/sdag /dev/sdah /dev/sdai# lvs -a -o name,size,attr,devices datavg# lvs -a -o name,size,attr,devices datavg# lvs -o+cache_mode datavg<< EOF >> /etc/fstab/dev/datavg/hddlv /data xfs defaults 0 0
/dev/datavg/ssdlv /data_ssd xfs defaults 0 0
/dev/datavg/mixlv /data_mix xfs defaults 0 0
/dev/datavg/mix0lv /data_mix0 xfs defaults 0 0
EOF | grep \/ data
dd if=/dev/zero of=/data/testfile bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data_ssd/testfile bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data_mix/testfile bs=4k count=9999 oflag=dsync
dd if=/dev/zero of=/data/testfile bs=4M count=9999 oflag=dsync
dd if=/dev/zero of=/data_ssd/testfile bs=4M count=9999 oflag=dsync
dd if=/dev/zero of=/data_mix/testfile bs=4M count=9999 oflag=dsync
dd if=/dev/zero of=/data/testfile.large bs=4M count=9999 oflag=direct
dd if=/dev/zero of=/data_ssd/testfile.large bs=4M count=9999 oflag=direct
dd if=/dev/zero of=/data_mix/testfile.large bs=4M count=9999 oflag=direct
dd if=/dev/zero of=/data/testfile.large bs=4M count=9999
dd if=/dev/zero of=/data_ssd/testfile.large bs=4M count=9999
dd if=/dev/zero of=/data_mix/testfile.large bs=4M count=9999
dd if=/data/testfile.large of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data_ssd/testfile.large of=/dev/null bs=4k count=9999 oflag=dsync
dd if=/data_mix/testfile.large of=/dev/null bs=4k count=999999 oflag=dsync
dd if=/data/testfile.large of=/dev/null bs=4M count=9999 oflag=dsync
dd if=/data_ssd/testfile.large of=/dev/null bs=4M count=9999 oflag=dsync
dd if=/data_mix/testfile.large of=/dev/null bs=4M count=9999 oflag=dsync
dd if=/data/testfile.large of=/dev/null bs=4M count=9999
dd if=/data_ssd/testfile.large of=/dev/null bs=4M count=9999
dd if=/data_mix/testfile.large of=/dev/null bs=4M count=9999
# cleanup# ssd tunning# https://serverfault.com/questions/80134/linux-md-vs-lvm-performance# https://www.ibm.com/developerworks/cn/linux/l-lo-io-scheduler-optimize-performance/index.html* /queue/scheduler
lsblk | grep 894 | awk ' {print $1}' | xargs -I DEMO cat /sys/block/DEMO/queue/scheduler
lsblk | grep 894 | awk ' {print "echo deadline > /sys/block/"$1"/queue/scheduler"}' | less
blkparse -o /dev/null -i sdaa -d sdaa.bin
btt -i sdaa.bin | less
blkparse -o /dev/null -i sda -d sda.bin
btt -i sda.bin | less
blktrace /dev/datavg/ssd0lv /dev/sdz /dev/sdaa /dev/sdab /dev/sdac /dev/sdad /dev/sdae /dev/sdaf /dev/sdag /dev/sdah /dev/sdai
lvmconfig --typeconfig default --withcomments --withspaces
lvmconfig --type default --withcomments allocation/cache_policy
lvmconfig --type default --withcomments allocation/cache_settings
lvmconfig --type list --withcomments allocation/cache_settings
iostat -x -m 3 /dev/mapper/datavg-mixlv sdh sdab
dstat -D /dev/mapper/datavg-mixlv,/dev/mapper/datavg-mixlv_corig,sdh,sdab -N bond0
dstat -D /dev/mapper/datavg-mixlv,/dev/mapper/datavg-mixlv_corig,sdh,sdab --disk-util
bmon -p eno1,eno2,ens2f0,ens2f1,bond0
lvs -o+lv_all datavg/mixlv_corig
lvs -o+Layout datavg/mixlv_corig
lvs -o+CacheReadHits,CacheReadMisses
lvs -o+Layout
blockdev --report
# RO RA SSZ BSZ StartSec Size Device# rw 8192 512 4096 0 478998953984 /dev/sdy# rw 8192 512 512 2048 1073741824 /dev/sdy1# rw 8192 512 4096 2099200 1073741824 /dev/sdy2# rw 8192 512 4096 4196352 476849373184 /dev/sdy3# rw 8192 512 4096 0 958999298048 /dev/sdaj# rw 8192 512 4096 2048 958998249472 /dev/sdaj1# rw 8192 512 4096 0 6001175126016 /dev/sda# rw 8192 512 4096 0 6001175126016 /dev/sdd# rw 8192 512 4096 0 6001175126016 /dev/sde# rw 8192 512 4096 0 6001175126016 /dev/sdc# rw 8192 512 4096 0 6001175126016 /dev/sdf# rw 8192 512 4096 0 6001175126016 /dev/sdb# rw 8192 512 4096 0 6001175126016 /dev/sdg# rw 8192 512 4096 0 6001175126016 /dev/sdh# rw 8192 512 4096 0 6001175126016 /dev/sdk# rw 8192 512 4096 0 6001175126016 /dev/sdi# rw 8192 512 4096 0 6001175126016 /dev/sdm# rw 8192 512 4096 0 6001175126016 /dev/sdj# rw 8192 512 4096 0 6001175126016 /dev/sdl# rw 8192 512 4096 0 6001175126016 /dev/sdn# rw 8192 512 4096 0 6001175126016 /dev/sdo# rw 8192 512 4096 0 6001175126016 /dev/sdp# rw 8192 512 4096 0 6001175126016 /dev/sdx# rw 8192 512 4096 0 6001175126016 /dev/sdq# rw 8192 512 4096 0 6001175126016 /dev/sdr# rw 8192 512 4096 0 6001175126016 /dev/sdu# rw 8192 512 4096 0 6001175126016 /dev/sdw# rw 8192 512 4096 0 6001175126016 /dev/sds# rw 8192 512 4096 0 6001175126016 /dev/sdt# rw 8192 512 4096 0 6001175126016 /dev/sdv# rw 8192 512 4096 0 960197124096 /dev/sdz# rw 8192 512 4096 0 960197124096 /dev/sdaa# rw 8192 512 4096 0 960197124096 /dev/sdac# rw 8192 512 4096 0 960197124096 /dev/sdab# rw 8192 512 4096 0 960197124096 /dev/sdad# rw 8192 512 4096 0 960197124096 /dev/sdae# rw 8192 512 4096 0 960197124096 /dev/sdag# rw 8192 512 4096 0 960197124096 /dev/sdaf# rw 8192 512 4096 0 960197124096 /dev/sdai# rw 8192 512 4096 0 960197124096 /dev/sdah# rw 8192 512 4096 0 5955689381888 /dev/dm-0# rw 8192 512 4096 0 5955689381888 /dev/dm-1# rw 8192 512 4096 0 5955689381888 /dev/dm-2# rw 8192 512 4096 0 5955689381888 /dev/dm-3# rw 8192 512 4096 0 5955689381888 /dev/dm-4# rw 8192 512 4096 0 5955689381888 /dev/dm-5# rw 8192 512 4096 0 5955689381888 /dev/dm-6# rw 8192 512 4096 0 5955689381888 /dev/dm-7# rw 8192 512 4096 0 5955689381888 /dev/dm-8# rw 8192 512 4096 0 5955689381888 /dev/dm-9# rw 8192 512 4096 0 5955689381888 /dev/dm-10# rw 8192 512 4096 0 5955689381888 /dev/dm-11# rw 8192 512 4096 0 5955689381888 /dev/dm-12# rw 8192 512 4096 0 5955689381888 /dev/dm-13# rw 8192 512 4096 0 5955689381888 /dev/dm-14# rw 8192 512 4096 0 5955689381888 /dev/dm-15# rw 8192 512 4096 0 5955689381888 /dev/dm-16# rw 8192 512 4096 0 5955689381888 /dev/dm-17# rw 8192 512 4096 0 5955689381888 /dev/dm-18# rw 8192 512 4096 0 5955689381888 /dev/dm-19# rw 8192 512 4096 0 5955689381888 /dev/dm-20# rw 8192 512 4096 0 5955689381888 /dev/dm-21# rw 8192 512 4096 0 5955689381888 /dev/dm-22# rw 8192 512 4096 0 5955689381888 /dev/dm-23# rw 8192 512 4096 0 142936545165312 /dev/dm-24# rw 8192 512 4096 0 945580670976 /dev/dm-25# rw 8192 512 4096 0 945580670976 /dev/dm-26# rw 8192 512 4096 0 945580670976 /dev/dm-27# rw 8192 512 4096 0 945580670976 /dev/dm-28# rw 8192 512 4096 0 945580670976 /dev/dm-29# rw 8192 512 4096 0 945580670976 /dev/dm-30# rw 8192 512 4096 0 945580670976 /dev/dm-31# rw 8192 512 4096 0 945580670976 /dev/dm-32# rw 8192 512 4096 0 945580670976 /dev/dm-33# rw 8192 512 4096 0 945580670976 /dev/dm-34# rw 8192 512 4096 0 9455806709760 /dev/dm-35# rw 8192 512 4096 0 4294967296 /dev/dm-36# rw 8192 512 4096 0 4294967296 /dev/dm-37# rw 8192 512 4096 0 4294967296 /dev/dm-38# rw 8192 512 4096 0 4294967296 /dev/dm-39# rw 8192 512 4096 0 4294967296 /dev/dm-40# rw 8192 512 4096 0 4294967296 /dev/dm-41# rw 8192 512 4096 0 4294967296 /dev/dm-42# rw 8192 512 4096 0 4294967296 /dev/dm-43# rw 8192 512 4096 0 4294967296 /dev/dm-44# rw 8192 512 4096 0 4294967296 /dev/dm-45# rw 8192 512 4096 0 42949672960 /dev/dm-46# rw 8192 512 4096 0 142936545165312 /dev/dm-47# rw 8192 512 4096 0 46137344 /dev/dm-48# rw 8192 512 4096 0 46137344 /dev/dm-49# rw 8192 512 4096 0 46137344 /dev/dm-50# rw 8192 512 4096 0 46137344 /dev/dm-51# rw 8192 512 4096 0 46137344 /dev/dm-52# rw 8192 512 4096 0 46137344 /dev/dm-53# rw 8192 512 4096 0 46137344 /dev/dm-54# rw 8192 512 4096 0 46137344 /dev/dm-55# rw 8192 512 4096 0 46137344 /dev/dm-56# rw 8192 512 4096 0 46137344 /dev/dm-57# rw 8192 512 4096 0 46137344 /dev/dm-58# rw 8192 512 4096 0 46137344 /dev/dm-59# rw 8192 512 4096 0 46137344 /dev/dm-60# rw 8192 512 4096 0 46137344 /dev/dm-61# rw 8192 512 4096 0 46137344 /dev/dm-62# rw 8192 512 4096 0 46137344 /dev/dm-63# rw 8192 512 4096 0 46137344 /dev/dm-64# rw 8192 512 4096 0 46137344 /dev/dm-65# rw 8192 512 4096 0 46137344 /dev/dm-66# rw 8192 512 4096 0 46137344 /dev/dm-67# rw 8192 512 4096 0 46137344 /dev/dm-68# rw 8192 512 4096 0 46137344 /dev/dm-69# rw 8192 512 4096 0 46137344 /dev/dm-70# rw 8192 512 4096 0 46137344 /dev/dm-71# rw 8192 512 4096 0 1107296256 /dev/dm-72 # https://access.redhat.com/solutions/3588841# final configfor f in /dev/mapper/datavg-mixlv_corig_rimage_* ; do /sbin/blockdev --setra 16384 $f ; done
# worker2# 5.5> list
dstat --output /root/dstat.csv -D /dev/mapper/datavg-mixlv,/dev/mapper/datavg-mixlv_corig,sdh,sdab -N bond0
var_basedir=" /data_mix/mnt" $var_basedir -type f -size -511M > list.512m
find $var_basedir -type f -size -2049M -size +511M > list.2g
find $var_basedir -type f -size +2049M > list.+2g
cat list | shuf > list.shuf.all
cat list.512m | shuf > list.shuf.512m
cat list.2g | shuf > list.shuf.2g
cat list.+2g | shuf > list.shuf.+2g
cat list.2g list.+2g | shuf > list.shuf.+512m
rm -f split.list.*
# zte use 1800# split -n l/$var_total list.shuf.all split.list.all.$var_total list.shuf.512m split.list.512m.
split -n l/$var_total list.shuf.2g split.list.2g.
split -n l/$var_total list.shuf.+2g split.list.+2g.
split -n l/$var_total list.shuf.+512m split.list.+512m.
for f in split.list.512m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
# for f in split.list.+512m.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# donefor f in split.list.2g.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.+2g.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
ps -ef | grep /data_mix/mnt | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
tmux kill-window -t 3
# rm -f split.*# 2.8` echo " scale=0;$( cat list | wc -l ) " | bc -l` $var_num list > list.20
tail -n +$var_num list > list.80
var_total=1500
# split -n l/$(echo "scale=0;$var_total/5*4"|bc -l) list.20 split.list.20.# while true; do# for f in split.list.20.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# done# echo "wait to finish"# wait# done$( echo " scale=0;$var_total /5*4" | bc -l) while true ; do
for (( i= 1 ; i<= $var_runtimes ; i++ )) ; do
echo " Welcome $i times" | shuf | xargs -I DEMO cat DEMO > /dev/null &
done
echo " wait to finish" wait
done
var_total=1500
# split -n l/$(echo "scale=0;$var_total/5*1"|bc -l) list.80 split.list.80.# while true; do# for f in split.list.80.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# done# echo "wait to finish"# wait# done$( echo " scale=0;$var_total /5*1" | bc -l) while true ; do
for (( i= 1 ; i<= $var_runtimes ; i++ )) ; do
echo " Welcome $i times" | shuf | xargs -I DEMO cat DEMO > /dev/null &
done
echo " wait to finish" wait
done
# 500M-1.2GB/s| grep /data_mix/mnt | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
# 8.6T cache / 130T hdd = 6.6%# 660G cache / 10T hdd # lvconvert --splitcache datavg/ext02lv# lvconvert --uncache datavg/ext02lv# LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert Layout Stripe# ext01lvssd datavg rwi-a-r--- 3.50t raid,raid0 1.00m# ext02lv datavg Cwi-a-C--- 10.00t [cachelv] [ext02lv_corig] 0.01 16.41 0.00 cache 0# ext04lv datavg rwi-a-r--- 10.00t raid,raid0 4.00m# ext52lv datavg rwi-a-r--- 10.00t 9.72 raid,raid5,raid5_ls 2.00m# xfs01lvssd datavg rwi-a-r--- 3.50t raid,raid0 1.00m*
# on worker1# on worker-2# fill data# for 256M" /data_ext04/mnt" $var_basedir_ext
# how may write concurrency# how much size each file, this value is in MB# 512M# how much size to write totally, in TB# write 3T$( echo " scale=0;$var_total_size *1024*1024/$var_size /$var_total_write " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total_write ; j++ )) ; do
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
# fill data# for 1G" /data_ext04/mnt" $var_basedir_ext
# how may write concurrency# how much size each file, this value is in MB# 512M# how much size to write totally, in TB# write 3T$( echo " scale=0;$var_total_size *1024*1024/$var_size /$var_total_write " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total_write ; j++ )) ; do
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
# fill data# for 2G" /data_ext04/mnt" $var_basedir_ext
# how may write concurrency# how much size each file, this value is in MB# 512M# how much size to write totally, in TB# write 3T$( echo " scale=0;$var_total_size *1024*1024/$var_size /$var_total_write " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total_write ; j++ )) ; do
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
# copy data" /data_xfs52" $var_truebase /list.tmp
cd $var_truebase /list.tmp
var_basedir=" $var_truebase /mnt" $var_basedir -type f -size -600M > list.512m
find $var_basedir -type f -size -1100M -size +600M > list.1g
find $var_basedir -type f -size +1100M > list.+1g
find $var_basedir -type f > list
cat list | xargs ls -l > list.size
cat list.size | awk ' { n=int(log($5)/log(2)); \ if (n<10) n=10; \
size[n]++ } \
END { for (i in size) printf("%d %d\n", 2^i, size[i]) }' \
| sort -n \
| awk ' function human(x) { x[1]/=1024; \ if (x[1]>=1024) { x[2]++; \
human(x) } } \
{ a[1]=$1; \
a[2]=0; \
human(a); \
printf("%3d - %4d %s: %6d\n", a[1], a[1]*2,substr("kMGTEPYZ",a[2]+1,1),$2) }'
# seperate readfor i in 512m 1g +1g ; do
cat list.$i | shuf > list.shuf.$i
done
rm -f split.list.*
# zte use 1800for i in 512m 1g +1g ; do
split -n l/$var_total list.shuf.$i split.list.$i .
done
for f in split.list.512m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.1g.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.+1g.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
# mix readfor i in 512m 1g +1g ; do
cat list.$i | shuf > list.shuf.$i
done
rm -f split.list.*
# zte use 1800for i in 512m 1g +1g ; do
split -n l/$var_total list.shuf.$i split.list.$i .
done
for i in 512m 1g +1g ; do
for f in split.list.$i .* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
done
ps -ef | grep xargs | grep DEMO | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
ps -ef | grep cat | grep /data | awk ' {print $2}' | xargs -I DEMO kill -9 DEMO
lvconvert --splitcache datavg/ext02lv
var_truebase=" /data_ext01" $var_truebase /list.tmp
cd $var_truebase /list.tmp
var_basedir=" $var_truebase /mnt" $var_basedir -type f -size -16k > list.16k
find $var_basedir -type f -size -128k -size +16k > list.128k
find $var_basedir -type f -size +128k > list.+128k
find $var_basedir -type f > list
cat list | xargs ls -l > list.size
cat list.size | awk ' { n=int(log($5)/log(2)); \ if (n<10) n=10; \
size[n]++ } \
END { for (i in size) printf("%d %d\n", 2^i, size[i]) }' \
| sort -n \
| awk ' function human(x) { x[1]/=1024; \ if (x[1]>=1024) { x[2]++; \
human(x) } } \
{ a[1]=$1; \
a[2]=0; \
human(a); \
printf("%3d - %4d %s: %6d\n", a[1], a[1]*2,substr("kMGTEPYZ",a[2]+1,1),$2) }'
# seperate readfor i in 16k 128k +128k ; do
cat list.$i | shuf > list.shuf.$i
done
rm -f split.list.*
# zte use 1800for i in 16k 128k +128k ; do
split -n l/$var_total list.shuf.$i split.list.$i .
done
for f in split.list.16k.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.128k.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.+128k.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
# mix readfor i in 16k 128k +128k ; do
cat list.$i | shuf > list.shuf.$i
done
rm -f split.list.*
# zte use 1800for i in 16k 128k +128k ; do
split -n l/$var_total list.shuf.$i split.list.$i .
done
for i in 16k 128k +128k ; do
for f in split.list.$i .* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
done
ps -ef | grep xargs | grep DEMO | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
ip link show
# 2: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bb:80 brd ff:ff:ff:ff:ff:ff# 3: ens2f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether 08:4f:0a:b5:a4:6e brd ff:ff:ff:ff:ff:ff# 4: eno2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bb:81 brd ff:ff:ff:ff:ff:ff# 5: eno3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bb:82 brd ff:ff:ff:ff:ff:ff# 6: ens2f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether 08:4f:0a:b5:a4:6f brd ff:ff:ff:ff:ff:ff# 7: eno4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000# link/ether cc:64:a6:59:bb:83 brd ff:ff:ff:ff:ff:ff# 2: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000# link/ether cc:64:a6:59:bb:80 brd ff:ff:ff:ff:ff:ff# inet 39.134.201.66/27 brd 39.134.201.95 scope global noprefixroute eno1# valid_lft forever preferred_lft forever# inet6 fe80::f690:1c45:b8c3:96d/64 scope link noprefixroute# valid_lft forever preferred_lft forever# 10000baseT/Full# 10000baseT/Full# 1000baseT/Full# 1000baseT/Full# 10000baseT/Full# 10000baseT/Fulltype bond \
con-name bond0 \
ifname bond0 \
mode 802.3ad
nmcli con mod id bond0 bond.options \
mode=802.3ad,miimon=100,lacp_rate=fast,xmit_hash_policy=layer2+3
nmcli con add type bond-slave ifname eno2 con-name eno2 master bond0
nmcli con add type bond-slave ifname ens2f0 con-name ens2f0 master bond0
nmcli con add type bond-slave ifname ens2f1 con-name ens2f1 master bond0
nmcli con down eno2
nmcli con up eno2
nmcli con down ens2f0
nmcli con up ens2f0
nmcli con down ens2f1
nmcli con up ens2f1
nmcli con down bond0
nmcli con start bond0
# ####################################### nic bond> /root/nic.bond.sh << 'EOF '#!/bin/bash
set -x
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete ${i} ; done
nmcli con add type bond \
con-name bond0 \
ifname bond0 \
mode 802.3ad \
ipv4.method 'manual' \
ipv4.address '39.134.201.66/27' \
ipv4.gateway '39.134.201.94' \
ipv4.dns '117.177.241.16'
nmcli con mod id bond0 bond.options \
mode=802.3ad,miimon=100,lacp_rate=fast,xmit_hash_policy=layer2+3
nmcli con add type bond-slave ifname eno1 con-name eno1 master bond0
nmcli con add type bond-slave ifname eno2 con-name eno2 master bond0
nmcli con add type bond-slave ifname ens2f0 con-name ens2f0 master bond0
nmcli con add type bond-slave ifname ens2f1 con-name ens2f1 master bond0
systemctl restart network
EOF > /root/nic.restore.sh << 'EOF '#!/bin/bash
set -x
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete ${i} ; done
# re-create primary connection
nmcli con add type ethernet \
con-name eno1 \
ifname eno1 \
ipv4.method 'manual' \
ipv4.address '39.134.201.66/27' \
ipv4.gateway '39.134.201.94' \
ipv4.dns '117.177.241.16'
systemctl restart network
exit 0
EOF > ~ /cron-network-con-recreate << EOF */20 * * * * /bin/bash /root/nic.restore.sh
EOF ~ /cron-network-con-recreate
bash /root/nic.bond.sh
systemctl stop firewalld
systemctl disable firewalld
cat << EOF > /etc/rc.local#!/bin/bash
# THIS FILE IS ADDED FOR COMPATIBILITY PURPOSES
#
# It is highly advisable to create own systemd services or udev rules
# to run scripts during boot instead of using this file.
#
# In contrast to previous versions due to parallel execution during boot
# this script will NOT be run after all other services.
#
# Please note that you must run 'chmod +x /etc/rc.d/rc.local' to ensure
# that this script will be executed during boot.
touch /var/lock/subsys/local
ipset create my-allow-set hash:net
ipset add my-allow-set 127.0.0.1/32
ipset add my-allow-set 223.87.20.0/24
ipset add my-allow-set 117.177.241.0/24
ipset add my-allow-set 39.134.200.0/24
ipset add my-allow-set 39.134.201.0/24
ipset add my-allow-set 39.137.101.0/24
ipset add my-allow-set 192.168.7.0/24
ipset add my-allow-set 112.44.102.224/27
ipset add my-allow-set 47.93.86.113/32
ipset add my-allow-set 221.226.0.75/32
ipset add my-allow-set 210.21.236.182/32
ipset add my-allow-set 61.132.54.2/32
ipset add my-allow-set 39.134.198.0/24
ipset add my-allow-set 39.134.204.0/24
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -m set --match-set my-allow-set src -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF enable rc-local
# systemctl restart rc-local# ####################################### nic bond<< 'EOF ' > /root/nic.bond.sh#!/bin/bash
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete uuid ${i} ; done
nmcli con add type bond \
con-name bond0 \
ifname bond0 \
mode 802.3ad \
ipv4.method 'manual' \
ipv4.address '39.134.204.73/27' \
ipv4.gateway '39.134.204.65' \
ipv4.dns '117.177.241.16'
nmcli con mod id bond0 bond.options \
mode=802.3ad,miimon=100,lacp_rate=fast,xmit_hash_policy=layer2+3
nmcli con add type bond-slave ifname enp176s0f0 con-name enp176s0f0 master bond0
nmcli con add type bond-slave ifname enp176s0f1 con-name enp176s0f1 master bond0
systemctl restart network
EOF > /root/nic.restore.sh << 'EOF '#!/bin/bash
# delete all connection
nmcli -g uuid con | while read i ; do nmcli c delete uuid ${i} ; done
# re-create primary connection
nmcli con add type ethernet \
con-name enp176s0f0 \
ifname enp176s0f0 \
ipv4.method 'manual' \
ipv4.address '39.134.204.73/27' \
ipv4.gateway '39.134.204.65' \
ipv4.dns '117.177.241.16'
systemctl restart network
exit 0
EOF > ~ /cron-network-con-recreate << EOF */2 * * * * /bin/bash /root/nic.restore.sh
EOF ~ /cron-network-con-recreate
mkdir /etc/yum.repos.d.bak
mv /etc/yum.repos.d/* /etc/yum.repos.d.bak
cat << EOF > /etc/yum.repos.d/remote.repo[remote]
name=RHEL FTP
baseurl=ftp://117.177.241.16/data
enabled=1
gpgcheck=0
EOF # ntpenable chronyd
systemctl restart chronyd
systemctl status chronyd
chronyc tracking
systemctl disable --now firewalld.service
# update ntp<< EOF > /etc/chrony.confserver 223.87.20.100 iburst
driftfile /var/lib/chrony/drift
makestep 1.0 3
rtcsync
logdir /var/log/chrony
EOF lshw -class disk
lsblk | grep 5.5 | awk ' {print $1}' | xargs -I DEMO echo -n " /dev/DEMO " # /dev/sdb /dev/sdc /dev/sdd /dev/sde /dev/sdf /dev/sdg /dev/sdh /dev/sdi /dev/sdj /dev/sdk /dev/sdl /dev/sdm /dev/sdn /dev/sdo /dev/sdp /dev/sdq /dev/sdr /dev/sds /dev/sdt /dev/sdu /dev/sdv /dev/sdw /dev/sdx /dev/sdy| grep 5.5 | awk ' {print $1}' | wc -l
# 24# mkfs.xfs /dev/datavg/extzxlv# mount /dev/datavg/ext62lv /data_ext62# rsync --info=progress2 -P -ar /data_ext/mnt/ /data_xfs/mnt/*
blockdev --report
# https://access.redhat.com/solutions/3588841# orig: 12288<< EOF >> /etc/fstab/dev/datavg/hddlv /data ext4 defaults 0 0
EOF | grep \/ data
while true ; do df -h | grep /data; sleep 10; done
dstat -D /dev/datavg/hddlv
dstat -D /dev/sdb,/dev/sdc
dstat -D /dev/sdb,/dev/sdc --disk-util
mkfs.xfs -f /dev/sdb
mkfs.ext4 -F /dev/sdc
mkdir -p /data_xfs
mkdir -p /data_ext
mount /dev/sdb /data_xfs
mount /dev/sdc /data_ext
# fill data# for 1.5M" /data_xfs/mnt" " /data_ext/mnt" $var_basedir_xfs
mkdir -p $var_basedir_ext
var_basedir_xfs=" /data_xfs/mnt" " /data_ext/mnt" # 512k# write 1T$( echo " scale=0;1024*1024/$var_size /$var_total " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total ; j++ )) ; do
# echo "Welcome $i times"${var_len} K < /dev/urandom > $var_basedir_xfs /$var_size -$j -$i &
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
var_basedir_xfs=" /data_xfs/mnt" " /data_ext/mnt" # 4M# write 1T$( echo " scale=0;1024*1024/$var_size /$var_total " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total ; j++ )) ; do
# echo "Welcome $i times"${var_len} K < /dev/urandom > $var_basedir_xfs /$var_size -$j -$i &
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
var_basedir_xfs=" /data_xfs/mnt" " /data_ext/mnt" # 8M# write 1T$( echo " scale=0;1024*1024/$var_size /$var_total " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total ; j++ )) ; do
# echo "Welcome $i times"${var_len} K < /dev/urandom > $var_basedir_xfs /$var_size -$j -$i &
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
var_basedir_xfs=" /data_xfs/mnt" " /data_ext/mnt" # 32M# write 1T$( echo " scale=0;1024*1024/$var_size /$var_total " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total ; j++ )) ; do
# echo "Welcome $i times"${var_len} K < /dev/urandom > $var_basedir_xfs /$var_size -$j -$i &
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
var_basedir_xfs=" /data_xfs/mnt" " /data_ext/mnt" # 64M# write 1T$( echo " scale=0;1024*1024/$var_size /$var_total " | bc -l) $( echo " scale=0;$var_size *1024/1" | bc -l) for (( i= 1 ; i<= $var_number ; i++ )) ; do
for (( j= 1 ; j<= $var_total ; j++ )) ; do
# echo "Welcome $i times"${var_len} K < /dev/urandom > $var_basedir_xfs /$var_size -$j -$i &
head -c ${var_len} K < /dev/urandom > $var_basedir_ext /$var_size -$j -$i &
done
echo " wait to finish: $i " wait
done
mkdir -p /data_xfs/list.tmp
cd /data_xfs/list.tmp
var_basedir=" /data_xfs/mnt" $var_basedir -type f -size -2M > list.2m
find $var_basedir -type f -size -10M -size +2M > list.10m
find $var_basedir -type f -size +10M > list.100m
find $var_basedir -type f > list
var_truebase=" /data" $var_truebase /list.tmp
cd $var_truebase /list.tmp
var_basedir=" $var_truebase /mnt" $var_basedir -type f -size -2M > list.2m
find $var_basedir -type f -size -10M -size +2M > list.10m
find $var_basedir -type f -size +10M > list.100m
find $var_basedir -type f > list
cat list | xargs ls -l > list.size
cat list.size | awk ' { n=int(log($5)/log(2)); \ if (n<10) n=10; \
size[n]++ } \
END { for (i in size) printf("%d %d\n", 2^i, size[i]) }' \
| sort -n \
| awk ' function human(x) { x[1]/=1024; \ if (x[1]>=1024) { x[2]++; \
human(x) } } \
{ a[1]=$1; \
a[2]=0; \
human(a); \
printf("%3d - %4d %s: %6d\n", a[1], a[1]*2,substr("kMGTEPYZ",a[2]+1,1),$2) }'
cat list | shuf > list.shuf.all
cat list.2m | shuf > list.shuf.2m
cat list.10m | shuf > list.shuf.10m
cat list.100m | shuf > list.shuf.100m
cat list.10m list.100m | shuf > list.shuf.+2m
rm -f split.list.*
# zte use 1800$var_total list.shuf.all split.list.all.
split -n l/$var_total list.shuf.2m split.list.2m.
split -n l/$var_total list.shuf.10m split.list.10m.
split -n l/$var_total list.shuf.100m split.list.100m.
split -n l/$var_total list.shuf.+2m split.list.+2m.
for f in split.list.2m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
# for f in split.list.+2m.*; do # cat $f | xargs -I DEMO cat DEMO > /dev/null &# donefor f in split.list.10m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.100m.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
for f in split.list.all.* ; do
cat $f | xargs -I DEMO cat DEMO > /dev/null &
done
jobs -p | xargs kill
ps -ef | grep xargs | grep DEMO | grep cat | awk ' {print $2}' | xargs -I DEMO kill DEMO
# ############################################################ on macbookcd /Users/wzh/Documents/redhat/tools/redhat.ren/
docker run -it --rm --name certbot \
-v " /Users/wzh/Documents/redhat/tools/redhat.ren/etc:/etc/letsencrypt" " /Users/wzh/Documents/redhat/tools/redhat.ren/lib:/var/lib/letsencrypt" " *.redhat.ren" cd /Users/wzh/Documents/redhat/tools/ocpsc.redhat.ren/
docker run -it --rm --name certbot \
-v " /Users/wzh/Documents/redhat/tools/ocpsc.redhat.ren/etc:/etc/letsencrypt" " /Users/wzh/Documents/redhat/tools/ocpsc.redhat.ren/lib:/var/lib/letsencrypt" " *.ocpsc.redhat.ren" cd /Users/wzh/Documents/redhat/tools/apps.ocpsc.redhat.ren/
docker run -it --rm --name certbot \
-v " /Users/wzh/Documents/redhat/tools/apps.ocpsc.redhat.ren/etc:/etc/letsencrypt" " /Users/wzh/Documents/redhat/tools/apps.ocpsc.redhat.ren/lib:/var/lib/letsencrypt" " *.apps.ocpsc.redhat.ren" # scp these keys to helper# /data/cert/*# #################################################### on helper node# https://access.redhat.com/solutions/3175391***************
cat << EOF > /etc/docker-distribution/registry/config.ymlversion: 0.1
log:
fields:
service: registry
storage:
cache:
layerinfo: inmemory
filesystem:
rootdirectory: /data/registry
delete:
enabled: true
http:
addr: :5443
tls:
certificate: /data/cert/redhat.ren.crt
key: /data/cert/redhat.ren.key
auth:
htpasswd:
realm: basic‑realm
path: /etc/docker-distribution/registry_passwd
EOF # systemctl restart dockerenable docker-distribution
systemctl restart docker-distribution
# *******************
yum install -y docker
systemctl start docker
docker login registry.redhat.ren:5443 -u admin
# upload vars-static.yaml to helpercd /data/ocp4/ocp4-upi-helpernode
ansible-playbook -e @vars-static.yaml -e staticips=true tasks/main.yml
# upload install-config.yaml to helper /data/ocp4cd /data/ocp4
/bin/rm -rf * .ign .openshift_install_state.json auth bootstrap master0 master1 master2 worker0 worker1 worker2
openshift-install create ignition-configs --dir=/data/ocp4
/bin/cp -f bootstrap.ign /var/www/html/ignition/bootstrap-static.ign
/bin/cp -f master.ign /var/www/html/ignition/master-0.ign
/bin/cp -f master.ign /var/www/html/ignition/master-1.ign
/bin/cp -f master.ign /var/www/html/ignition/master-2.ign
/bin/cp -f worker.ign /var/www/html/ignition/worker-0.ign
/bin/cp -f worker.ign /var/www/html/ignition/worker-1.ign
/bin/cp -f worker.ign /var/www/html/ignition/worker-2.ign
chmod 644 /var/www/html/ignition/*
# ######################################################## on helper node, create isoexport NGINX_DIRECTORY=/data/ocp4
export RHCOSVERSION=4.3.0
export VOLID=$( isoinfo -d -i ${NGINX_DIRECTORY} /rhcos-${RHCOSVERSION} -x86_64-installer.iso | awk ' /Volume id/ { print $3 }' ) $( mktemp -d) echo $VOLID
echo $TEMPDIR
cd ${TEMPDIR}
# Extract the ISO content using guestfish (to avoid sudo mount)${NGINX_DIRECTORY} /rhcos-${RHCOSVERSION} -x86_64-installer.iso \
-m /dev/sda tar-out / - | tar xvf -
# Helper function to modify the config filesmodify_cfg (){
for file in " EFI/redhat/grub.cfg" " isolinux/isolinux.cfg" ; do
# Append the proper image and ignition urls' /coreos.inst=yes/s|$| coreos.inst.install_dev=vda coreos.inst.image_url=' " ${URL} " ' \/install\/' " ${BIOSMODE} " ' .raw.gz coreos.inst.ignition_url=' " ${URL} " ' \/ignition\/' " ${NODE} " ' .ign ip=' " ${IP} " ' ::' " ${GATEWAY} " ' :' " ${NETMASK} " ' :' " ${FQDN} " ' :' " ${NET_INTERFACE} " ' :none:' " ${DNS} " ' nameserver=' " ${DNS} " ' |' ${file} > $( pwd) ${NODE} _${file##*/ }
# Boot directly in the installation' s/default vesamenu.c32/default linux/g' ' s/timeout 600/timeout 10/g' $( pwd) ${NODE} _${file##*/ }
done
}
URL=" http://117.177.241.16:8080/" " 117.177.241.1" " 255.255.255.0" " 117.177.241.16" # BOOTSTRAP# TYPE="bootstrap"" bootstrap-static" " 117.177.241.243" " vm-bootstrap" " bios" " ens3" # MASTERS# TYPE="master"# MASTER-0" master-0" " 117.177.241.240" " vm-master0" " bios" " ens3" # MASTER-1" master-1" " 117.177.241.241" " vm-master1" " bios" " ens3" # MASTER-2" master-2" " 117.177.241.242" " vm-master2" " bios" " ens3" # WORKERS" worker-0" " 117.177.241.244" " vm-worker0" " bios" " ens3" " worker-1" " 117.177.241.245" " vm-worker1" " bios" " ens3" # Generate the images, one per node as the IP configuration is different...# https://github.com/coreos/coreos-assembler/blob/master/src/cmd-buildextend-installer#L97-L103for node in master-0 master-1 master-2 worker-0 worker-1 worker-2 bootstrap-static; do
# Overwrite the grub.cfg and isolinux.cfg files for each node typefor file in " EFI/redhat/grub.cfg" " isolinux/isolinux.cfg" ; do
/bin/cp -f $( pwd) ${node} _${file##*/ } ${file}
done
# As regular user!${VOLID} \
-eltorito-boot isolinux/isolinux.bin -eltorito-catalog isolinux/boot.cat \
-no-emul-boot -boot-load-size 4 -boot-info-table \
-eltorito-alt-boot -efi-boot images/efiboot.img -no-emul-boot \
-o ${NGINX_DIRECTORY} /${node} .iso .
done
# Optionally, clean upcd /data/ocp4
rm -Rf ${TEMPDIR}
cd ${NGINX_DIRECTORY}
# mkdir -p /data/ocp4# mkdir -p /data/kvm* .iso [email protected] :/data/ocp4/
scp master-* .iso [email protected] :/data/ocp4/
scp worker-* .iso [email protected] :/data/ocp4/
scp bootstrap-* .iso [email protected] :/data/ocp4/
scp master-* .iso [email protected] :/data/ocp4/
# after you create and boot master vm, worker vm, you can track the resultexport KUBECONFIG=/data/ocp4/auth/kubeconfig
echo " export KUBECONFIG=/data/ocp4/auth/kubeconfig" >> ~ /.bashrc
source ~ /.bashrc
oc get nodes
openshift-install wait-for bootstrap-complete --log-level debug
oc get csr
openshift-install wait-for install-complete
bash add.image.load.sh /data_ssd/is.samples/mirror_dir/
oc apply -f ./99-worker-zzz-container-registries.yaml -n openshift-config
oc apply -f ./99-master-zzz-container-registries.yaml -n openshift-config
# https://docs.openshift.com/container-platform/4.3/openshift_images/managing_images/using-image-pull-secrets.html#images-update-global-pull-secret_using-image-pull-secretsset data secret/pull-secret -n openshift-config --from-file=.dockerconfigjson=/data/pull-secret.json
# https://docs.openshift.com/container-platform/4.3/networking/ingress-operator.html#nw-ingress-controller-tls-profiles_configuring-ingress' {"spec":{"defaultCertificate":{"name":"custom-certs-default"}}}' ' {.spec.defaultCertificate}' # upgrade ingress ca' {"spec":{"defaultCertificate":{"name":"custom-certs-default-01"}}}' # #################################################3# add rhel hw node, and remove vm worker node[email protected]
ssh [email protected]
ssh-copy-id [email protected]
ssh [email protected]
# disable firewalld on infra-0, infra-1# create rhel-ansible-host<< EOF > /data/ocp4/rhel-ansible-host[all:vars]
ansible_user=root
#ansible_become=True
openshift_kubeconfig_path="/data/ocp4/auth/kubeconfig"
[new_workers]
infra-0.ocpsc.redhat.ren
infra-1.ocpsc.redhat.ren
EOF # then remove old vm-worker0, vm-worker1# create nfs storage and enable image operator' {"spec":{"managementState": "Managed","storage":{"pvc":{"claim":""}}}}' # create operator catalog' [{"op": "add", "path": "/spec/disableAllDefaultSources", "value": true}]' << EOF > redhat-operator-catalog.yamlapiVersion: operators.coreos.com/v1alpha1
kind: CatalogSource
metadata:
name: redhat-operator-catalog
namespace: openshift-marketplace
spec:
displayName: Redhat Operator Catalog
sourceType: grpc
image: registry.redhat.ren:5443/docker.io/wangzheng422/operator-catalog:redhat-2020-03-23
publisher: Red Hat
EOF # create infra node# https://access.redhat.com/solutions/4287111" " " " ' {"spec":{"nodePlacement":{"nodeSelector": {"matchLabels":{"node-role.kubernetes.io/infra":""}}}}}' ' {"spec":{"nodeSelector":{"node-role.kubernetes.io/infra":""}}}' " .spec.nodeName" << EOF > /data/ocp4/monitoring-cm.yamlapiVersion: v1
kind: ConfigMap
metadata:
name: cluster-monitoring-config
namespace: openshift-monitoring
data:
config.yaml: |+
alertmanagerMain:
nodeSelector:
node-role.kubernetes.io/infra: ""
prometheusK8s:
nodeSelector:
node-role.kubernetes.io/infra: ""
volumeClaimTemplate:
metadata:
name: localpvc
spec:
storageClassName: local-sc
resources:
requests:
storage: 400Gi
prometheusOperator:
nodeSelector:
node-role.kubernetes.io/infra: ""
grafana:
nodeSelector:
node-role.kubernetes.io/infra: ""
k8sPrometheusAdapter:
nodeSelector:
node-role.kubernetes.io/infra: ""
kubeStateMetrics:
nodeSelector:
node-role.kubernetes.io/infra: ""
telemeterClient:
nodeSelector:
node-role.kubernetes.io/infra: ""
EOF " .spec.nodeName" # ########################################### # add user for ztecd /data/ocp4
touch /data/ocp4/htpasswd
htpasswd -B /data/ocp4/htpasswd zteca
htpasswd -B /data/ocp4/htpasswd zteadm
oc create secret generic htpasswd --from-file=/data/ocp4/htpasswd -n openshift-config
oc apply -f - << EOF apiVersion: config.openshift.io/v1
kind: OAuth
metadata:
name: cluster
spec:
identityProviders:
- name: Local Password
mappingMethod: claim
type: HTPasswd
htpasswd:
fileData:
name: htpasswd
EOF # ######################################### add more rhel-ansible-host# scp vars_static.yaml to helpercd /data/ocp4/ocp4-upi-helpernode
ansible-playbook -e @vars-static.yaml -e staticips=true tasks/main.yml
ssh-copy-id [email protected]
cat << EOF > /data/ocp4/rhel-ansible-host[all:vars]
ansible_user=root
#ansible_become=True
openshift_kubeconfig_path="/data/ocp4/auth/kubeconfig"
[workers]
infra-0.ocpsc.redhat.ren
infra-1.ocpsc.redhat.ren
[new_workers]
worker-0.ocpsc.redhat.ren
EOF # ######################################### add more rhel-ansible-host<< EOF > /etc/yum/pluginconf.d/subscription-manager.conf[main]
enabled=0
EOF # scp vars_static.yaml to helpercd /data/ocp4/ocp4-upi-helpernode
ansible-playbook -e @vars-static.yaml -e staticips=true tasks/main.yml
ssh-copy-id [email protected]
ssh-copy-id [email protected]
cat << EOF > /data/ocp4/rhel-ansible-host[all:vars]
ansible_user=root
#ansible_become=True
openshift_kubeconfig_path="/data/ocp4/auth/kubeconfig"
[workers]
infra-0.ocpsc.redhat.ren
infra-1.ocpsc.redhat.ren
worker-0.ocpsc.redhat.ren
[new_workers]
worker-1.ocpsc.redhat.ren
worker-2.ocpsc.redhat.ren
EOF # ######################################### add worker-3 rhel-ansible-host# upload vars-static.yaml cd /data/ocp4/ocp4-upi-helpernode
ansible-playbook -e @vars-static.yaml -e staticips=true tasks/main.yml
cat << EOF > /etc/yum/pluginconf.d/subscription-manager.conf[main]
enabled=0
EOF # scp vars_static.yaml to helpercd /data/ocp4/ocp4-upi-helpernode
ansible-playbook -e @vars-static.yaml -e staticips=true tasks/main.yml
ssh-copy-id [email protected]
cat << EOF > /data/ocp4/rhel-ansible-host[all:vars]
ansible_user=root
#ansible_become=True
openshift_kubeconfig_path="/data/ocp4/auth/kubeconfig"
[workers]
infra-0.ocpsc.redhat.ren
infra-1.ocpsc.redhat.ren
worker-0.ocpsc.redhat.ren
worker-1.ocpsc.redhat.ren
worker-2.ocpsc.redhat.ren
[new_workers]
worker-3.ocpsc.redhat.ren
EOF cat << EOF > wzh.script#!/bin/bash
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -s 127.0.0.1/32 -j ACCEPT
iptables -A INPUT -s 223.87.20.0/24 -j ACCEPT
iptables -A INPUT -s 117.177.241.0/24 -j ACCEPT
iptables -A INPUT -s 39.134.200.0/24 -j ACCEPT
iptables -A INPUT -s 39.134.201.0/24 -j ACCEPT
iptables -A INPUT -s 39.137.101.0/24 -j ACCEPT
iptables -A INPUT -s 192.168.7.0/24 -j ACCEPT
iptables -A INPUT -s 112.44.102.224/27 -j ACCEPT
iptables -A INPUT -s 47.93.86.113/32 -j ACCEPT
iptables -A INPUT -s 39.134.204.0/24 -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF $( cat ./wzh.script | python3 -c " import sys, urllib.parse; print(urllib.parse.quote(''.join(sys.stdin.readlines())))" ) << EOF > 45-wzh-service.yamlapiVersion: machineconfiguration.openshift.io/v1
kind: MachineConfig
metadata:
labels:
machineconfiguration.openshift.io/role: master
name: 45-wzh-service
spec:
config:
ignition:
version: 2.2.0
storage:
files:
- contents:
source: data:text/plain,${var_local}
verification: {}
filesystem: root
mode: 0755
path: /etc/rc.d/wzh.local
systemd:
units:
- name: wzh.service
enabled: true
contents: |
[Unit]
Description=/etc/rc.d/wzh.local Compatibility
[email protected]
ConditionFileIsExecutable=/etc/rc.d/wzh.local
After=network.target
[Service]
Type=oneshot
User=root
Group=root
ExecStart=/bin/bash -c /etc/rc.d/wzh.local
[Install]
WantedBy=multi-user.target
EOF # on helper nodecd /data
rm -rf /data/quay
podman run -d --name quay-fs --entrypoint " tail" export MYSQL_CONTAINER_NAME=quay-mysql
export MYSQL_DATABASE=enterpriseregistrydb
export MYSQL_PASSWORD=zvbk3fzp5f5m2a8j
export MYSQL_USER=quayuser
export MYSQL_ROOT_PASSWORD=q98u335musckfqxe
podman run \
--detach \
--restart=always \
--env MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD} \
--env MYSQL_USER=${MYSQL_USER} \
--env MYSQL_PASSWORD=${MYSQL_PASSWORD} \
--env MYSQL_DATABASE=${MYSQL_DATABASE} \
--name ${MYSQL_CONTAINER_NAME} \
--privileged=true \
--pod quay \
-v /data/quay/lib/mysql:/var/lib/mysql/data:Z \
registry.redhat.ren:5443/registry.access.redhat.com/rhscl/mysql-57-rhel7
podman run -d --restart=always \
--pod quay \
--privileged=true \
--name quay-redis \
-v /data/quay/lib/redis:/var/lib/redis/data:Z \
registry.redhat.ren:5443/registry.access.redhat.com/rhscl/redis-32-rhel7
sleep 10
/bin/cp -f /data/cert/redhat.ren.crt /data/quay/config/extra_ca_certs/redhat.ren.crt
/bin/cp -f /data/cert/redhat.ren.crt /data/quay/config/ssl.cert
/bin/cp -f /data/cert/redhat.ren.key /data/quay/config/ssl.key
podman run --restart=always \
--sysctl net.core.somaxconn=4096 \
--privileged=true \
--name quay-master \
--pod quay \
--add-host mysql:127.0.0.1 \
--add-host redis:127.0.0.1 \
--add-host clair:127.0.0.1 \
-v /data/quay/config:/conf/stack:Z \
-v /data/quay/storage:/datastorage:Z \
-d registry.redhat.ren:5443/quay.io/redhat/quay:v3.2.1
# https://registry.redhat.ren:4443/# change /data/quay/clair-config/config.yaml# https://registry.redhat.ren:4443 -> https://registry.redhat.ren:8443# stop and restartcd /data/ocp4/zte
oc project zxcdn
oc adm policy add-role-to-user admin zteadm -n zxcdn
oc create serviceaccount -n zxcdn zxcdn-app
oc adm policy add-scc-to-user privileged -z zxcdn-app -n zxcdn
# oc adm policy remove-scc-from-user privileged -z zxcdn-app# oc apply -f slbl7-deployment.yaml # oc apply -f ott-service.yaml# # web cachehelper host add vm-router cd /data/ocp4/ocp4-upi-helpernode
ansible-playbook -e @vars-static.yaml -e staticips=true tasks/config.files.yml
# upload install-config.yaml to helper /data/ocp4cd /data/ocp4
/bin/cp -f worker.ign /var/www/html/ignition/router-0.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-1.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-2.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-3.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-4.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-5.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-6.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-7.ign
/bin/cp -f worker.ign /var/www/html/ignition/router-8.ign
chmod 644 /var/www/html/ignition/*
export NGINX_DIRECTORY=/data/ocp4
export RHCOSVERSION=4.3.0
export VOLID=$( isoinfo -d -i ${NGINX_DIRECTORY} /rhcos-${RHCOSVERSION} -x86_64-installer.iso | awk ' /Volume id/ { print $3 }' ) $( mktemp -d) echo $VOLID
echo $TEMPDIR
cd ${TEMPDIR}
# Extract the ISO content using guestfish (to avoid sudo mount)${NGINX_DIRECTORY} /rhcos-${RHCOSVERSION} -x86_64-installer.iso \
-m /dev/sda tar-out / - | tar xvf -
# Helper function to modify the config filesmodify_cfg (){
for file in " EFI/redhat/grub.cfg" " isolinux/isolinux.cfg" ; do
# Append the proper image and ignition urls' /coreos.inst=yes/s|$| coreos.inst.install_dev=vda coreos.inst.image_url=' " ${URL} " ' \/install\/' " ${BIOSMODE} " ' .raw.gz coreos.inst.ignition_url=' " ${URL} " ' \/ignition\/' " ${NODE} " ' .ign ip=' " ${IP} " ' ::' " ${GATEWAY} " ' :' " ${NETMASK} " ' :' " ${FQDN} " ' :' " ${NET_INTERFACE} " ' :none:' " ${DNS} " ' nameserver=' " ${DNS} " ' |' ${file} > $( pwd) ${NODE} _${file##*/ }
# Boot directly in the installation' s/default vesamenu.c32/default linux/g' ' s/timeout 600/timeout 10/g' $( pwd) ${NODE} _${file##*/ }
done
}
URL=" http://117.177.241.16:8080/" " 117.177.241.1" " 255.255.255.0" " 117.177.241.16" " router-0" " 117.177.241.243" " vm-router-0" " bios" " ens3" " router-1" " 117.177.241.244" " vm-router-1" " bios" " ens3" " router-2" " 117.177.241.245" " vm-router-2" " bios" " ens3" " router-3" " 117.177.241.246" " vm-router-3" " bios" " ens3" " router-4" " 117.177.241.247" " vm-router-4" " bios" " ens3" " router-5" " 117.177.241.248" " vm-router-5" " bios" " ens3" " router-6" " 117.177.241.249" " vm-router-6" " bios" " ens3" " router-7" " 117.177.241.250" " vm-router-7" " bios" " ens3" " router-8" " 117.177.241.251" " vm-router-8" " bios" " ens3" # Generate the images, one per node as the IP configuration is different...# https://github.com/coreos/coreos-assembler/blob/master/src/cmd-buildextend-installer#L97-L103for node in router-0 router-1 router-2 router-3 router-4 router-5 router-6 router-7 router-8; do
# Overwrite the grub.cfg and isolinux.cfg files for each node typefor file in " EFI/redhat/grub.cfg" " isolinux/isolinux.cfg" ; do
/bin/cp -f $( pwd) ${node} _${file##*/ } ${file}
done
# As regular user!${VOLID} \
-eltorito-boot isolinux/isolinux.bin -eltorito-catalog isolinux/boot.cat \
-no-emul-boot -boot-load-size 4 -boot-info-table \
-eltorito-alt-boot -efi-boot images/efiboot.img -no-emul-boot \
-o ${NGINX_DIRECTORY} /${node} .iso .
done
# Optionally, clean upcd /data/ocp4
rm -Rf ${TEMPDIR}
cd ${NGINX_DIRECTORY}
scp router-* .iso [email protected] :/data/ocp4/
# after vm on bootstrap created' {{range .items}}{{if not .status}}{{.metadata.name}}{{"\n"}}{{end}}{{end}}' | xargs oc adm certificate approve
oc label node vm-router-0.ocpsc.redhat.ren node-role.kubernetes.io/router=' ' ' ' ' ' ' ' ' ' # oc label node vm-router-5.ocpsc.redhat.ren node-role.kubernetes.io/router=''# oc label node vm-router-6.ocpsc.redhat.ren node-role.kubernetes.io/router=''# oc label node vm-router-7.ocpsc.redhat.ren node-role.kubernetes.io/router=''# oc label node vm-router-8.ocpsc.redhat.ren node-role.kubernetes.io/router=''# ########################## # secure the router vm<< EOF > router.mcp.yamlapiVersion: machineconfiguration.openshift.io/v1
kind: MachineConfigPool
metadata:
name: router
spec:
machineConfigSelector:
matchExpressions:
- {key: machineconfiguration.openshift.io/role, operator: In, values: [worker,router]}
nodeSelector:
matchLabels:
node-role.kubernetes.io/router: ""
EOF << EOF > wzh.script#!/bin/bash
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -s 127.0.0.1/32 -j ACCEPT
iptables -A INPUT -s 223.87.20.0/24 -j ACCEPT
iptables -A INPUT -s 117.177.241.0/24 -j ACCEPT
iptables -A INPUT -s 39.134.200.0/24 -j ACCEPT
iptables -A INPUT -s 39.134.201.0/24 -j ACCEPT
iptables -A INPUT -s 39.137.101.0/24 -j ACCEPT
iptables -A INPUT -s 192.168.7.0/24 -j ACCEPT
iptables -A INPUT -s 112.44.102.224/27 -j ACCEPT
iptables -A INPUT -s 47.93.86.113/32 -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF $( cat ./wzh.script | python3 -c " import sys, urllib.parse; print(urllib.parse.quote(''.join(sys.stdin.readlines())))" ) << EOF > 45-router-wzh-service.yamlapiVersion: machineconfiguration.openshift.io/v1
kind: MachineConfig
metadata:
labels:
machineconfiguration.openshift.io/role: router
name: 45-router-wzh-service
spec:
config:
ignition:
version: 2.2.0
storage:
files:
- contents:
source: data:text/plain,${var_local}
verification: {}
filesystem: root
mode: 0755
path: /etc/rc.d/wzh.local
systemd:
units:
- name: wzh.service
enabled: true
contents: |
[Unit]
Description=/etc/rc.d/wzh.local Compatibility
[email protected]
ConditionFileIsExecutable=/etc/rc.d/wzh.local
After=network.target
[Service]
Type=oneshot
User=root
Group=root
ExecStart=/bin/bash -c /etc/rc.d/wzh.local
[Install]
WantedBy=multi-user.target
EOF # DO NOT# cp 99-master-zzz-container-registries.yaml 99-router-zzz-container-registries.yaml # # change: machineconfiguration.openshift.io/role: router# oc apply -f ./99-router-zzz-container-registries.yaml -n openshift-config# on helper node<< EOF > /etc/docker-distribution/registry/config.ymlversion: 0.1
log:
fields:
service: registry
storage:
cache:
layerinfo: inmemory
filesystem:
rootdirectory: /data/registry
delete:
enabled: true
http:
addr: :5443
tls:
certificate: /data/cert/redhat.ren.crt
key: /data/cert/redhat.ren.key
EOF helper node zte tcp-router oc project openshift-ingress
# install the tcp-router and demo helper node cluster tunning # tunning for pid.max<< EOF > PodPidsLimit.yamlapiVersion: machineconfiguration.openshift.io/v1
kind: KubeletConfig
metadata:
name: pod-pids-limit
spec:
machineConfigPoolSelector:
matchLabels:
custom-kubelet-pod-pids-limit: 'true'
kubeletConfig:
PodPidsLimit: 4096
EOF << EOF > crio.yamlapiVersion: machineconfiguration.openshift.io/v1
kind: ContainerRuntimeConfig
metadata:
name: set-log-and-pid
spec:
machineConfigPoolSelector:
matchLabels:
custom-kubelet-pod-pids-limit: 'true'
containerRuntimeConfig:
pidsLimit: 10240
EOF helper node local storage https://docs.openshift.com/container-platform/4.3/storage/persistent_storage/persistent-storage-local.html
oc new-project local-storage
apiVersion: " local.storage.openshift.io/v1" " LocalVolume" " local-disks" " local-storage" " local-sc" # #########################################################3# # on bootstrap<< EOF > ~/.vnc/xstartup#!/bin/sh
unset SESSION_MANAGER
unset DBUS_SESSION_BUS_ADDRESS
gnome-session &
EOF ~ /.vnc/xstartup
vncserver :1 -geometry 1280x800
# 如果你想停掉vnc server，这么做# 配置kvm环境enable libvirtd
systemctl start libvirtd
brctl show
virsh net-list
cat << EOF > /data/virt-net.xml<network>
<name>br0</name>
<forward mode='bridge'>
<bridge name='br0'/>
</forward>
</network>
EOF # virsh net-undefine openshift4# virsh net-destroy openshift4<< EOF > /etc/sysconfig/network-scripts/ifcfg-em1TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=none
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=em1
DEVICE=em1
ONBOOT=yes
# IPADDR=117.177.241.21
# PREFIX=24
# GATEWAY=117.177.241.1
IPV6_PRIVACY=no
# DNS1=117.177.241.16
BRIDGE=br0
EOF << EOF > /etc/sysconfig/network-scripts/ifcfg-br0 TYPE=Bridge
BOOTPROTO=static
IPADDR=117.177.241.21
GATEWAY=117.177.241.1
DNS1=117.177.241.16
ONBOOT=yes
DEFROUTE=yes
NAME=br0
DEVICE=br0
PREFIX=24
EOF # virt-install --name=ocp4-master1 --vcpus=20 --ram=200704 \# --disk path=/data/kvm/ocp4-master1.qcow2,bus=virtio,size=200 \# --os-variant rhel8.0 --network bridge=br0,model=virtio \# --boot menu=on --cdrom /data/ocp4/master-1.iso | pigz -c > /data/kvm/ocp4-master0.qcow2.tgz
rsync -e " ssh -c [email protected] " [email protected] :/data/kvm/
tar -cvf - ocp4-master2.qcow2 | pigz -c > /data/kvm/ocp4-master2.qcow2.tgz
rsync -e " ssh -c [email protected] " [email protected] :/data/kvm/
# anti scan> /root/iplist.txt << EOL 127.0.0.1/32
223.87.20.0/24
117.177.241.0/24
39.134.200.0/24
39.134.201.0/24
39.137.101.0/24
192.168.7.0/24
112.44.102.224/27
47.93.86.113/32
EOL # https://access.redhat.com/solutions/39604cd /data
tar -cvf - tmp/ | pigz -c > virsh.dump.tgz
# ################################ # add more router vm# virt-install --name=ocp4-router-5 --vcpus=2 --ram=8192 \# --disk path=/data/kvm/ocp4-router-5.qcow2,bus=virtio,size=200 \# --os-variant rhel8.0 --network bridge=br0,model=virtio \# --boot menu=on --cdrom /data/ocp4/router-5.iso # virt-install --name=ocp4-router-6 --vcpus=2 --ram=8192 \# --disk path=/data/kvm/ocp4-router-6.qcow2,bus=virtio,size=200 \# --os-variant rhel8.0 --network bridge=br0,model=virtio \# --boot menu=on --cdrom /data/ocp4/router-6.iso # virt-install --name=ocp4-router-7 --vcpus=2 --ram=8192 \# --disk path=/data/kvm/ocp4-router-7.qcow2,bus=virtio,size=200 \# --os-variant rhel8.0 --network bridge=br0,model=virtio \# --boot menu=on --cdrom /data/ocp4/router-7.iso # virt-install --name=ocp4-router-8 --vcpus=2 --ram=8192 \# --disk path=/data/kvm/ocp4-router-8.qcow2,bus=virtio,size=200 \# --os-variant rhel8.0 --network bridge=br0,model=virtio \# --boot menu=on --cdrom /data/ocp4/router-8.iso # helper node operation# #########################################################3# # on master1<< EOF > ~/.vnc/xstartup#!/bin/sh
unset SESSION_MANAGER
unset DBUS_SESSION_BUS_ADDRESS
gnome-session &
EOF ~ /.vnc/xstartup
vncserver :1 -geometry 1280x800
# 如果你想停掉vnc server，这么做# 配置kvm环境enable libvirtd
systemctl start libvirtd
brctl show
virsh net-list
cat << EOF > /data/virt-net.xml<network>
<name>br0</name>
<forward mode='bridge'>
<bridge name='br0'/>
</forward>
</network>
EOF # virsh net-undefine openshift4# virsh net-destroy openshift4<< EOF > /etc/sysconfig/network-scripts/ifcfg-em1TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=none
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=em1
DEVICE=em1
ONBOOT=yes
# IPADDR=117.177.241.17
# PREFIX=24
# GATEWAY=117.177.241.1
IPV6_PRIVACY=no
# DNS1=117.177.241.16
BRIDGE=br0
EOF << EOF > /etc/sysconfig/network-scripts/ifcfg-br0 TYPE=Bridge
BOOTPROTO=static
IPADDR=117.177.241.17
GATEWAY=117.177.241.1
DNS1=117.177.241.16
ONBOOT=yes
DEFROUTE=yes
NAME=br0
DEVICE=br0
PREFIX=24
EOF # anti scan> /root/iplist.txt << EOL 127.0.0.1/32
223.87.20.0/24
117.177.241.0/24
39.134.200.0/24
39.134.201.0/24
39.137.101.0/24
192.168.7.0/24
112.44.102.224/27
47.93.86.113/32
EOL # ######################################################## master0 << EOF > ~/.vnc/xstartup#!/bin/sh
unset SESSION_MANAGER
unset DBUS_SESSION_BUS_ADDRESS
gnome-session &
EOF ~ /.vnc/xstartup
vncserver :1 -geometry 1280x800
# 如果你想停掉vnc server，这么做# 配置kvm环境enable libvirtd
systemctl start libvirtd
brctl show
virsh net-list
cat << EOF > /data/virt-net.xml<network>
<name>br0</name>
<forward mode='bridge'>
<bridge name='br0'/>
</forward>
</network>
EOF # virsh net-undefine openshift4# virsh net-destroy openshift4<< EOF > /etc/sysconfig/network-scripts/ifcfg-em1TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=none
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=em1
DEVICE=em1
ONBOOT=yes
# IPADDR=117.177.241.18
# PREFIX=24
# GATEWAY=117.177.241.1
IPV6_PRIVACY=no
# DNS1=117.177.241.16
BRIDGE=br0
EOF << EOF > /etc/sysconfig/network-scripts/ifcfg-br0 TYPE=Bridge
BOOTPROTO=static
IPADDR=117.177.241.18
GATEWAY=117.177.241.1
DNS1=117.177.241.16
ONBOOT=yes
DEFROUTE=yes
NAME=br0
DEVICE=br0
PREFIX=24
EOF | tar xf -
virt-install --name=ocp4-master0 --vcpus=20 --ram=200704 \
--disk path=/data/kvm/ocp4-master0.qcow2,bus=virtio,size=200 \
--os-variant rhel8.0 --network bridge=br0,model=virtio \
--boot menu=on
virsh list --all
virsh start ocp4-master0
# anti scan> /root/iplist.txt << EOL 127.0.0.1/32
223.87.20.0/24
117.177.241.0/24
39.134.200.0/24
39.134.201.0/24
39.137.101.0/24
192.168.7.0/24
112.44.102.224/27
47.93.86.113/32
EOL # ######################################################## master2 << EOF > ~/.vnc/xstartup#!/bin/sh
unset SESSION_MANAGER
unset DBUS_SESSION_BUS_ADDRESS
gnome-session &
EOF ~ /.vnc/xstartup
vncserver :1 -geometry 1280x800
# 如果你想停掉vnc server，这么做# 配置kvm环境enable libvirtd
systemctl start libvirtd
brctl show
virsh net-list
cat << EOF > /data/virt-net.xml<network>
<name>br0</name>
<forward mode='bridge'>
<bridge name='br0'/>
</forward>
</network>
EOF # virsh net-undefine openshift4# virsh net-destroy openshift4<< EOF > /etc/sysconfig/network-scripts/ifcfg-em1TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=none
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=em1
DEVICE=em1
ONBOOT=yes
# IPADDR=117.177.241.22
# PREFIX=24
# GATEWAY=117.177.241.1
IPV6_PRIVACY=no
# DNS1=117.177.241.16
BRIDGE=br0
EOF << EOF > /etc/sysconfig/network-scripts/ifcfg-br0 TYPE=Bridge
BOOTPROTO=static
IPADDR=117.177.241.22
GATEWAY=117.177.241.1
DNS1=117.177.241.16
ONBOOT=yes
DEFROUTE=yes
NAME=br0
DEVICE=br0
PREFIX=24
EOF | tar xf -
virt-install --name=ocp4-master2 --vcpus=20 --ram=200704 \
--disk path=/data/kvm/ocp4-master2.qcow2,bus=virtio,size=200 \
--os-variant rhel8.0 --network bridge=br0,model=virtio \
--boot menu=on
virsh list --all
virsh start ocp4-master2
# anti scan> /root/iplist.txt << EOL 127.0.0.1/32
223.87.20.0/24
117.177.241.0/24
39.134.200.0/24
39.134.201.0/24
39.137.101.0/24
192.168.7.0/24
112.44.102.224/27
47.93.86.113/32
EOL systemctl disable firewalld.service
systemctl stop firewalld.service
# secure for anti-scan<< EOF >> /etc/rc.localipset create my-allow-set hash:net
ipset add my-allow-set 127.0.0.1/32
ipset add my-allow-set 223.87.20.0/24
ipset add my-allow-set 117.177.241.0/24
ipset add my-allow-set 39.134.200.0/24
ipset add my-allow-set 39.134.201.0/24
ipset add my-allow-set 39.137.101.0/24
ipset add my-allow-set 192.168.7.0/24
ipset add my-allow-set 112.44.102.224/27
ipset add my-allow-set 47.93.86.113/32
ipset add my-allow-set 39.134.204.0/24
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -m set --match-set my-allow-set src -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF enable rc-local
# systemctl restart rc-local# 配置kvm环境enable libvirtd
systemctl start libvirtd
systemctl disable firewalld.service
systemctl stop firewalld.service
# secure for anti-scan<< EOF >> /etc/rc.localipset create my-allow-set hash:net
ipset add my-allow-set 127.0.0.1/32
ipset add my-allow-set 223.87.20.0/24
ipset add my-allow-set 117.177.241.0/24
ipset add my-allow-set 39.134.200.0/24
ipset add my-allow-set 39.134.201.0/24
ipset add my-allow-set 39.137.101.0/24
ipset add my-allow-set 192.168.7.0/24
ipset add my-allow-set 112.44.102.224/27
ipset add my-allow-set 47.93.86.113/32
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -m set --match-set my-allow-set src -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF enable rc-local
# systemctl restart rc-local# 配置kvm环境enable libvirtd
systemctl start libvirtd
podman login registry.redhat.ren:4443 -u zteadm
# localhost/ottcache-img:6.01.05.01T03# localhost/slbl7-img:6.01.05.01T03# localhost/webcache-img:v6.01.04.03# localhost/pg-img:v1.01.01.01# localhost/slb-img:v6.01.04.03# io speed test# 10+0 records in# 10+0 records out# 10737418240 bytes (11 GB) copied, 6.85688 s, 1.6 GB/s# 10+0 records in# 10+0 records out# 10737418240 bytes (11 GB) copied, 3.98098 s, 2.7 GB/s# 9999+0 records in# 9999+0 records out# 52423557120 bytes (52 GB) copied, 27.8529 s, 1.9 GB/s# 9999+0 records in# 9999+0 records out# 52423557120 bytes (52 GB) copied, 16.1121 s, 3.3 GB/s# 9999+0 records in# 9999+0 records out# 52423557120 bytes (52 GB) copied, 51.2713 s, 1.0 GB/s# 9999+0 records in# 9999+0 records out# 10484711424 bytes (10 GB) copied, 1.9141 s, 5.5 GB/s# 9999+0 records in# 9999+0 records out# 52423557120 bytes (52 GB) copied, 9.3676 s, 5.6 GB/s# secure for anti-scan<< EOF > /etc/rc.local#!/bin/bash
# THIS FILE IS ADDED FOR COMPATIBILITY PURPOSES
#
# It is highly advisable to create own systemd services or udev rules
# to run scripts during boot instead of using this file.
#
# In contrast to previous versions due to parallel execution during boot
# this script will NOT be run after all other services.
#
# Please note that you must run 'chmod +x /etc/rc.d/rc.local' to ensure
# that this script will be executed during boot.
touch /var/lock/subsys/local
ipset create my-allow-set hash:net
ipset add my-allow-set 127.0.0.1/32
ipset add my-allow-set 223.87.20.0/24
ipset add my-allow-set 117.177.241.0/24
ipset add my-allow-set 39.134.200.0/24
ipset add my-allow-set 39.134.201.0/24
ipset add my-allow-set 39.137.101.0/24
ipset add my-allow-set 192.168.7.0/24
ipset add my-allow-set 112.44.102.224/27
ipset add my-allow-set 47.93.86.113/32
ipset add my-allow-set 221.226.0.75/32
ipset add my-allow-set 210.21.236.182/32
ipset add my-allow-set 61.132.54.2/32
ipset add my-allow-set 39.134.198.0/24
ipset add my-allow-set 218.205.236.16/28
ipset add my-allow-set 39.134.204.0/24
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -m set --match-set my-allow-set src -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF enable rc-local
# systemctl restart rc-local# 配置kvm环境enable libvirtd
systemctl start libvirtd
cat << EOF > /etc/rc.local#!/bin/bash
# THIS FILE IS ADDED FOR COMPATIBILITY PURPOSES
#
# It is highly advisable to create own systemd services or udev rules
# to run scripts during boot instead of using this file.
#
# In contrast to previous versions due to parallel execution during boot
# this script will NOT be run after all other services.
#
# Please note that you must run 'chmod +x /etc/rc.d/rc.local' to ensure
# that this script will be executed during boot.
touch /var/lock/subsys/local
ipset create my-allow-set hash:net
ipset add my-allow-set 127.0.0.1/32
ipset add my-allow-set 223.87.20.0/24
ipset add my-allow-set 117.177.241.0/24
ipset add my-allow-set 39.134.200.0/24
ipset add my-allow-set 39.134.201.0/24
ipset add my-allow-set 39.137.101.0/24
ipset add my-allow-set 192.168.7.0/24
ipset add my-allow-set 112.44.102.224/27
ipset add my-allow-set 47.93.86.113/32
ipset add my-allow-set 221.226.0.75/32
ipset add my-allow-set 210.21.236.182/32
ipset add my-allow-set 61.132.54.2/32
ipset add my-allow-set 39.134.198.0/24
ipset add my-allow-set 218.205.236.16/28
ipset add my-allow-set 39.134.204.0/24
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -m set --match-set my-allow-set src -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF enable rc-local
# systemctl restart rc-local# 配置kvm环境enable libvirtd
systemctl start libvirtd
cat << EOF > /etc/rc.local#!/bin/bash
# THIS FILE IS ADDED FOR COMPATIBILITY PURPOSES
#
# It is highly advisable to create own systemd services or udev rules
# to run scripts during boot instead of using this file.
#
# In contrast to previous versions due to parallel execution during boot
# this script will NOT be run after all other services.
#
# Please note that you must run 'chmod +x /etc/rc.d/rc.local' to ensure
# that this script will be executed during boot.
touch /var/lock/subsys/local
ipset create my-allow-set hash:net
ipset add my-allow-set 127.0.0.1/32
ipset add my-allow-set 223.87.20.0/24
ipset add my-allow-set 117.177.241.0/24
ipset add my-allow-set 39.134.200.0/24
ipset add my-allow-set 39.134.201.0/24
ipset add my-allow-set 39.137.101.0/24
ipset add my-allow-set 192.168.7.0/24
ipset add my-allow-set 112.44.102.224/27
ipset add my-allow-set 47.93.86.113/32
ipset add my-allow-set 221.226.0.75/32
ipset add my-allow-set 210.21.236.182/32
ipset add my-allow-set 61.132.54.2/32
ipset add my-allow-set 39.134.198.0/24
ipset add my-allow-set 218.205.236.16/28
ipset add my-allow-set 39.134.204.0/24
iptables -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
iptables -A INPUT -m set --match-set my-allow-set src -j ACCEPT
iptables -A INPUT -p tcp -j REJECT
iptables -A INPUT -p udp -j REJECT
EOF enable rc-local
# systemctl restart rc-local# 配置kvm环境enable libvirtd
systemctl start libvirtd
systemctl status libvirtd
systemctl stop libvirtd
systemctl disable libvirtd
# Installed:# libguestfs-tools.noarch 1:1.40.2-5.el7_7.3 libvirt.x86_64 0:4.5.0-23.el7_7.5 libvirt-python.x86_64 0:4.5.0-1.el7# qemu-kvm.x86_64 10:1.5.3-167.el7_7.4 virt-install.noarch 0:1.5.0-7.el7 virt-manager.noarch 0:1.5.0-7.el7# virt-viewer.x86_64 0:5.0-15.el7# Dependency Installed:# adwaita-cursor-theme.noarch 0:3.28.0-1.el7 adwaita-icon-theme.noarch 0:3.28.0-1.el7# at-spi2-atk.x86_64 0:2.26.2-1.el7 at-spi2-core.x86_64 0:2.28.0-1.el7# atk.x86_64 0:2.28.1-1.el7 augeas-libs.x86_64 0:1.4.0-9.el7# autogen-libopts.x86_64 0:5.18-5.el7 cairo.x86_64 0:1.15.12-4.el7# cairo-gobject.x86_64 0:1.15.12-4.el7 cdparanoia-libs.x86_64 0:10.2-17.el7# celt051.x86_64 0:0.5.1.3-8.el7 colord-libs.x86_64 0:1.3.4-1.el7# cyrus-sasl.x86_64 0:2.1.26-23.el7 dbus-x11.x86_64 1:1.10.24-13.el7_6# dconf.x86_64 0:0.28.0-4.el7 dejavu-fonts-common.noarch 0:2.33-6.el7# dejavu-sans-fonts.noarch 0:2.33-6.el7 flac-libs.x86_64 0:1.3.0-5.el7_1# fontconfig.x86_64 0:2.13.0-4.3.el7 fontpackages-filesystem.noarch 0:1.44-8.el7# fribidi.x86_64 0:1.0.2-1.el7_7.1 fuse.x86_64 0:2.9.2-11.el7# fuse-libs.x86_64 0:2.9.2-11.el7 gdk-pixbuf2.x86_64 0:2.36.12-3.el7# genisoimage.x86_64 0:1.1.11-25.el7 glib-networking.x86_64 0:2.56.1-1.el7# glusterfs-api.x86_64 0:3.12.2-47.2.el7 glusterfs-cli.x86_64 0:3.12.2-47.2.el7# gnome-icon-theme.noarch 0:3.12.0-1.el7 gnutls.x86_64 0:3.3.29-9.el7_6# gnutls-dane.x86_64 0:3.3.29-9.el7_6 gnutls-utils.x86_64 0:3.3.29-9.el7_6# gperftools-libs.x86_64 0:2.6.1-1.el7 graphite2.x86_64 0:1.3.10-1.el7_3# gsettings-desktop-schemas.x86_64 0:3.28.0-2.el7 gsm.x86_64 0:1.0.13-11.el7# gstreamer1.x86_64 0:1.10.4-2.el7 gstreamer1-plugins-base.x86_64 0:1.10.4-2.el7# gtk-update-icon-cache.x86_64 0:3.22.30-3.el7 gtk-vnc2.x86_64 0:0.7.0-3.el7# gtk3.x86_64 0:3.22.30-3.el7 gvnc.x86_64 0:0.7.0-3.el7# harfbuzz.x86_64 0:1.7.5-2.el7 hexedit.x86_64 0:1.2.13-5.el7# hicolor-icon-theme.noarch 0:0.12-7.el7 hivex.x86_64 0:1.3.10-6.9.el7# ipxe-roms-qemu.noarch 0:20180825-2.git133f4c.el7 iso-codes.noarch 0:3.46-2.el7# jasper-libs.x86_64 0:1.900.1-33.el7 jbigkit-libs.x86_64 0:2.0-11.el7# json-glib.x86_64 0:1.4.2-2.el7 lcms2.x86_64 0:2.6-3.el7# libICE.x86_64 0:1.0.9-9.el7 libSM.x86_64 0:1.2.2-2.el7# libX11.x86_64 0:1.6.7-2.el7 libX11-common.noarch 0:1.6.7-2.el7# libXau.x86_64 0:1.0.8-2.1.el7 libXcomposite.x86_64 0:0.4.4-4.1.el7# libXcursor.x86_64 0:1.1.15-1.el7 libXdamage.x86_64 0:1.1.4-4.1.el7# libXext.x86_64 0:1.3.3-3.el7 libXfixes.x86_64 0:5.0.3-1.el7# libXft.x86_64 0:2.3.2-2.el7 libXi.x86_64 0:1.7.9-1.el7# libXinerama.x86_64 0:1.1.3-2.1.el7 libXmu.x86_64 0:1.1.2-2.el7# libXrandr.x86_64 0:1.5.1-2.el7 libXrender.x86_64 0:0.9.10-1.el7# libXt.x86_64 0:1.1.5-3.el7 libXtst.x86_64 0:1.2.3-1.el7# libXv.x86_64 0:1.0.11-1.el7 libXxf86misc.x86_64 0:1.0.3-7.1.el7# libXxf86vm.x86_64 0:1.1.4-1.el7 libarchive.x86_64 0:3.1.2-14.el7_7# libasyncns.x86_64 0:0.8-7.el7 libcacard.x86_64 40:2.5.2-2.el7# libconfig.x86_64 0:1.4.9-5.el7 libepoxy.x86_64 0:1.5.2-1.el7# libglvnd.x86_64 1:1.0.1-0.8.git5baa1e5.el7 libglvnd-egl.x86_64 1:1.0.1-0.8.git5baa1e5.el7# libglvnd-glx.x86_64 1:1.0.1-0.8.git5baa1e5.el7 libgovirt.x86_64 0:0.3.4-3.el7# libguestfs.x86_64 1:1.40.2-5.el7_7.3 libguestfs-tools-c.x86_64 1:1.40.2-5.el7_7.3# libgusb.x86_64 0:0.2.9-1.el7 libibverbs.x86_64 0:22.1-3.el7# libiscsi.x86_64 0:1.9.0-7.el7 libjpeg-turbo.x86_64 0:1.2.90-8.el7# libmodman.x86_64 0:2.0.1-8.el7 libogg.x86_64 2:1.3.0-7.el7# libosinfo.x86_64 0:1.1.0-3.el7 libproxy.x86_64 0:0.4.11-11.el7# librdmacm.x86_64 0:22.1-3.el7 libsndfile.x86_64 0:1.0.25-10.el7# libsoup.x86_64 0:2.62.2-2.el7 libthai.x86_64 0:0.1.14-9.el7# libtheora.x86_64 1:1.1.1-8.el7 libtiff.x86_64 0:4.0.3-32.el7# libusal.x86_64 0:1.1.11-25.el7 libusbx.x86_64 0:1.0.21-1.el7# libvirt-bash-completion.x86_64 0:4.5.0-23.el7_7.5 libvirt-client.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-config-network.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-config-nwfilter.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-interface.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-lxc.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-network.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-nodedev.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-nwfilter.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-qemu.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-secret.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-storage.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-storage-core.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-storage-disk.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-storage-gluster.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-storage-iscsi.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-storage-logical.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-storage-mpath.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-driver-storage-rbd.x86_64 0:4.5.0-23.el7_7.5# libvirt-daemon-driver-storage-scsi.x86_64 0:4.5.0-23.el7_7.5 libvirt-daemon-kvm.x86_64 0:4.5.0-23.el7_7.5# libvirt-glib.x86_64 0:1.0.0-1.el7 libvirt-libs.x86_64 0:4.5.0-23.el7_7.5# libvisual.x86_64 0:0.4.0-16.el7 libvorbis.x86_64 1:1.3.3-8.el7.1# libwayland-client.x86_64 0:1.15.0-1.el7 libwayland-cursor.x86_64 0:1.15.0-1.el7# libwayland-egl.x86_64 0:1.15.0-1.el7 libwayland-server.x86_64 0:1.15.0-1.el7# libxcb.x86_64 0:1.13-1.el7 libxkbcommon.x86_64 0:0.7.1-3.el7# libxshmfence.x86_64 0:1.2-1.el7 lsof.x86_64 0:4.87-6.el7# lzop.x86_64 0:1.03-10.el7 mesa-libEGL.x86_64 0:18.3.4-6.el7_7# mesa-libGL.x86_64 0:18.3.4-6.el7_7 mesa-libgbm.x86_64 0:18.3.4-6.el7_7# mesa-libglapi.x86_64 0:18.3.4-6.el7_7 mtools.x86_64 0:4.0.18-5.el7# netcf-libs.x86_64 0:0.2.8-4.el7 nettle.x86_64 0:2.7.1-8.el7# numad.x86_64 0:0.5-18.20150602git.el7 opus.x86_64 0:1.0.2-6.el7# orc.x86_64 0:0.4.26-1.el7 osinfo-db.noarch 0:20190319-2.el7# osinfo-db-tools.x86_64 0:1.1.0-1.el7 pango.x86_64 0:1.42.4-4.el7_7# pcre2.x86_64 0:10.23-2.el7 perl-Sys-Guestfs.x86_64 1:1.40.2-5.el7_7.3# perl-Sys-Virt.x86_64 0:4.5.0-2.el7 perl-hivex.x86_64 0:1.3.10-6.9.el7# perl-libintl.x86_64 0:1.20-12.el7 pixman.x86_64 0:0.34.0-1.el7# pulseaudio-libs.x86_64 0:10.0-5.el7 pulseaudio-libs-glib2.x86_64 0:10.0-5.el7# pycairo.x86_64 0:1.8.10-8.el7 python-gobject.x86_64 0:3.22.0-1.el7_4.1# qemu-img.x86_64 10:1.5.3-167.el7_7.4 qemu-kvm-common.x86_64 10:1.5.3-167.el7_7.4# radvd.x86_64 0:2.17-3.el7 rdma-core.x86_64 0:22.1-3.el7# rest.x86_64 0:0.8.1-2.el7 scrub.x86_64 0:2.5.2-7.el7# seabios-bin.noarch 0:1.11.0-2.el7 seavgabios-bin.noarch 0:1.11.0-2.el7# sgabios-bin.noarch 1:0.20110622svn-4.el7 spice-glib.x86_64 0:0.35-4.el7# spice-gtk3.x86_64 0:0.35-4.el7 spice-server.x86_64 0:0.14.0-7.el7# squashfs-tools.x86_64 0:4.3-0.21.gitaae0aff4.el7 supermin5.x86_64 0:5.1.19-1.el7# syslinux.x86_64 0:4.05-15.el7 syslinux-extlinux.x86_64 0:4.05-15.el7# trousers.x86_64 0:0.3.14-2.el7 unbound-libs.x86_64 0:1.6.6-1.el7# usbredir.x86_64 0:0.7.1-3.el7 virt-manager-common.noarch 0:1.5.0-7.el7# vte-profile.x86_64 0:0.52.2-2.el7 vte291.x86_64 0:0.52.2-2.el7# xkeyboard-config.noarch 0:2.24-1.el7 xml-common.noarch 0:0.6.3-39.el7# xorg-x11-server-utils.x86_64 0:7.7-20.el7 xorg-x11-xauth.x86_64 1:1.0.9-1.el7# xorg-x11-xinit.x86_64 0:1.3.4-2.el7 yajl.x86_64 0:2.0.4-4.el7
config local storage operator
config monitor storage
benchmark the storage using real senario