Greenplum主节点与数据节点硬件详细信息

1 Master主机信息

1.1收集脚本

#!/bin/bash
Line='==========='
#linux发行版名称

if [[ -f /usr/bin/lsb_release ]]; then 

OS=$(/usr/bin/lsb_release -a |grep Description |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

else 

OS=$(cat /etc/issue |sed -n '1p') 

fi
echo -e "${Line}\nOS:\n${OS}\n${Line}"
######################################################################################################
#查看系统是否为64位：uname -m，若出现x86_64，则为64位

OS_version=$(uname -m)

echo -e "OS_version:\n${OS_version}\n${Line}"


#系统内核版本 

kernel_version=$(uname -r) 

echo -e "Kernel_version:\n${kernel_version}\n${Line}"
#cpu型号

CPU=$(grep 'model name' /proc/cpuinfo |uniq |awk -F : '{print $2}' |sed 's/^[ \t]*//g' |sed 's/ \+/ /g') 

echo -e "CPU model:\n${CPU}\n${Line}"
#物理cpu个数

Counts=$(grep 'physical id' /proc/cpuinfo |sort |uniq |wc -l)

echo -e "Total of physical CPU:\n${Counts}\n${Line}"
#物理cpu内核数

Cores=$(grep 'cpu cores' /proc/cpuinfo |uniq |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

echo -e "Number of CPU cores\n${Cores}\n${Line}"
#逻辑cpu个数 

PROCESSOR=$(grep 'processor' /proc/cpuinfo |sort |uniq |wc -l)

echo -e "Number of logical CPUs:\n${PROCESSOR}\n${Line}"
#查看CPU当前运行模式是64位还是32位

Mode=$(getconf LONG_BIT) 

echo -e "Present Mode Of CPU:\n${Mode}\n${Line}"


#查看CPU是否支持64位技术：grep 'flags' /proc/cpuinfo，若flags信息中包含lm字段，则支持64位

Numbers=$(grep 'lm' /proc/cpuinfo |wc -l) 

if (( ${Numbers} > 0)); then lm=64 

else lm=32 

fi

echo -e "Support Mode Of CPU:\n${lm}\n${Line}"

######################################################################
#Memtotal 内存总大小

Total=$(cat /proc/meminfo |grep 'MemTotal' |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

echo -e "Total Memory:\n${Total}\n${Line}"
#系统支持最大内存 

Max_Capacity=$(dmidecode -t memory -q |grep 'Maximum Capacity' |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

echo -e "Maxinum Memory Capacity:\n${Max_Capacity}\n${Line}"
#查看内存类型、频率、条数、最大支持内存等信息：dmidecode -t memory，或dmidecode | grep -A16 "Memory Device$"

#下面为统计内存条数

Number=$(dmidecode | grep -A16 "Memory Device$" |grep Size|sort |sed 's/^[ \t]*//g'| grep -v 'No Module Installed' | wc -l)

echo -e "Number of Physical Memory:\n${Number}\n${Line}"


#SwapTotal swap分区总大小

SwapTotal=$(cat /proc/meminfo |grep 'SwapTotal' |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

echo -e "Total Swap:\n${SwapTotal}\n${Line}"
#Buffers size 

Buffers=$(cat /proc/meminfo |grep 'Buffers' |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

echo -e "Buffers:\n${Buffers}\n${Line}"
#Cached size

Cached=$(cat /proc/meminfo |grep '\<Cached\>' |awk -F : '{print $2}' |sed 's/^[ \t]*//g')

echo -e "Cached:\n${Cached}\n${Line}"
#空闲内存 + buffers/cache

Available=$(free -m |grep - |awk -F : '{print $2}' |awk '{print $2}')

echo -e "Available Memory:\n${Available} MB\n${Line}"
#显示硬盘，以及大小 

Disk=$(fdisk -l |grep 'Disk' |awk -F , '{print $1}' | sed 's/Disk identifier.*//g' | sed '/^$/d')

echo -e "Amount Of Disks:\n${Disk}\n${Line}"
#各挂载分区使用情况

Partion=$(df -hlP |sed -n '2,$p')

echo -e "Usage Of partions:\n${Partion}\n${Line}"


复制

1.2 收集结果

===========
OS_version:
x86_64
===========
Kernel_version:
3.10.0-693.el7.x86_64
===========
CPU model:
Intel(R) Xeon(R) CPU E3-1220 v5 @ 3.00GHz
===========
Total of physical CPU:
1
===========
Number of CPU cores
4
===========
Number of logical CPUs:
4
===========
Present Mode Of CPU:
64
===========
Support Mode Of CPU:
64
===========
Total Memory:
16225624 kB
===========
Maxinum Memory Capacity:
64 GB
===========
Number of Physical Memory:
1
===========
Total Swap:
33550332 kB
===========
Buffers:
1488 kB
===========
Cached:
4914352 kB
===========
Available Memory:
 MB
===========
WARNING: fdisk GPT support is currently new, and therefore in an experimental phase. Use at your own discretion.
Amount Of Disks:
Disk /dev/sda: 4796.4 GB
Disk label type: gpt
Disk /dev/mapper/VolGroup-root: 107.4 GB
Disk /dev/mapper/VolGroup-swap: 34.4 GB
Disk /dev/mapper/vg_snap-lv_snap: 2147.5 GB
===========
Usage Of partions:
/dev/mapper/VolGroup-root    100G  7.0G   93G   7% /
devtmpfs                     7.8G     0  7.8G   0% /dev
tmpfs                        7.8G     0  7.8G   0% /dev/shm
tmpfs                        7.8G  265M  7.5G   4% /run
tmpfs                        7.8G     0  7.8G   0% /sys/fs/cgroup
/dev/sda2                   1014M  179M  836M  18% /boot
tmpfs                        1.6G   32K  1.6G   1% /run/user/0
/dev/mapper/vg_snap-lv_snap  2.0T  791G  1.2T  40% /snap
tmpfs                        1.6G     0  1.6G   0% /run/user/1001
复制

1.3 基本信息

1.4 网络配置信息

[root@mdw gpadmin]# more /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6

10.102.254.24           sdw1
10.102.254.25           sdw2
10.102.254.26           sdw3 smdw
10.102.254.27           mdw
复制

1.5 物理内存

$ free -h

[root@mdw gpadmin]# free -h
              total        used        free      shared  buff/cache   available
Mem:            15G        823M        9.6G        461M        5.1G         13G
Swap:           31G          0B         31G
[root@mdw gpadmin]# 
复制

1.6 CPU

 查看集群中CPU的核数
  lscpu|grep -E "Thread|Core|Socket|Model name|CPU"
  [root@mdw gpadmin]# lscpu|grep -E "Thread|Core|Socket|Model name|CPU"
CPU op-mode(s):        32-bit, 64-bit
CPU(s):                4
On-line CPU(s) list:   0-3
Thread(s) per core:    1
Core(s) per socket:    4
Socket(s):             1
CPU family:            6
Model name:            Intel(R) Xeon(R) CPU E3-1220 v5 @ 3.00GHz
CPU MHz:               900.000
CPU max MHz:           3500.0000
CPU min MHz:           800.0000
NUMA node0 CPU(s):     0-3
[root@mdw gpadmin]# 
复制

1.7 版本信息

[root@mdw gpadmin]# more /etc/redhat-release 
CentOS Linux release 7.4.1708 (Core) 
[root@mdw gpadmin]# 
复制

1.8 磁盘空间情况

df -h
sfdisk -a
[root@mdw gpadmin]# more /etc/redhat-release 
CentOS Linux release 7.4.1708 (Core) 
[root@mdw gpadmin]# df -h
Filesystem                   Size  Used Avail Use% Mounted on
/dev/mapper/VolGroup-root    100G  7.0G   93G   7% /
devtmpfs                     7.8G     0  7.8G   0% /dev
tmpfs                        7.8G     0  7.8G   0% /dev/shm
tmpfs                        7.8G  265M  7.5G   4% /run
tmpfs                        7.8G     0  7.8G   0% /sys/fs/cgroup
/dev/sda2                   1014M  179M  836M  18% /boot
tmpfs                        1.6G   32K  1.6G   1% /run/user/0
/dev/mapper/vg_snap-lv_snap  2.0T  791G  1.2T  40% /snap
tmpfs                        1.6G     0  1.6G   0% /run/user/1001
[root@mdw gpadmin]# sfdisk -s
/dev/sda: 4683988992
/dev/mapper/VolGroup-root: 104857600
/dev/mapper/VolGroup-swap:  33550336
/dev/mapper/vg_snap-lv_snap: 2097147904
total: 6919544832 blocks
[root@mdw gpadmin]#
复制

1.9 网卡信息

ethtool bond0

[root@mdw gpadmin]# ifconfig -a
em1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 10.102.254.27  netmask 255.255.255.0  broadcast 10.102.254.255
        inet6 fe80::5b53:4d81:e39f:856c  prefixlen 64  scopeid 0x20<link>
        ether 10:98:36:a3:27:fd  txqueuelen 1000  (Ethernet)
        RX packets 2121663410  bytes 2621055516613 (2.3 TiB)
        RX errors 0  dropped 572  overruns 0  frame 0
        TX packets 1307171209  bytes 1125795618044 (1.0 TiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0
        device interrupt 16  

em2: flags=4099<UP,BROADCAST,MULTICAST>  mtu 1500
        ether 10:98:36:a3:27:fe  txqueuelen 1000  (Ethernet)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0
        device interrupt 17  

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10<host>
        loop  txqueuelen 1  (Local Loopback)
        RX packets 36690  bytes 7079673 (6.7 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 36690  bytes 7079673 (6.7 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

[root@mdw gpadmin]# ethtool em1
Settings for em1:
        Supported ports: [ TP ]
        Supported link modes:   10baseT/Half 10baseT/Full 
                                100baseT/Half 100baseT/Full 
                                1000baseT/Half 1000baseT/Full 
        Supported pause frame use: No
        Supports auto-negotiation: Yes
        Advertised link modes:  10baseT/Half 10baseT/Full 
                                100baseT/Half 100baseT/Full 
                                1000baseT/Half 1000baseT/Full 
        Advertised pause frame use: Symmetric
        Advertised auto-negotiation: Yes
        Link partner advertised link modes:  10baseT/Half 10baseT/Full 
                                             100baseT/Half 100baseT/Full 
                                             1000baseT/Full 
        Link partner advertised pause frame use: No
        Link partner advertised auto-negotiation: Yes
        Speed: 1000Mb/s
        Duplex: Full
        Port: Twisted Pair
        PHYAD: 1
        Transceiver: internal
        Auto-negotiation: on
        MDI-X: on
        Supports Wake-on: g
        Wake-on: d
        Current message level: 0x000000ff (255)
复制

1.10 磁盘信息

1、获取硬盘参数
$ sudo hdparm -i /dev/sda
$ sudo hdparam -i /dev/sda | grep SerialNo //获取硬盘序列号

2、测试硬盘读速率
#hdparm -t /dev/sda 

# cat dist-read.sh

#!bin/sh

for((i=1;i<=10;i++));do
echo -e "第" $i "次 \n"

echo "不加缓存的读的速度"
hdparm -t --direct /dev/mapper/centos-data

echo "加缓存的读的速度"
hdparm -tT /dev/mapper/centos-data

done

 
————————————————
版权声明：本文为CSDN博主「小徐xfg」的原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接及本声明。
原文链接：https://blog.csdn.net/xfg0218/article/details/82785196
复制

1.11 GP自带工具测试

 gpcheckperf -f /home/gpadmin/gpconfig/all_host -r N -d /tmp >  checknetwork.out
 [root@mdw greenplum-db]# cat checknetwork.out 
/usr/local/greenplum-db/./bin/gpcheckperf -f /home/gpadmin/gpconfig/all_host -r N -d /tmp

-------------------
--  NETPERF TEST
-------------------

====================
==  RESULT
====================
Netperf bisection bandwidth test
mdw -> sdw1 = 112.340000
sdw2 -> sdw3 = 112.340000
sdw1 -> mdw = 112.330000
sdw3 -> sdw2 = 112.330000

Summary:
sum = 449.34 MB/sec
min = 112.33 MB/sec
max = 112.34 MB/sec
avg = 112.33 MB/sec
median = 112.34 MB/sec

 gpcheckperf -f /home/gpadmin/gpconfig/all_host -r ds -D -d /greenplum/gpdata/primary1 -d /greenplum/gpdata/mirror1 >  checkDISKIO.out
 [root@mdw greenplum-db]# gpcheckperf -f /home/gpadmin/gpconfig/all_host -r ds -D -d /greenplum/gpdata/primary1 -d /greenplum/gpdata/mirror1
 /usr/local/greenplum-db/./bin/gpcheckperf -f /home/gpadmin/gpconfig/all_host -r ds -D -d /greenplum/gpdata/primary1 -d /greenplum/gpdata/mirror1

--------------------
--  DISK WRITE TEST
--------------------

--------------------
--  DISK READ TEST
--------------------

--------------------
--  STREAM TEST
--------------------

====================
==  RESULT
====================

 disk write avg time (sec): 20.88
 disk write tot bytes: 132920115200
 disk write tot bandwidth (MB/s): 6074.65
 disk write min bandwidth (MB/s): 1476.04 [ mdw]
 disk write max bandwidth (MB/s): 1551.18 [sdw3]
 -- per host bandwidth --
    disk write bandwidth (MB/s): 1476.04 [ mdw]
    disk write bandwidth (MB/s): 1537.63 [sdw1]
    disk write bandwidth (MB/s): 1509.80 [sdw2]
    disk write bandwidth (MB/s): 1551.18 [sdw3]


 disk read avg time (sec): 59.80
 disk read tot bytes: 132920115200
 disk read tot bandwidth (MB/s): 2175.57
 disk read min bandwidth (MB/s): 454.54 [sdw2]
 disk read max bandwidth (MB/s): 700.04 [sdw1]
 -- per host bandwidth --
    disk read bandwidth (MB/s): 520.03 [ mdw]
    disk read bandwidth (MB/s): 700.04 [sdw1]
    disk read bandwidth (MB/s): 454.54 [sdw2]
    disk read bandwidth (MB/s): 500.96 [sdw3]


 stream tot bandwidth (MB/s): 49348.52
 stream min bandwidth (MB/s): 12297.76 [ mdw]
 stream max bandwidth (MB/s): 12388.57 [sdw2]
 -- per host bandwidth --
    stream bandwidth (MB/s): 12297.76 [ mdw]
    stream bandwidth (MB/s): 12321.47 [sdw1]
    stream bandwidth (MB/s): 12388.57 [sdw2]
    stream bandwidth (MB/s): 12340.73 [sdw3]
复制

2 segment信息

segment是一样的。暂时不写了