greenplum - 在Amazon Linux 2 (EC2)中安裝 gp6.8

Pre-安裝
安裝依賴包(ALL Node)

# requires the following software packages on RHEL/CentOS 6/7
yum install -y apr apr-util bash bzip2 curl krb5-devel libcurl libevent libxml2 libyaml zlib openldap openssh openssl openssl-libs perl readline rsync R sed tar zip ntp
amazon-linux-extras install -y R3.4

下載軟件(Master Node)

# Down load rpm in Master node
wget https://github.com/greenplum-db/gpdb/releases/download/6.8.1/greenplum-db-6.8.1-rhel7-x86_64.rpm

修改文件限制(ALL Node)

vim /etc/security/limits.conf
* soft nofile 65536
* hard nofile 65536
* soft nproc 131072
* hard nproc 131072

修改內核參數(ALL Node)

vim /etc/sysctl.conf
kernel.shmmax = 500000000
kernel.shmmni = 4096
kernel.shmall = 4000000000
kernel.sem = 250 512000 100 2048
kernel.sysrq = 1
kernel.core_uses_pid = 1
kernel.msgmnb = 65536
kernel.msgmax = 65536
kernel.msgmni = 2048
net.ipv4.tcp_syncookies = 1
net.ipv4.ip_forward = 0
net.ipv4.conf.default.accept_source_route = 0
net.ipv4.tcp_tw_recycle = 1
net.ipv4.tcp_max_syn_backlog = 4096
net.ipv4.conf.all.arp_filter = 1
net.ipv4.ip_local_port_range = 1025 65535
net.core.netdev_max_backlog = 10000
net.core.rmem_max = 2097152
net.core.wmem_max = 2097152
vm.overcommit_memory = 2


# 生效
sysctl -p

Maseter Node 配置

# 用戶
groupadd -g 1005 gpadmin
useradd -g 1005 -u 1005 -m -d /home/gpadmin -s /bin/bash gpadmin
chown -R gpadmin:gpadmin /home/gpadmin
echo "gpadmin" | passwd --stdin gpadmin
# 安裝
rpm -ivh greenplum-db-6.8.1-rhel7-x86_64.rpm
# 修改文件夾權限
chown -R gpadmin:gpadmin /usr/local/greenplum-db
chown -R gpadmin:gpadmin /usr/local/greenplum-db-6.8.1/
# 創建數據目錄並修改文件夾權限
mkdir -p /data/greenplum/data1/master
mkdir -p /data/greenplum/data1/primary
mkdir -p /data/greenplum/data1/mirror
mkdir -p /data/greenplum/data2/primary
mkdir -p /data/greenplum/data2/mirror
chown -R gpadmin:gpadmin /data/greenplum/
# 配置環境變量
su - gpadmin
vim ~/.bash_profile
source /usr/local/greenplum-db/greenplum_path.sh
export MASTER_DATA_DIRECTORY=/data/greenplum/data1/master/gpseg-1/

vim ~/.bashrc
source /usr/local/greenplum-db/greenplum_path.sh
export MASTER_DATA_DIRECTORY=/data/greenplum/data1/master/gpseg-1/

source ~/.bash_profile
# 配置節點信息文件
su - gpadmin
vim /usr/local/greenplum-db/all_hosts
gpmaster
gpsegment01
gpsegment02
# gpmaster可以爲專用master,也可以用作master node + segment node
vim /usr/local/greenplum-db/all_segments
gpsegment01
gpsegment02
# 建立服務器之間信任(root)
gpssh-exkeys -f /usr/local/greenplum-db/all_hosts
# 其他節點創建目錄(root)
source /usr/local/greenplum-db/greenplum_path.sh 
gpssh -f /usr/local/greenplum-db/all_hosts -e 'groupadd -g 1005 gpadmin'
gpssh -f /usr/local/greenplum-db/all_hosts -e 'useradd -g 1005 -u 1005 -m -d /home/gpadmin -s /bin/bash gpadmin'
gpssh -f /usr/local/greenplum-db/all_hosts -e 'chown -R gpadmin:gpadmin /home/gpadmin'
gpssh -f /usr/local/greenplum-db/all_hosts -e 'echo "gpadmin" | passwd --stdin gpadmin'

gpssh -f /usr/local/greenplum-db/all_hosts -e 'mkdir -p /data/greenplum/data1/primary'
gpssh -f /usr/local/greenplum-db/all_hosts -e 'chown gpadmin:gpadmin /data/greenplum/data1/primary'
gpssh -f /usr/local/greenplum-db/all_segments -e 'mkdir -p /data/greenplum/data1/mirror'
gpssh -f /usr/local/greenplum-db/all_segments -e 'chown gpadmin:gpadmin /data/greenplum/data1/mirror'
gpssh -f /usr/local/greenplum-db/all_hosts -e 'mkdir -p /data/greenplum/data2/primary'
gpssh -f /usr/local/greenplum-db/all_hosts -e 'chown gpadmin:gpadmin /data/greenplum/data2/primary'
gpssh -f /usr/local/greenplum-db/all_segments -e 'mkdir -p /data/greenplum/data2/mirror'
gpssh -f /usr/local/greenplum-db/all_segments -e 'chown gpadmin:gpadmin /data/greenplum/data2/mirror'
# 配置ntp
# 配置 master
echo "server gpmaster perfer" >>/etc/ntp.conf 
# 配置其他節點
gpssh -f /usr/local/greenplum-db/all_hosts -v -e 'sudo ntpd'
gpssh -f /usr/local/greenplum-db/all_hosts -v -e 'sudo /etc/init.d/ntpd start && sudo chkconfig --level 35 ntpd on'
# 配置初始化文件
cp /usr/local/greenplum-db/docs/cli_help/gpconfigs/gpinitsystem_config /usr/local/greenplum-db/
chmod 775 /usr/local/greenplum-db/gpinitsystem_config
vim /usr/local/greenplum-db/gpinitsystem_config
# 修改參數,更改數據文件位置,每個節點上4個slice
# 可以根據系統配置選擇每個節點配置slice數量
declare -a DATA_DIRECTORY=(/data/greenplum/data1/primary /data/greenplum/data1/primary /data/greenplum/data2/primary /data/greenplum/data2/primary )

MASTER_HOSTNAME=gpmaster

MASTER_DIRECTORY=/data/greenplum/data1/master
# 安裝其他節點
# 配置gpadmin 用戶免密登錄
# 版本6以前,可以直接通過gpseginstall 自動處理,gp6 以後需要人工處理。
# 發送到其他節點
scp greenplum-db-6.8.1-rhel7-x86_64.rpm gpsegment01:/root/
scp greenplum-db-6.8.1-rhel7-x86_64.rpm gpsegment02:/root/
# 在所有節點安裝 rpm 
source /usr/local/greenplum-db/greenplum_path.sh
gpssh -f /usr/local/greenplum-db/all_segments -e 'rpm -ivh /root/greenplum-db-6.8.1-rhel7-x86_64.rpm'
gpssh -f /usr/local/greenplum-db/all_segments -e 'chown -R gpadmin:gpadmin /usr/local/greenplum-db'
# 在Master Node 安裝
gpinitsystem -c /usr/local/greenplum-db/gpinitsystem_config -h /usr/local/greenplum-db/all_hosts
# 驗證:
 ps -ef | grep gpadmin
# 連接:
psql -U gpadmin -d postgres
# 修改連接 pg_hba
cd /data/greenplum/data1/master/gpseg-1
vim pg_hba.conf # 根據自己的權限配置允許訪問的IP段
host     all         all             0.0.0.0/0      trust

官方文檔:
requirements
http://docs.greenplum.org/6-8/install_guide/platform-requirements.html

configuring your systems
http://docs.greenplum.org/6-8/install_guide/prep_os.html#topic_sqj_lt1_nfb

Installing
http://docs.greenplum.org/6-8/install_guide/install_gpdb.html

Download File from github
https://github.com/greenplum-db/gpdb/releases

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章