docker方式部署postgresql

docker方式部署postgresql

1 安裝docker

1.1 通過二進制包安裝docker

到官網下載自己需要安裝包

wget https://download.docker.com/linux/static/stable/x86_64/docker-19.03.4.tgz

1.2 將安裝包解壓到/home/docker目錄下

chmod 777 /home/docker/docker-19.03.4/*
cp /home/docker/docker-19.03.4/* /usr/local/bin/

1.3 將docker加入到系統服務

生成docker.service的文件並設定到/usr/lib/systemd/system目錄下

cat > /usr/lib/systemd/system/docker.service <<"EOF"
[Unit]
Description=Docker Application Container Engine
Documentation=http://docs.docker.io
[Service]
Environment="PATH=/usr/local/bin:/bin:/sbin:/usr/bin:/usr/sbin"
EnvironmentFile=-/run/flannel/docker
ExecStart=/usr/local/bin/dockerd --log-level=error $DOCKER_NETWORK_OPTIONS
ExecReload=/bin/kill -s HUP $MAINPID
Restart=on-failure
RestartSec=5
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
Delegate=yes
KillMode=process

[Install]
WantedBy=multi-user.target
EOF

1.4 重啓docker

systemctl restart docker

2 docker 上部署postgresql

2.1製作postgresql的鏡像

創建Dockerfile等製作鏡像腳本的目錄

mkdir /home/postgresql10_docker
cd /home/postgresql10_docker

創建Dockerfile

vim Dockerfile    

Dockerfile 內容如下

FROM centos:7.6.1810

ENV PGDATA=/var/lib/pgsql/10/data
ENV PGHOME=/usr/pgsql-10/ 
ENV LANG en_US.UTF-8

RUN  set -eux; \
    echo "export LANG=en_US.utf8" >> /root/.bash_profile \
    && yum install https://download.postgresql.org/pub/repos/yum/10/redhat/rhel-7-x86_64/pgdg-centos10-10-2.noarch.rpm -y  \
    && yum install postgresql10-contrib postgresql10-server postgresql10-devel.x86_64 -y \
    && echo "export PATH=/usr/pgsql-10/bin:$PATH" >> /etc/profile.d/pg_env.sh \
    && echo "export LD_LIBRARY_PATH=$PGHOME/lib" >> /etc/profile.d/pg_env.sh \
    && echo "export PGDATA=$PGDATA"  >> /etc/profile.d/pg_env.sh \
    && echo "export PGHOME=$PGHOME"  >> /etc/profile.d/pg_env.sh \
    && echo "export LANG=en_US.utf8" >> /etc/profile.d/pg_env.sh \
    && chmod 777 /etc/profile.d/pg_env.sh \
    && echo "source /etc/profile.d/pg_env.sh" >> /var/lib/pgsql/.bash_profile \
    && /etc/profile.d/pg_env.sh \
    && su - postgres -c "initdb -E utf8" \
    #&& systemctl enable postgresql-10.service \
    && yum  install wget net-tools epel-release -y \
    && yum install postgis25_10 postgis25_10-client -y \
    && yum install ogr_fdw10 -y \
    && yum install pgrouting_10 -y \
    && yum install osm2pgrouting_10 -y \
    && yum install gcc -y \
    && yum install make -y \
    && yum install git -y \
    && git clone git://git.postgresql.org/git/pldebugger.git \
    && mv pldebugger /usr/pgsql-10/share/contrib \
    && yum install openssl-devel -y \
    && yum install postgresql10-devel.x86_64 -y \
    && cd /usr/pgsql-10/share/contrib/pldebugger \
    && source /etc/profile.d/pg_env.sh \
    && USE_PGXS=1 make clean \
    && USE_PGXS=1 make  \
    && USE_PGXS=1 make install \
    && sed -i s/"#shared_preload_libraries = ''"/"shared_preload_libraries ='\/usr\/pgsql-10\/lib\/plugin_debugger.so'"/g $PGDATA/postgresql.conf \
    && yum install pgagent_10.x86_64 -y \
    && su - postgres -c "pg_ctl start" && psql -U postgres -d postgres -f /usr/share/pgagent_10-4.0.0/pgagent.sql \
    && yum install lbzip2.x86_64 -y \
    && cd /home \
    && wget -P /home http://www.xunsearch.com/scws/down/scws-1.2.3.tar.bz2 \
    && git clone https://github.com/amutu/zhparser.git \
    && tar -xf scws-1.2.3.tar.bz2 \
    && cd scws-1.2.3 && ./configure && make install \
    && export SCWS_HOME=/usr/local \
    && cd /home/zhparser &&  PG_CONFIG=/usr/pgsql-10/bin/pg_config make && make install \
    #&& yum -y install perl perl-devel \
    #&& yum install -y php php-devel \
    #&& yum install -y httpd \
    #&& yum -y install httpd-devel \
    #&& yum -y install perl-ExtUtils-CBuilder perl-ExtUtils-MakeMaker \
    #&& yum -y install perl-CPAN \
    #&& cpan Text::CSV \
    #&& cpan JSON::XS \
    #&& wget -P /home/ https://github.com/darold/pgbadger/archive/v10.3.tar.gz \
    #&& cd /home/ && tar -xvf v10.3.tar.gz \
    #&& cd pgbadger-10.3 \
    #&& perl Makefile.PL \
    #&& make && make install \
    && yum install -y cmake3 && ln -s /usr/bin/cmake3 /usr/bin/cmake    \
    && wget -P /home/ https://github.com/timescale/timescaledb/archive/1.3.0.tar.gz \
    && cd /home/ && tar -xvf 1.3.0.tar.gz && cd timescaledb-1.3.0 \
    && ./bootstrap \
    && cd ./build && make \
    && make install \
    && sed -i s/"shared_preload_libraries ='\/usr\/pgsql-10\/lib\/plugin_debugger.so'"/"shared_preload_libraries ='\/usr\/pgsql-10\/lib\/plugin_debugger.so,timescaledb'"/g $PGDATA/postgresql.conf \
    &&  wget -P /home https://github.com/pipelinedb/pipelinedb/releases/download/1.0.0rev4/pipelinedb-postgresql-10-1.0.0-4.centos7.x86_64.rpm \
    && cd /home \
    && rpm -ivh pipelinedb-postgresql-10-1.0.0-4.centos7.x86_64.rpm \
    && sed -i s/"shared_preload_libraries ='\/usr\/pgsql-10\/lib\/plugin_debugger.so,timescaledb'"/"shared_preload_libraries ='\/usr\/pgsql-10\/lib\/plugin_debugger.so,timescaledb,pipelinedb'"/g $PGDATA/postgresql.conf  \
    && wget -P /home https://yum.postgresql.org/10/redhat/rhel-7-x86_64/citus_10-9.0.1-1.rhel7.x86_64.rpm \
    && cd /home \
    && rpm -ivh citus_10-9.0.1-1.rhel7.x86_64.rpm \
    && sed -i s/"shared_preload_libraries ='\/usr\/pgsql-10\/lib\/plugin_debugger.so,timescaledb,pipelinedb'"/"shared_preload_libraries ='citus,\/usr\/pgsql-10\/lib\/plugin_debugger.so,timescaledb,pipelinedb'"/g $PGDATA/postgresql.conf


COPY docker-entrypoint.sh /usr/local/bin/
RUN chmod -R 777 /usr/local/bin/docker-entrypoint.sh
RUN ln -s /usr/local/bin/docker-entrypoint.sh /
ENTRYPOINT ["docker-entrypoint.sh"]

VOLUME $PGDATA

EXPOSE 5432

CMD ["postgres"]

創建docker-entrypoint.sh

cd /home/postgresql10_docker
vim docker-entrypoint.sh

內容如下：

#!/bin/bash

if [ "$1" = "postgres" ];then
        echo "kernel.sem = 250 64000 32 256" >> /etc/sysctl.conf
        free -b | awk '/Mem/ {print "kernel.shmmax="$2/2}' >> /etc/sysctl.conf
        free -k | awk '/Mem/ {print "kernel.shmall="$2*0.8}' >> /etc/sysctl.conf
        echo "kernel.shmmni = 819200" >> /etc/sysctl.conf
        sed -i "s/#listen_addresses = 'localhost'/listen_addresses = '*'/g" $PGDATA/postgresql.conf
        echo "host      all     all     0.0.0.0/0       md5" >> $PGDATA/pg_hba.conf
        su - postgres -c "/usr/pgsql-10/bin/postgres -D $PGDATA -c config_file=$PGDATA/postgresql.conf"
fi

build 鏡像

cd /home/postgresql10_docker
docke build -t postgres_10_centos7.6:1.0 .

查看鏡像

docker images

輸出結果：

REPOSITORY          TAG                 IMAGE ID            CREATED             SIZE
postgres_10_centos7.6   1.0                 232ef0628e1f        6 hours ago         952MB
centos              7.6.1810            f1cb7c7d58b7        7 months ago        202MB

2.2 啓動一個postgresql容器，放後臺運行

設置啓動端口也爲5432

docker run --name pgtest1 -d -p 5431:5432 postgres_10_centos7.6:1.0

檢查啓動的容器

docker ps -a

輸出如下

CONTAINER ID        IMAGE                       COMMAND                  CREATED              STATUS              PORTS                    NAMES
534149dc7726        postgres_10_centos7.6:1.0   "docker-entrypoint.s…"   About a minute ago   Up About a minute   0.0.0.0:5432->5432/tcp   sharp_pasteur

進入容器查看postgres進程是否正常啓動

[root@iZuf678t3hp8rp7xchc3aoZ ~]# docker exec -it 534149dc7726 ps -ef | grep postgres

輸出結果如下

root        10     1  0 15:53 ?        00:00:00 su - postgres -c /usr/pgsql-10/b
postgres    11    10  0 15:53 ?        00:00:00 /usr/pgsql-10/bin/postgres -D /v
postgres    24    11  0 15:53 ?        00:00:00 postgres: logger process   
postgres    26    11  0 15:53 ?        00:00:00 postgres: checkpointer process  
postgres    27    11  0 15:53 ?        00:00:00 postgres: writer process   
postgres    28    11  0 15:53 ?        00:00:00 postgres: wal writer process   
postgres    29    11  0 15:53 ?        00:00:00 postgres: autovacuum launcher pr
postgres    30    11  0 15:53 ?        00:00:00 postgres: stats collector proces
postgres    31    11  0 15:53 ?        00:00:00 postgres: bgworker: scheduler   
postgres    32    11  0 15:53 ?        00:00:00 postgres: bgworker: TimescaleDB 
postgres    33    11  0 15:53 ?        00:00:00 postgres: bgworker: logical repl

宿主機上查看5432端口是否啓動

netstat -nlap | grep 5432

輸出結果如下

tcp6       0      0 :::5432                 :::*                    LISTEN      22287/docker-proxy  

此時一個基於docker的postgresql已經啓動成功。

2.3 在一個宿主機上啓動兩個postgresql容器，並將

2.3.1 啓動兩個容器

創建docker的volume

   docker volume create pgdata_5431
   docker volume create pgdata_5433

查看volume列表

[root@iZuf678t3hp8rp7xchc3aoZ ~]# docker volume list
DRIVER              VOLUME NAME
local               pgdata_5431
local               pgdata_5433

查看volume的存儲位置

[root@iZuf678t3hp8rp7xchc3aoZ postgresql10_docker]# docker inspect pgdata_5431
[
    {
        "CreatedAt": "2019-11-16T19:23:40+08:00",
        "Driver": "local",
        "Labels": {},
        "Mountpoint": "/var/lib/docker/volumes/pgdata_5431/_data",
        "Name": "pgdata_5431",
        "Options": {},
        "Scope": "local"
    }
]

[root@iZuf678t3hp8rp7xchc3aoZ postgresql10_docker]# docker inspect pgdata_5433
[
    {
        "CreatedAt": "2019-11-16T19:24:38+08:00",
        "Driver": "local",
        "Labels": {},
        "Mountpoint": "/var/lib/docker/volumes/pgdata_5433/_data",
        "Name": "pgdata_5433",
        "Options": {},
        "Scope": "local"
    }
]

如果需要將數據盤單獨掛載，可以新建個目錄mount到分區上，然後將/var/lib/docker/volumes/pgdata_5433目錄下的文件移動過來，使用軟連接的方式

mkdir /data/pgsql
mv /var/lib/docker/volumes/pgdata_5433 /data/pgsql
ln -s /data/pgsql/pgdata_5433 /var/lib/docker/volumes/pgdata_5433

分別啓動兩個容器，端口分別爲5431，5433

docker run --name pgtest_5431 -d -p 5431:5432 -v pgdata_5431:/var/lib/pgsql/10/data postgres_10_centos7.6:3.0 & disown
docker run --name pgtest_5433 -d -p 5433:5432 -v pgdata_5433:/var/lib/pgsql/10/data postgres_10_centos7.6:3.0 & disown

查看容器啓動情況

[root@iZuf678t3hp8rp7xchc3aoZ ~]# docker ps -a
CONTAINER ID        IMAGE                       COMMAND                  CREATED             STATUS              PORTS                    NAMES
338f82d2e4e5        postgres_10_centos7.6:3.0   "docker-entrypoint.s…"   10 minutes ago      Up 10 minutes       0.0.0.0:5433->5432/tcp   pgtest_5433
3c027bee7482        postgres_10_centos7.6:3.0   "docker-entrypoint.s…"   11 minutes ago      Up 11 minutes       0.0.0.0:5431->5432/tcp   pgtest_5431

查看宿主機端口

[root@iZuf678t3hp8rp7xchc3aoZ ~]# netstat -nlap | grep 5431
tcp6       0      0 :::5431                 :::*                    LISTEN      26246/docker-proxy  
[root@iZuf678t3hp8rp7xchc3aoZ ~]# netstat -nlap | grep 5433
tcp6       0      0 :::5433                 :::*                    LISTEN      26367/docker-proxy  

2.3.2 容器間數據庫互相訪問

分別進入兩個容器，創建超級數據庫用戶

docker exec -it pgtest_5431 /bin/bash
su - postgres
psql
create user app_user with superuser password 'app_user';

docker exec -it pgtest_5433 /bin/bash
su - postgres
psql
create user app_user with superuser password 'app_user';

查看容器的ip

[root@iZuf678t3hp8rp7xchc3aoZ postgresql10_docker]# docker exec -it pgtest_5433 'ifconfig'
eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 172.17.0.3  netmask 255.255.0.0  broadcast 172.17.255.255
        ether 02:42:ac:11:00:03  txqueuelen 0  (Ethernet)
        RX packets 37  bytes 3449 (3.3 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 42  bytes 3519 (3.4 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

[root@iZuf678t3hp8rp7xchc3aoZ postgresql10_docker]# docker exec -it pgtest_5431 'ifconfig'
eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 172.17.0.2  netmask 255.255.0.0  broadcast 172.17.255.255
        ether 02:42:ac:11:00:02  txqueuelen 0  (Ethernet)
        RX packets 43  bytes 3622 (3.5 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 37  bytes 3388 (3.3 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

登陸對端和本地數據庫

root@iZuf678t3hp8rp7xchc3aoZ ~]# docker exec -it pgtest_5433 /bin/bash
-bash-4.2$ psql 'user=app_user password=app_user dbname=postgres host=172.17.0.2'
psql (10.11)
Type "help" for help.

postgres=# create table tab_test(id text);
CREATE TABLE


-bash-4.2$ psql 'user=app_user password=app_user dbname=postgres host=172.17.0.3'
psql (10.11)
Type "help" for help.

postgres=# create table tab_test(id text);
CREATE TABLE

補充說明

推薦將數據目錄掛載在宿主機上