salt實現自動化部署項目

1.在salt-master上設置配置文件

[root@zabbix project]# cat /etc/salt/master |grep -Ev '^#|^$'
interface: 0.0.0.0
file_roots:
  base:
    - /srv/salt/base
pillar_roots:
  base:
    - /srv/salt/pillar

[root@zabbix project]# pwd
/srv/salt/base/project

2.project目錄是我們需要創建自動部署項目所需的文件目錄，如下

[root@zabbix project]# ll
總用量 16676
drwxr-xr-x 3 root root     159 4月  24 17:11 file
-rw-r--r-- 1 root root      32 3月  21 2019 init.sls
-rw-r--r-- 1 root root    1906 5月  24 2019 project.sls
drwxr-xr-x 3 root root      34 4月  24 17:11 test
-rw-r--r-- 1 root root 8528017 3月  21 2019 tomcat-9.0.11.zip
-rw-r--r-- 1 root root 8528017 4月  24 17:04 tomcat-9.0.11.zip.20200424
-rw-r--r-- 1 root root     401 5月  24 2019 user.sls

3. 我們都知道pillar設置是需要一個總入口文件，這個項目的總入口文件是：init.sls

[root@zabbix project]# cat init.sls
include:
  - .user
  - .project

既然有總入口這個init.sls文件，如上的配置文件可以看到還應該有user和project的子配置文件，具體內容如下：

[root@zabbix project]# cat user.sls
#項目用戶
create_user:
  user.present:
    - name: {{ pillar['user'] }}
    - home: /home/{{ pillar['user'] }}
    - hash_password: True
    - password: "123456"
#環境變量
bashrc:
  file.managed:
    - name: /home/{{ pillar['user'] }}/.bashrc
    - source: salt://project/file/bashrc  
    - template: jinja
    - user: {{ pillar['user'] }}
    - group: {{ pillar['user'] }}
    - mode: 644




[root@zabbix project]# cat project.sls
#項目配置

{% if pillar['type'] == 'tomcat'  %}
#安裝tomcat
  install_timcat:
    archive.extracted:
      - name: /home/{{ pillar['user'] }}/
      - source: salt://project/file/tomcat-9.0.11.zip
      - use_cmd_unzip: True
#配置tomcat
  config_tomcat:
    file.managed:
      - name: /home/{{ pillar['user'] }}/apache-tomcat-9.0.11/conf/server.xml
      - source: salt://project/file/server.xml
      - template: jinja
#軟鏈接
  symlink_tomcat:
    file.symlink:
      - name: /home/{{ pillar['user'] }}/tomcat
      - target: /home/{{ pillar['user'] }}/apache-tomcat-9.0.11
      - user: {{ pillar['user'] }}
      - group: {{ pillar['user'] }}
#創建webapps
  create_webapps:
      file.directory:
        - name: /home/{{ pillar['user'] }}/webapps
        - user: {{ pillar['user'] }}
        - group:  {{ pillar['user'] }}
        - mode: 755
        - makedirs: True
#啓動腳本
  start_shell:
    file.managed:
      - name: /home/{{ pillar['user'] }}/publish.sh
      - source: salt://project/file/publish.sh
      - template: jinja
      - user: {{ pillar['user'] }}
      - group: {{ pillar['user'] }}
      - mode: 755

{% elif pillar['type'] == 'spring' %}

#啓動腳本
  spring_shell:
    file.managed:
      - name: /home/{{ pillar['user'] }}/publish.sh
      - source: salt://project/file/start.sh
      - template: jinja
      - user: {{ pillar['user'] }}
      - group: {{ pillar['user'] }}
      - mode: 755
#日誌目錄
  log_dir:
    file.directory:
      - name: /home/{{ pillar['user'] }}/logs
      - user: {{ pillar['user'] }}
      - group: {{ pillar['user'] }}
      - mode: 755
      - makedirs: True

{% endif %}
#權限屬組
  chown_and_chmod:
    file.directory:
      - name: /home/{{ pillar['user'] }}
      - user: {{ pillar['user'] }}
      - group: {{ pillar['user'] }}
      - mode: 755
      - recurse:
        - user
        - group
     #   - mode

4. 上面的子配中設計的文件（bashrc、server.xml、publish.sh、start.sh）配置如下

[root@zabbix file]# cat bashrc
# .bashrc

# Source global definitions
if [ -f /etc/bashrc ]; then
        . /etc/bashrc
fi

# Uncomment the following line if you don't like systemctl's auto-paging feature:
# export SYSTEMD_PAGER=

# User specific aliases and functions

export JAVA_HOME=/usr/java/jdk1.8.0_181
export MVN_HOME=/opt/apache-maven-3.5.2
export PATH=$JAVA_HOME/bin:$PATH:$MVN_HOME/bin
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tool.jar
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib
export PATH=/opt/mongodb/mongodb-linux-x86_64-3.2.3/bin:$PATH

TZ='Asia/Shanghai'

[root@zabbix file]# cat server.xml
<?xml version='1.0' encoding='utf-8'?>
<!--
  Licensed to the Apache Software Foundation (ASF) under one or more
  contributor license agreements.  See the NOTICE file distributed with
  this work for additional information regarding copyright ownership.
  The ASF licenses this file to You under the Apache License, Version 2.0
  (the "License"); you may not use this file except in compliance with
  the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License.
-->
<!-- Note:  A "Server" is not itself a "Container", so you may not
     define subcomponents such as "Valves" at this level.
     Documentation at /docs/config/server.html
 -->
<Server port="-1" shutdown="SHUTDOWN">
  <Listener className="org.apache.catalina.startup.VersionLoggerListener" />
  <!-- Security listener. Documentation at /docs/config/listeners.html
  <Listener className="org.apache.catalina.security.SecurityListener" />
  -->
  <!--APR library loader. Documentation at /docs/apr.html -->
  <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" />
  <!--Initialize Jasper prior to webapps are loaded. Documentation at /docs/jasper-howto.html -->

  <!-- Prevent memory leaks due to use of particular java/javax APIs-->
  <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" />
  <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" />
  <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" />

  <!-- Global JNDI resources
       Documentation at /docs/jndi-resources-howto.html
  -->
  <GlobalNamingResources>
    <!-- Editable user database that can also be used by
         UserDatabaseRealm to authenticate users
    -->
    <Resource name="UserDatabase" auth="Container"
              type="org.apache.catalina.UserDatabase"
              description="User database that can be updated and saved"
              factory="org.apache.catalina.users.MemoryUserDatabaseFactory"
              pathname="conf/tomcat-users.xml" />
  </GlobalNamingResources>

  <!-- A "Service" is a collection of one or more "Connectors" that share
       a single "Container" Note:  A "Service" is not itself a "Container",
       so you may not define subcomponents such as "Valves" at this level.
       Documentation at /docs/config/service.html
   -->
  <Service name="Catalina">

    <!--The connectors can use a shared executor, you can define one or more named thread pools-->
    <!--
    <Executor name="tomcatThreadPool" namePrefix="catalina-exec-"
        maxThreads="150" minSpareThreads="4"/>
    -->

    <Connector port="{{ pillar['port'] }}" address="0.0.0.0" protocol="HTTP/1.1" URIEncoding="UTF-8" relaxedQueryChars="[,]"/>
    <!-- A "Connector" represents an endpoint by which requests are received
         and responses are returned. Documentation at :
         Java HTTP Connector: /docs/config/http.html (blocking & non-blocking)
         Java AJP  Connector: /docs/config/ajp.html
         APR (HTTP/AJP) Connector: /docs/apr.html
         Define a non-SSL HTTP/1.1 Connector on port 8080
    -->
    <!-- A "Connector" using the shared thread pool-->
    <!--
    <Connector executor="tomcatThreadPool"
               port="8080" protocol="HTTP/1.1"
               connectionTimeout="20000"
               redirectPort="8443" />
    -->
    <!-- Define a SSL HTTP/1.1 Connector on port 8443
         This connector uses the BIO implementation that requires the JSSE
         style configuration. When using the APR/native implementation, the
         OpenSSL style configuration is required as described in the APR/native
         documentation -->
    <!--
    <Connector port="8443" protocol="org.apache.coyote.http11.Http11Protocol"
               maxThreads="150" SSLEnabled="true" scheme="https" secure="true"
               clientAuth="false" sslProtocol="TLS" />
    -->

    <!-- Define an AJP 1.3 Connector on port 8009 -->

    <!-- An Engine represents the entry point (within Catalina) that processes
         every request.  The Engine implementation for Tomcat stand alone
         analyzes the HTTP headers included with the request, and passes them
         on to the appropriate Host (virtual host).
         Documentation at /docs/config/engine.html -->

    <!-- You should set jvmRoute to support load-balancing via AJP ie :
    <Engine name="Catalina" defaultHost="localhost" jvmRoute="jvm1">
    -->
    <Engine name="Catalina" defaultHost="localhost">

      <!--For clustering, please take a look at documentation at:
          /docs/cluster-howto.html  (simple how to)
          /docs/config/cluster.html (reference documentation) -->
      <!--
      <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster"/>
      -->

      <!-- Use the LockOutRealm to prevent attempts to guess user passwords
           via a brute-force attack -->
      <Realm className="org.apache.catalina.realm.LockOutRealm">
        <!-- This Realm uses the UserDatabase configured in the global JNDI
             resources under the key "UserDatabase".  Any edits
             that are performed against this UserDatabase are immediately
             available for use by the Realm.  -->
        <Realm className="org.apache.catalina.realm.UserDatabaseRealm"
               resourceName="UserDatabase"/>
      </Realm>

      <Host name="localhost"  appBase="webapps"
            unpackWARs="true" autoDeploy="true">

        <!-- SingleSignOn valve, share authentication between web applications
             Documentation at: /docs/config/valve.html -->
        <!--
        <Valve className="org.apache.catalina.authenticator.SingleSignOn" />
        -->
        <Context path="" docBase="/home/{{ pillar['user'] }}/webapps/{{ pillar['user'] }}"></Context>
        <!-- Access log processes all example.
             Documentation at: /docs/config/valve.html
             Note: The pattern used is equivalent to using pattern="common" -->
        <Valve className="org.apache.catalina.valves.AccessLogValve" directory="logs"
               prefix="localhost_access_log." suffix=".txt"
               pattern="%h %l %u %t &quot;%r&quot; %s %b" />

      </Host>
    </Engine>
  </Service>
</Server>

[root@zabbix file]# cat publish.sh
#!/bin/bash
NAME={{ pillar['user'] }}
WAR_NAME={{ pillar['pkg'] }}
rm -rf /home/$NAME/webapps/$NAME/*
unzip -d /home/$NAME/webapps/$NAME /home/$NAME/$WAR_NAME
ps -ef | grep  $NAME  |grep java | grep -v grep | awk '{print $2}' |xargs kill -9
echo "/home/$NAME/tomcat/bin/startup.sh"
sleep 3s
/home/$NAME/tomcat/bin/startup.sh

[root@zabbix file]# cat start.sh
#!/bin/bash
PROJECT_HOME=/home/{{ pillar['user'] }}
PORT={{ pillar['port'] }}
JAR_NAME={{ pillar['pkg'] }}
ps -ef|grep $JAR_NAME|grep java|grep -v grep|awk '{print $2}'|xargs kill -9
nohup java -Dserver.port=$PORT -Xms256m -Xmx256m -verbose:gc -XX:+PrintGCDetails -XX:NativeMemoryTracking=detail -XX:+PrintGCTimeStamps -XX:+UseParallelGC -XX:+AggressiveOpts -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -XX:+AlwaysPreTouch -Dlog4j.shutdownHookEnabled=false -XX:+DisableExplicitGC -XX:MetaspaceSize=256m -XX:MaxMetaspaceSize=256m -Dfile.encoding=UTF-8 -jar $PROJECT_HOME/$JAR_NAME > nohup.out 2>&1 &

5. 自動創建項目命令如下：

v1代表是服務器，pillar後面的參數是屬於key-value形式的參數，user代表項目啓動用戶，type指定是激spring項目還是tomcat項目，port代表端口，pkg代表包名

salt 'v1' state.sls project pillar='{"user": "elastic-job", "type":"spring","port":8086,"pkg":"elastic-job.jar"}'

salt 'v5' state.sls project pillar='{"user": "gateway-kunlai", "type":"tomcat","port":8065,"pkg":"gateway-kunlai.war"}

6. 整體目錄結構如下：

[root@zabbix base]# tree project/
project/
├── file
│   ├── apache-tomcat-9.0.11
│   │   ├── bin
│   │   │   ├── bootstrap.jar
│   │   │   ├── catalina.sh
│   │   │   ├── catalina-tasks.xml
│   │   │   ├── ciphers.sh
│   │   │   ├── commons-daemon.jar
│   │   │   ├── commons-daemon-native.tar.gz
│   │   │   ├── configtest.sh
│   │   │   ├── daemon.sh
│   │   │   ├── digest.sh
│   │   │   ├── makebase.sh
│   │   │   ├── setclasspath.sh
│   │   │   ├── shutdown.sh
│   │   │   ├── startup.sh
│   │   │   ├── tomcat-juli.jar
│   │   │   ├── tomcat-native.tar.gz
│   │   │   ├── tool-wrapper.sh
│   │   │   └── version.sh
│   │   ├── BUILDING.txt
│   │   ├── conf
│   │   │   ├── Catalina
│   │   │   │   └── localhost
│   │   │   ├── catalina.policy
│   │   │   ├── catalina.properties
│   │   │   ├── context.xml
│   │   │   ├── jaspic-providers.xml
│   │   │   ├── jaspic-providers.xsd
│   │   │   ├── logging.properties
│   │   │   ├── server.xml
│   │   │   ├── tomcat-users.xml
│   │   │   ├── tomcat-users.xsd
│   │   │   └── web.xml
│   │   ├── CONTRIBUTING.md
│   │   ├── lib
│   │   │   ├── annotations-api.jar
│   │   │   ├── catalina-ant.jar
│   │   │   ├── catalina-ha.jar
│   │   │   ├── catalina.jar
│   │   │   ├── catalina-storeconfig.jar
│   │   │   ├── catalina-tribes.jar
│   │   │   ├── ecj-4.7.3a.jar
│   │   │   ├── el-api.jar
│   │   │   ├── jasper-el.jar
│   │   │   ├── jasper.jar
│   │   │   ├── jaspic-api.jar
│   │   │   ├── jsp-api.jar
│   │   │   ├── servlet-api.jar
│   │   │   ├── tomcat-api.jar
│   │   │   ├── tomcat-coyote.jar
│   │   │   ├── tomcat-dbcp.jar
│   │   │   ├── tomcat-i18n-es.jar
│   │   │   ├── tomcat-i18n-fr.jar
│   │   │   ├── tomcat-i18n-ja.jar
│   │   │   ├── tomcat-i18n-ru.jar
│   │   │   ├── tomcat-jdbc.jar
│   │   │   ├── tomcat-jni.jar
│   │   │   ├── tomcat-util.jar
│   │   │   ├── tomcat-util-scan.jar
│   │   │   ├── tomcat-websocket.jar
│   │   │   └── websocket-api.jar
│   │   ├── LICENSE
│   │   ├── logs
│   │   ├── NOTICE
│   │   ├── README.md
│   │   ├── RELEASE-NOTES
│   │   ├── RUNNING.txt
│   │   ├── temp
│   │   ├── webapps
│   │   └── work
│   ├── bashrc
│   ├── publish.sh
│   ├── server.xml
│   ├── start.sh
│   ├── tomcat-9.0.11.zip
│   └── tomcat-9.0.11.zip.20200424
├── init.sls
├── project.sls
├── test
│   └── apache-tomcat-9.0.11
│       ├── bin
│       │   ├── bootstrap.jar
│       │   ├── catalina.sh
│       │   ├── catalina-tasks.xml
│       │   ├── ciphers.sh
│       │   ├── commons-daemon.jar
│       │   ├── commons-daemon-native.tar.gz
│       │   ├── configtest.sh
│       │   ├── daemon.sh
│       │   ├── digest.sh
│       │   ├── makebase.sh
│       │   ├── setclasspath.sh
│       │   ├── shutdown.sh
│       │   ├── startup.sh
│       │   ├── tomcat-juli.jar
│       │   ├── tomcat-native.tar.gz
│       │   ├── tool-wrapper.sh
│       │   └── version.sh
│       ├── BUILDING.txt
│       ├── conf
│       │   ├── Catalina
│       │   │   └── localhost
│       │   ├── catalina.policy
│       │   ├── catalina.properties
│       │   ├── context.xml
│       │   ├── jaspic-providers.xml
│       │   ├── jaspic-providers.xsd
│       │   ├── logging.properties
│       │   ├── server.xml
│       │   ├── tomcat-users.xml
│       │   ├── tomcat-users.xsd
│       │   └── web.xml
│       ├── CONTRIBUTING.md
│       ├── lib
│       │   ├── annotations-api.jar
│       │   ├── catalina-ant.jar
│       │   ├── catalina-ha.jar
│       │   ├── catalina.jar
│       │   ├── catalina-storeconfig.jar
│       │   ├── catalina-tribes.jar
│       │   ├── ecj-4.7.3a.jar
│       │   ├── el-api.jar
│       │   ├── jasper-el.jar
│       │   ├── jasper.jar
│       │   ├── jaspic-api.jar
│       │   ├── jsp-api.jar
│       │   ├── servlet-api.jar
│       │   ├── tomcat-api.jar
│       │   ├── tomcat-coyote.jar
│       │   ├── tomcat-dbcp.jar
│       │   ├── tomcat-i18n-es.jar
│       │   ├── tomcat-i18n-fr.jar
│       │   ├── tomcat-i18n-ja.jar
│       │   ├── tomcat-i18n-ru.jar
│       │   ├── tomcat-jdbc.jar
│       │   ├── tomcat-jni.jar
│       │   ├── tomcat-util.jar
│       │   ├── tomcat-util-scan.jar
│       │   ├── tomcat-websocket.jar
│       │   └── websocket-api.jar
│       ├── LICENSE
│       ├── logs
│       ├── NOTICE
│       ├── README.md
│       ├── RELEASE-NOTES
│       ├── RUNNING.txt
│       ├── temp
│       ├── webapps
│       └── work
├── tomcat-9.0.11.zip
├── tomcat-9.0.11.zip.20200424
└── user.sls

22 directories, 131 files