perf[deploy]: reduce deployment complexity

This commit is contained in:
godotg
2024-03-01 17:28:47 +08:00
parent 27b3902772
commit 4870a55fec
+55 -125
View File
@@ -7,16 +7,15 @@
# EN:The deploy.sh script includes, start the server, gracefully stop the server, update the program file, restart the server, corresponding to four commands
# CN:deploy.sh脚本包括了,启动服务器,优雅停止服务器,更新程序文件,重新启动服务器,对应四个命令:start|stop|update|stopUpdateStart。
#######################################################################################################################
##############################################################################################################################################################################################################################################################################
# usage 1:
# sh deploy.sh start /usr/local/tank/single-boot/single-boot-1.0.jar /usr/local/tank/single-boot
# sh deploy.sh start /usr/local/tank/single-boot/single-boot-1.0.jar
# EN:start starts the server, the absolute path is very important,[/usr/local/tank/single-boot/single-boot-1.0.jar] is the absolute path of the jar package
# [/usr/local/tank/single-boot] is the absolute path to the output of the log
# CN:start启动服务器,绝对路径很重要,[/usr/local/tank/single-boot/single-boot-1.0.jar]是jar包的绝对路径[/usr/local/tank/single-boot]是日志的输出的绝对路径
# CN:start启动服务器,绝对路径很重要,[/usr/local/tank/single-boot/single-boot-1.0.jar]是jar包的绝对路径
#######################################################################################################################
####################################################################################################################################################################################
# usage 2:
# sh deploy.sh stop single
@@ -26,7 +25,7 @@
# CN:stop关闭服务器,会使用jps | grep single,抓取需要关闭的java进程,所以不需要输入single-boot的全名(不是绝对路径)
# 如果你有两个名称为[single-boot1.jar][single-boot2]的启动程序,则会把这两个都关闭
#######################################################################################################################
####################################################################################################################################################################################
# usage 3:
# sh deploy.sh update /usr/local/tank/single-boot/single-boot-1.0.jar
@@ -38,9 +37,9 @@
# CN:update更新jar包,默认会使用根路径[/single-boot-1.0.jar]下的jar包去更新[/usr/local/tank/single-boot/single-boot-1.0.jar]的jar包
# 此种方式jar必须放在 / 根目录(最上层的目录,不是root目录,不要弄错了),非常重要,因为默认使用根路径的jar取更新你指定位置的jar
#######################################################################################################################
####################################################################################################################################################################################
# usage 4:
# sh deploy.sh stopUpdateStart /usr/local/tank/single-boot/single-boot-1.0.jar /usr/local/tank/single-boot
# sh deploy.sh stopUpdateStart /usr/local/tank/single-boot/single-boot-1.0.jar
# EN:stop Update Start, execute the commands stop, update, start, three-in-one commands in order,
# because there is an update, so you must put your jar in the root directory
@@ -50,7 +49,7 @@
# update的是[/usr/local/tank/single-boot/single-boot-1.0.jar],所以必须把jar放在 / 根目录(最上层的目录,不是root目录,不要弄错了),非常重要
# start同[usage 1]
#######################################################################################################################
####################################################################################################################################################################################
# @author godotg
if [ $# -lt 1 ]; then
@@ -80,32 +79,32 @@ function waitAllProcessesExit() {
done
}
function waitInfoLog() {
local infoLog
function waitLogFile() {
local logfile
while true; do
infoLog=$(ls ./log | grep info)
if [ -z "${infoLog}" ]; then
echo "Waiting for info.log to be created..."
logfile=$(ls ./ | grep spring.log)
if [ -z "${logfile}" ]; then
echo "Waiting for spring.log to be created..."
sleep 1
else
return
fi
if [ -z "${infoLog}" ]; then
echo "Waiting for info.log to be created..."
if [ -z "${logfile}" ]; then
echo "Waiting for spring.log to be created..."
sleep 2
else
return
fi
if [ -z "${infoLog}" ]; then
echo "Waiting for info.log to be created..."
if [ -z "${logfile}" ]; then
echo "Waiting for spring.log to be created..."
sleep 3
else
return
fi
if [ -z "${infoLog}" ]; then
if [ -z "${logfile}" ]; then
echo "If there is no response for a long time, solution 1: Please check the startup log, or whether there is a generated log file in the running directory"
echo "如果长时间无响应,解决方法1:请检测启动log日志,或者运行目录是否有生成的日志文件"
sleep 1
@@ -113,7 +112,7 @@ function waitInfoLog() {
return
fi
if [ -z "${infoLog}" ]; then
if [ -z "${logfile}" ]; then
echo "If there is no response for a long time, solution 2: Confirm whether the jvm parameter -Dspring.profiles.active=pro is correct and whether it is the operating environment configuration you expect"
echo "如果长时间无响应,解决方法2:确认jvm参数-Dspring.profiles.active=pro是否正确,是否是你期望的运行环境配置"
sleep 1
@@ -121,7 +120,7 @@ function waitInfoLog() {
return
fi
if [ -z "${infoLog}" ]; then
if [ -z "${logfile}" ]; then
echo "If there is no response for a long time, solution 3: directly use the command java -Dspring.profiles.active=pro -jar xxx.jar"
echo "如果长时间无响应,解决方法3:直接使用命令 java -Dspring.profiles.active=pro -jar xxx.jar"
sleep 1
@@ -129,7 +128,7 @@ function waitInfoLog() {
return
fi
if [ -z "${infoLog}" ]; then
if [ -z "${logfile}" ]; then
echo "If there is no response for a long time, solution 4: Run the main function in Idea, add the -Dspring.profiles.active=pro parameter, it can run in Idea and it must also run on the server"
echo "如果长时间无响应,解决方法4:在Idea中运行main函数,加上-Dspring.profiles.active=pro参数,在Idea中能够运行也一定能在服务器运行"
sleep 1
@@ -141,7 +140,7 @@ function waitInfoLog() {
# 停止所有进程,不包括login
function stop() {
echo "########################## stop ##########################"
echo "######################################################################################################################### stop #########################################################################################################################"
local pids
pids=$(jps | grep ${1} | awk '{print $1}' | paste -d " " -s)
@@ -151,39 +150,34 @@ function stop() {
return
fi
echo "************************** cpu **************************"
echo "************************************* cpu *************************************"
uptime
echo "note:"
echo "uptime查看cpu的负载情况,load avarage分别是1分钟,5分钟,15分钟内系统的load值,一般load值不大于3,我们就认为它的负载是正常的,大于了3就要想办法降低系统的负载"
echo "************************** memory **************************"
echo "************************************* memory *************************************"
free -m
echo "note:"
echo "free查看内存的使用情况,重点关注swap内存使用,swap大表示物理内存不够用,这时候容易导致OOM异常"
echo "************************** disk **************************"
echo "************************************* disk *************************************"
df -h
echo "note:"
echo "df查看磁盘的使用情况,应该特别关注日志和数据库的挂载路径的使用情况"
echo "************************** network **************************"
echo "************************************* network *************************************"
sar -n DEV 1 2
echo "note:"
echo "sar查看网络的使用情况,可以通过网络设备的吞吐量,判断网络设备是否已经饱和。"
echo "**************************system log**************************"
dmesg | tail -n 20
echo "note:"
echo "************************************* system log *************************************"
dmesg | tail -n 5
echo "df查看系统日志的最后20行,主要看有没有严重的系统问题"
echo "**************************jmap**************************"
echo "************************************* jmap *************************************"
for pid in ${pids}; do
echo "${pid}->Information about the top 20 class instances of the process"
jmap -histo ${pid} | head -n 20
jmap -histo ${pid} | head -n 5
echo -e "\n"
done
echo "********************stop process********************"
echo "************************************* stop process *************************************"
echo "kill -15 $pids"
kill -15 ${pids}
@@ -192,7 +186,7 @@ function stop() {
# 更新jar包
function update() {
echo "######################### Ⅱ update ########################"
echo "######################################################################################################################### Ⅱ update #########################################################################################################################"
local jarPath=${1}
if [ -z "${jarPath}" ]; then
@@ -207,7 +201,7 @@ function update() {
# echo ${jarFilePath}
# echo ${jarName}
echo "Source and target file information before updating:"
echo "Before source|target:"
local fileInfo=$(ls -lh "/${jarName}")
echo "${fileInfo}"
@@ -216,15 +210,11 @@ function update() {
echo "${fileInfo}"
fi
echo -e "\n\n"
rm -rf ${jarPath}
mkdir -p ${jarFilePath}
cp "/${jarName}" ${jarFilePath}
echo "Source and target file information after update:"
fileInfo=$(ls -lh "/${jarName}")
echo "${fileInfo}"
echo "After target ------>"
fileInfo=$(ls -lh ${jarPath})
echo "${fileInfo}"
}
@@ -232,32 +222,25 @@ function update() {
# 启动一个java进程,必须指定jar路径和jar名称
# -n为notEmpty-z为empty
function start() {
echo "######################### Ⅲ start #########################"
echo "######################################################################################################################### Ⅲ start #########################################################################################################################"
local jarPath=${1}
local logPath=${2}
if [ -z "${jarPath}" ]; then
echo "Parameter error: The name of the jar package to start cannot be empty"
echo "usage: sh deploy.sh start jarPath logPath"
echo "usage: sh deploy.sh start jarPath"
exit 1
fi
if [ -z "${logPath}" ]; then
echo "Parameter error: The log path for startup cannot be empty"
echo "usage: sh deploy.sh start jarPath logPath"
exit 1
fi
mkdir -p "${logPath}/log"
cd ${logPath}
local jarFilePath=${jarPath%/*}
cd ${jarFilePath}
local currentPath
currentPath=$(pwd)
echo "pwd current path${currentPath}"
echo "pwd current path : ${currentPath}"
if [ ! -f "${jarPath}" ]; then
echo "文件不存在:启动的jar包不存在,请检查jar的路径格式是否是绝对路径"
echo "usage: sh deploy.sh start jarAbsPath logPath"
echo "usage: sh deploy.sh start jarAbsPath"
exit 1
fi
@@ -266,111 +249,58 @@ function start() {
nohup java -Dspring.profiles.active=pro -XX:InitialHeapSize=1g -XX:MaxHeapSize=1g -XX:AutoBoxCacheMax=20000 -XX:+UseStringDeduplication -XX:+HeapDumpOnOutOfMemoryError -Djdk.attach.allowAttachSelf=true -Duser.timezone=Asia/Shanghai -Dfile.encoding=UTF-8 -jar ${jarPath} >/dev/null 2>&1 &
# If there is no info log, keep waiting
waitInfoLog
if [ -z "${3}" ]; then
tail -f log/info.log
else
sleep 4
local jarName=${jarPath##*/}
local runningProcesses
runningProcesses=$(jps -lvm | grep ${jarName})
echo "**************************jps**************************"
echo "${runningProcesses}"
sleep 4
echo "************************jstat************************"
local pids
pids=$(jps | grep ${jarName} | awk '{print $1}' | paste -d " " -s)
for pid in ${pids}; do
echo "${pid}->Process compilation statistics"
jstat -compiler ${pid}
echo -e "\n"
done
sleep 6
echo "**************************start log**************************"
tail -n 40 log/info.log
exit 0
fi
waitLogFile
tail -f spring.log
}
function stopUpdateStart() {
local jarPath=${1}
local logPath=${2}
if [ -z "${jarPath}" ]; then
echo "The startup path cannot be empty"
echo "usage: sh deploy.sh start jarPath logPath"
exit 1
fi
if [ -z "${logPath}" ]; then
echo "The jar package name to start cannot be empty"
echo "usage: sh deploy.sh start jarPath logPath"
echo "usage: sh deploy.sh start jarPath"
exit 1
fi
echo
echo "Start executing tasks stop -> update -> start"
echo -e "\n\n"
echo
local jarFilePath=${jarPath%/*}
local jarName=${jarPath##*/}
# stop first
stop ${jarName}
echo
echo
echo
# update second
update ${jarPath}
echo
echo
echo
# last start
start ${jarPath} ${logPath} ${3}
start ${jarPath} ${3}
}
# Linux性能调优
function optimizeLinux() {
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------"
}
# run optimizeLinux method immediately
optimizeLinux
case ${command} in
"start")
start ${2} ${3}
;;
"stop")
stop ${2}
;;
"update")
update ${2}
;;
"start")
start ${2}
;;
"stopUpdateStart")
stopUpdateStart ${2} ${3} ${4}
stopUpdateStart ${2}
;;
*)
echo "command not recognized: ${1}"