一.前言

以下是一個基于 ?Docker + Shell腳本? 的半自動化部署方案，包含鏡像構建、容器管理、網絡配置和日志監控等核心功能，適用于大多數Web應用或微服務項目。

二?.目錄結構

三.腳本代碼實現

1.?Shell腳本實現 (deploy.sh)

#!/bin/bash# 設置顏色代碼
E="\033[0m"
R="\033[1;31m"
G="\033[1;32m"
Y="\033[1;33m"
C="\033[1;36m"BASE_DIR=$(pwd)
BASE_NAME=$(basename "${BASE_DIR}")
DOCKER_COMPOSE_BIN=${DOCKER_COMPOSE_BIN:-docker-compose}# 檢查 docker-compose 是否已安裝
if ! command -v $DOCKER_COMPOSE_BIN &> /dev/null; thenecho "docker-compose could not be found, please install it first."exit 1
fi# 顯示幫助信息
show_help() {echo -e "${Y}---------------------------------------------------------------${E}"echo -e "${Y}|---------------------------  HELP ---------------------------|${E}"echo -e "${Y}---------------------------------------------------------------${G}"echo -e "${C}【啟動服務】./deploy.sh start [all|服務名稱]"echo -e "${G} 示例：./deploy.sh start lm-llmtest-dev\n"echo -e "${C}【停止服務】./deploy.sh stop [all|服務名稱]"echo -e "${G} 示例：./deploy.sh stop lm-llmtest-dev\n"echo -e "${C}【重啟服務】./deploy.sh restart [all|服務名稱]"echo -e "${G} 示例：./deploy.sh restart lm-llmtest-dev\n"echo -e "${C}【顯示所有服務容器名稱】./deploy.sh services"echo -e "${G} 示例：./deploy.sh services\n"echo -e "${C}【加載當前服務群組的所有鏡像】"echo -e "${G} 示例：./deploy.sh load \n"echo -e "######### 指定系統部署初始化【全新部署之前須先執行!!】##########"echo -e "${C}【初始化服務數據掛載目錄】./deploy.sh init datadir [數據目錄，/var/llmtest_dev]"echo -e "${G} 示例：./deploy.sh init datadir /var/llmtest_dev \n"echo -e "${C}【初始化數據庫配置信息】./deploy.sh init database [數據目錄] [數據庫啟動模式(host/docker)] [dockers模式時容器名稱]"echo -e "${G} 示例：./deploy.sh init database /var/llmtest_dev host"echo -e "${G} 示例：./deploy.sh init database /var/llmtest_dev docker lm-mariadb-dev"echo -e "${Y}---------------------------------------------------------------${E}"
}# 加載鏡像
load_images() {echo -e "${G}Loading local images! Please wait...${E}"docker_images=('nginx-1.25.1.tar.gz' 'mariadb-10.6.tar.gz' 'nginx-1.26.tar.gz' 'python-3.11.13.tar.gz' 'redis-7.2.4.tar.gz' 'etcd-v3.5.15.tar.gz' 'elasticsearch-8.12.2.tar.gz' 'langchain-v4.tar.gz')for image in "${docker_images[@]}"; doimage_path="${BASE_DIR}/../images/${image}"if [ ! -f "${image_path}" ]; thenecho -e "${R}Error: File ${image} not found!${E}"continuefiif docker load < "${image_path}" &> /dev/null; thenecho -e "${Y}Loading ${image}\t\t\t ${G}Success${E}"elseecho -e "${Y}Loading ${image}\t\t\t ${R}Failure${E}"fidone
}# 初始化函數
initialize() {if [ "$1" = "datadir" ]; then# 初始化服務數據掛載目錄if mkdir -p "$2"/{llmtest,useradmin,redis,mariadb} && mkdir -p "$2/mariadb/datasource" && mkdir -p "$2/logs/"{useradmin,llmtest}; thenecho -e "${G}Initialization Success.${E}"echo -e "${G}Created directories:${E}"# 打印創建的目錄列表for dir in "$2"/llmtest "$2"/useradmin "$2"/redis "$2"/mariadb "$2"/mariadb/datasource "$2/logs/useradmin" "$2/logs/llmtest"; doif [ -d "$dir" ]; thenecho -e "${G}- $dir${E}"elseecho -e "${R}- Failed to create $dir${E}"fidoneelseecho -e "${R}Initialization Failed.${E}"exit 1fielif [ "$1" = "database" ]; then# 初始化數據庫mkdir -p "$2"/{logs,mariadb} && mkdir -p "$2/mariadb/datasource" && cp -a datasource/* "$2/mariadb/datasource" &&if [ "$3" = "docker" ]; thenlocal container_name=$4container_id=$(docker ps -qf "name=$container_name")echo -e "container_name -> $container_name,container_id -> $container_id"if [ -z "$container_id" ]; thenecho -e "${R}Docker container "name=$container_name" not found.${E}"exit 1fidocker exec $container_id bash "/var/llmtest_dev/mariadb/datasource/init_database.sh" "$2" "$3" && echo -e "${G}Database initialization completed.${E}"elif [ "$3" = "host" ]; thenbash "$2/mariadb/datasource/init_database.sh" "$2" "$3" && echo -e "${G}Database initialization completed.${E}"elseecho -e "${R}Unknown mode: $3${E}"exit 1fi || { echo -e "${R}Database initialization failed.${E}"; exit 1; }elseecho -e "${R}Error: Missing required parameters or invalid initialization option.${E}"exit 1fi
}# 開啟服務
start_service() {if [ "$1" = "all" ]; thenif ${DOCKER_COMPOSE_BIN} up -d --build && ${DOCKER_COMPOSE_BIN} ps -a; thenecho -e "${G}All services started successfully.${E}"${DOCKER_COMPOSE_BIN} logs -felseecho -e "${R}Failed to start all services.${E}"exit 1fielseif [ -z "$1" ]; thenecho -e "${R}Error: Service name is required to start a service.${E}"exit 1fiif ${DOCKER_COMPOSE_BIN} up -d --build "$1" && ${DOCKER_COMPOSE_BIN} ps -a; thenecho -e "${G}Service [$1] started successfully.${E}"${DOCKER_COMPOSE_BIN} logs -f $1elseecho -e "${R}Failed to start the service [$1].${E}"exit 1fifi
}# 停止并移除服務及其容器和相關鏡像
stop_and_remove_service() {local service_name=$1if [ -z "$service_name" ]; thenecho -e "${R}Error: Service name is required to stop and remove a service.${E}"exit 1fi# 使用 docker-compose down 來停止并移除服務及其容器if ! ${DOCKER_COMPOSE_BIN} down -v "$service_name"; thenecho -e "${R}Failed to stop and remove the service [$service_name] and its containers.${E}"fi# 獲取服務使用的鏡像名稱image_names=($(${DOCKER_COMPOSE_BIN} images | grep "$service_name" | awk '{print $2}' | sort -u))echo -e "image_names -> $image_names"if [ ${#image_names[@]} -eq 0 ]; thenfor image_name in "${image_names[@]}"; doif [ -n "$image_name" ]; then# 刪除服務鏡像if docker rmi "$image_name"; thenecho -e "${G}Successfully removed image [$image_name] associated with service [$service_name].${E}"elseecho -e "${R}Failed removed image [$image_name] associated with service [$service_name].${E}"fifidoneelse# 停止并移除容器if docker stop "$service_name" && docker rm "$service_name"; thenecho -e "${G}Successfully stopped and removed container [$service_name].${E}"elseecho -e "${R}Failed to stop and remove container [$service_name].${E}"fifi
}# 定義不應被刪除的基礎鏡像列表
declare -a base_images=("mariadb" "mysql" "redis" "nginx" "python") # 添加其他你不想刪除的基礎鏡像# 停止服務并刪除容器和相關鏡像
stop_service() {if [ "$1" = "all" ]; thenecho -e "${Y}＃警告！！刪除項目[${BASE_NAME}]下的所有容器及鏡像將不可恢復，不會刪除外部掛載數據．${E}"# 獲取與compose相關的所有鏡像名稱compose_images=($(${DOCKER_COMPOSE_BIN} images | awk 'NR>1{print $2}' | sort -u))# 過濾出不是基礎鏡像的鏡像filtered_images=()for image_ in "${compose_images[@]}"; doskip_image=falsefor base_image in "${base_images[@]}"; doif [[ "$image_" == *"$base_image"* ]]; thenskip_image=truebreakfidoneif ! $skip_image; thenfiltered_images+=("$image_")fidoneecho -e "The following images will be removed: ${filtered_images[@]}"# 使用 docker-compose down 來停止所有服務并移除它們的容器if ! ${DOCKER_COMPOSE_BIN} down -v; thenecho -e "${R}Failed to stop all services and remove containers.${E}"exit 1elseecho -e "${G}All services stopped and containers removed successfully.${E}"fi# 嘗試刪除每個找到的非基礎鏡像for image_ in "${filtered_images[@]}"; doif [ -n "$image_" ]; then  # 確保鏡像名稱非空if docker rmi "$image_" &> /dev/null; thenecho -e "${G}正在移除構建的服務鏡像 ${image_} ...... \t\tsuccess${E}"else# 如果常規刪除失敗，則嘗試強制刪除if docker rmi -f "$image_" &> /dev/null; thenecho -e "${Y}正在強制移除構建的服務鏡像 ${image_} ... \tsuccess (forced)${E}"elseecho -e "${R}無法移除構建的服務鏡像 ${image_}.${E}"fififidone# 最后打印剩余鏡像列表以供確認docker imageselsestop_and_remove_service "$1"fi
}# 重啟服務
restart_service() {if [ "$1" = "all" ]; then# 調用 stop_service 函數來停止所有服務stop_service "all"# 啟動所有服務if ${DOCKER_COMPOSE_BIN} up -d --build && ${DOCKER_COMPOSE_BIN} ps -a; thenecho -e "${G}All services have been restarted successfully.${E}"${DOCKER_COMPOSE_BIN} logs -felseecho -e "${R}Failed to restart all services.${E}"exit 1fielseif [ -z "$1" ]; thenecho -e "${R}Error: Service name is required to restart a service.${E}"exit 1fi# 對于單個服務，調用 stop_service 來停止服務，并重新構建和啟動服務local service_name="$1"stop_service "$service_name"# 重新構建并啟動指定的服務start_service "$service_name"fi
}deploy_service() {echo -e "${DOCKER_COMPOSE_BIN} config --services"services=$(${DOCKER_COMPOSE_BIN} config --services)# 遍歷每個服務并查找其容器名稱和IDecho -e "${G}>>>>>> 容器名稱和ID <<<<<<\n----------------------${E}"for service in $services; do# 查找與服務名匹配的容器信息containers=$(docker ps --filter "name=$service" --format "{{.Names}}({{.ID}})")if [ -z "$containers" ]; thenecho -e "${Y}Service: $service -> No containers found.${E}"elsecontainer_info=""# 拼接所有容器的名稱和IDfor container in $containers; docontainer_info="${container_info}${container}"done# 輸出服務及其對應的容器信息echo -e "${G}Service: $service ${GREEN}-> Container:${container_info}${E}"fidoneecho -e "----------------------${E}"
}case "$1" inhelp)show_help;;load)load_images;;init)shiftinitialize "$@";;start)shiftstart_service "$@";;stop)shiftstop_service "$@";;restart)shiftrestart_service "$@";;services)shiftdeploy_service "$@";;*)echo -e "${R}Usage: $0 {help|load|init|start|stop|restart|services} [args]${E}"exit 1;;
esac

2.docker-compose.yml文件腳本實現

services:# 管理前端lm-backend-dev:container_name: lm-backend-devimage: lm-backend-devbuild:context: ./dockerfile: dockerfiles/dockerfile-backendcliports:- "8001:80"privileged: truevolumes:- "/etc/localtime:/etc/localtime"- "/var/llmtest_dev/html:/usr/share/nginx/html"- "/var/llmtest_dev/logs/cli:/var/log/nginx"
#      - "/data/mulsen/llmtest_dev/cli/nginx/etc:/etc/nginx"#  docker run --privileged -itd --name mariadb-10.11 -v /var/data/data:/home/data -v /var/data/etc:/opt/maria/etc mariadb:10.11  /sbin/init&&/bin/bash# 數據庫服務配置lm-mariadb-dev:container_name: lm-mariadb-devimage: mariadb:latestports:- "3318:3306"privileged: trueenvironment:- TZ=Asia/Shanghai- MYSQL_ROOT_PASSWORD=nwbot#f76m+*- MYSQL_ROOT_HOST:'%'
#      - MYSQL_DATABASES:nwfaq
#      - MYSQL_USER:nwbot
#      - MYSQL_PASSWORD:nwbot#f76m+*volumes:- "/etc/localtime:/etc/localtime"- "/var/llmtest_dev/mariadb/data:/var/lib/mysql"- "/var/llmtest_dev/mariadb/etc:/etc/mysql/conf.d"- "/var/llmtest_dev/mariadb/datasource:/var/llmtest_dev/mariadb/datasource"
#      - "/var/llmtest_dev/mariadb/datasource:/docker-entrypoint-initdb.d"  # 掛載包含初始化腳本和SQL文件的目錄# 配置文件目錄# redis服務配置lm-redis-dev:image: redis:7container_name: lm-redis-devports:- "6889:6379"privileged: trueenvironment:- REDIS_PASSWORD=fF76M+@963volumes:- "/etc/localtime:/etc/localtime"- "/var/llmtest_dev/redis/data:/data"# 用戶管理服務lm-useradmin-dev:container_name: lm-useradmin-devimage: lm-useradmin-devbuild:context: ./dockerfile: dockerfiles/dockerfile-useradminports:- "8002:5000"privileged: trueenvironment:- SERVER_IP=127.0.0.1- SERVER_PORT=57680volumes:- "/etc/localtime:/etc/localtime"- "/var/llmtest_dev/logs/useradmin:/var/app/logs"
#    environment:depends_on:- lm-redis-dev- lm-mariadb-dev# 評測基礎數據服務lm-test-dev:container_name: lm-test-devimage: lm-test-devbuild:context: ./dockerfile: dockerfiles/dockerfile-testports:- "8003:5000"privileged: trueenvironment:- SERVER_IP=127.0.0.1- SERVER_PORT=8003volumes:- "/etc/localtime:/etc/localtime"- "/var/llmtest_dev/logs/test:/var/app/logs"- "/var/llmtest_dev/test/datasets:/var/app/datasets"depends_on:- lm-redis-dev- lm-mariadb-dev# 評測結果分析服務lm-evaluation-dev:container_name: lm-evaluation-devimage: lm-evaluation-devbuild:context: ./dockerfile: dockerfiles/dockerfile-evaluationports:- "8004:5000"privileged: trueenvironment:- SERVER_IP=127.0.0.1- SERVER_PORT=8004volumes:- "/etc/localtime:/etc/localtime"- "/var/llmtest_dev/logs/evaluation:/var/app/logs"- "/var/llmtest_dev/test/datasets:/var/app/datasets"depends_on:- lm-redis-dev- lm-mariadb-dev##############################################################################

3.數據庫初始化腳本init_database.sh

#!/bin/bash
# 設置顏色代碼
E="\033[0m"
R="\033[1;31m"
G="\033[1;32m"
Y="\033[1;33m"
C="\033[1;36m"
# 獲取傳入的路徑參數和運行模式
BASE_DIR=$1
MODE=$2
echo -e "${Y}BASE_DIR -> $BASE_DIR \033[0m"
echo -e "${Y}MODE -> $MODE ${G}"# 數據庫連接信息
if [ "$MODE" = "docker" ]; thenDB_HOST="localhost"  # 在容器內部使用localhostDB_PORT="3306"DB_PASSWORD="nwbot#f76m+*"
elseDB_HOST="192.168.211.75"  # 根據實際情況設置主機IPDB_PORT="3306"DB_PASSWORD="maria"
fiDB_USER="root"
DB_NAME="test"
SQL_FILE="${BASE_DIR}/mariadb/datasource/test.sql"  # 根據傳入路徑設置SQL文件路徑
echo -e "${Y}SQL_FILE -> $SQL_FILE ${G}"# 創建數據庫
mysql --protocol=TCP  -h$DB_HOST -P$DB_PORT -u$DB_USER -p$DB_PASSWORD -e "CREATE DATABASE IF NOT EXISTS \`$DB_NAME\` DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci;"# 檢查創建數據庫是否成功
if [ $? -ne 0 ]; thenecho -e "\033[0;31m創建數據庫失敗\033[0m"exit 1
fi# 導入數據
mysql --protocol=TCP -h$DB_HOST -P$DB_PORT -u$DB_USER -p$DB_PASSWORD $DB_NAME < $SQL_FILE# 檢查導入數據是否成功
if [ $? -eq 0 ]; thenecho -e "${G}【數據庫和數據導入】初始化完成\033[0m"
elseecho -e "${G}【導入數據】失敗\033[0m"exit 1
fi

三.總結

通過此方案，可實現從開發到生產的平滑遷移，顯著提升部署效率和一致性。
希望對你有所幫助！