mirror of
https://github.com/BgaSol/sol-cloud
synced 2026-05-06 08:08:30 +00:00
40ddb4baaa
-Added collect-layer.sh script for on-site collection of layers.idx files -New CompareSync.sh script added for generating differential application packages -Update. gitignore file, add script/collect and script/diff directories - modify build.sh file, optimize backend build process -Update the docker-compose.yml file, adjust the application startup mode - add the README.md file, and provide detailed instructions on tool usage and workflow
414 lines
13 KiB
Bash
414 lines
13 KiB
Bash
#!/bin/bash
|
||
|
||
set -euo pipefail
|
||
|
||
# 开发环境差异生成脚本
|
||
# 基于现场收集的 layers.idx 文件生成差异应用包
|
||
# 用法： script/compare-sync.sh --layers-collection <path> [--spring-boot-upgraded] [--has-snapshot] [--modules module1,module2]
|
||
|
||
# 计算项目根目录（脚本所在目录的上一级）
|
||
BASE_DIR="$(cd "$(dirname "$0")"/.. && pwd)"
|
||
|
||
# 参数解析
|
||
LAYERS_COLLECTION_DIR=""
|
||
SPRING_BOOT_UPGRADED=false
|
||
HAS_SNAPSHOT=false
|
||
SPECIFIC_MODULES=""
|
||
|
||
while [[ $# -gt 0 ]]; do
|
||
case "$1" in
|
||
--layers-collection)
|
||
shift; LAYERS_COLLECTION_DIR="$1" ;;
|
||
--spring-boot-upgraded)
|
||
SPRING_BOOT_UPGRADED=true ;;
|
||
--has-snapshot)
|
||
HAS_SNAPSHOT=true ;;
|
||
--modules)
|
||
shift; SPECIFIC_MODULES="$1" ;;
|
||
*)
|
||
echo -e "${RED}❌ 未知参数: $1${RESET}"
|
||
exit 1
|
||
;;
|
||
esac
|
||
shift || true
|
||
done
|
||
|
||
# 颜色与日志函数
|
||
GREEN='\033[0;32m'
|
||
YELLOW='\033[1;33m'
|
||
BLUE='\033[0;34m'
|
||
RED='\033[0;31m'
|
||
RESET='\033[0m'
|
||
|
||
print_info() { echo -e "${BLUE}📘 $1${RESET}"; }
|
||
print_success() { echo -e "${GREEN}✅ $1${RESET}"; }
|
||
print_error() { echo -e "${RED}❌ $1${RESET}"; }
|
||
print_step() { echo -e "\n${YELLOW}🚀 $1${RESET}"; }
|
||
print_divider() { echo -e "${YELLOW}----------------------------------------${RESET}"; }
|
||
|
||
if [[ -z "$LAYERS_COLLECTION_DIR" ]]; then
|
||
print_error "Usage: $0 --layers-collection <path> [--spring-boot-upgraded] [--has-snapshot] [--modules module1,module2]"
|
||
print_info "Example: tar -xzf script/collect/layers-collection-20241217-143022.tar.gz -C /tmp/"
|
||
print_info " $0 --layers-collection /tmp/layers-collection-20241217-143022/"
|
||
exit 2
|
||
fi
|
||
|
||
if [[ ! -d "$LAYERS_COLLECTION_DIR" ]]; then
|
||
print_error "收集目录不存在: $LAYERS_COLLECTION_DIR"
|
||
exit 2
|
||
fi
|
||
|
||
# 生成时间戳和输出目录
|
||
TIMESTAMP=$(date +"%Y%m%d-%H%M%S")
|
||
DIFF_PACKAGE_DIR="diff-package-$TIMESTAMP"
|
||
# 脚本同级目录作为临时工作目录
|
||
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
||
OUTPUT_DIR="$SCRIPT_DIR/$DIFF_PACKAGE_DIR"
|
||
# diff目录用于存放最终压缩包
|
||
DIFF_DIR="$SCRIPT_DIR/diff"
|
||
|
||
# 参数与生效路径回显
|
||
print_step "开始生成差异包"
|
||
print_info "收集目录: $LAYERS_COLLECTION_DIR"
|
||
print_info "临时目录: $OUTPUT_DIR"
|
||
print_info "差异包目录: $DIFF_DIR"
|
||
if [[ "$SPRING_BOOT_UPGRADED" == true || "$HAS_SNAPSHOT" == true ]]; then
|
||
print_info "flags: $( [[ "$SPRING_BOOT_UPGRADED" == true ]] && echo -n "spring-boot-upgraded " )$( [[ "$HAS_SNAPSHOT" == true ]] && echo -n "has-snapshot" )"
|
||
fi
|
||
|
||
# 创建差异包目录结构
|
||
mkdir -p "$OUTPUT_DIR/modules"
|
||
mkdir -p "$DIFF_DIR"
|
||
|
||
# 发现收集的模块
|
||
print_step "发现收集的模块"
|
||
collected_modules=()
|
||
for module_dir in "$LAYERS_COLLECTION_DIR"/*/; do
|
||
if [[ -d "$module_dir" ]]; then
|
||
module_name=$(basename "$module_dir")
|
||
if [[ -f "$module_dir/layers.idx" ]]; then
|
||
# 检查是否指定了特定模块
|
||
if [[ -n "$SPECIFIC_MODULES" ]]; then
|
||
if [[ ",$SPECIFIC_MODULES," == *",$module_name,"* ]]; then
|
||
collected_modules+=("$module_name")
|
||
print_success "将处理模块: $module_name"
|
||
else
|
||
print_info "跳过模块: $module_name (未在指定列表中)"
|
||
fi
|
||
else
|
||
collected_modules+=("$module_name")
|
||
print_success "发现模块: $module_name"
|
||
fi
|
||
else
|
||
print_error "模块 $module_name 缺少 layers.idx 文件"
|
||
fi
|
||
fi
|
||
done
|
||
|
||
if [[ ${#collected_modules[@]} -eq 0 ]]; then
|
||
print_error "未发现任何有效的模块"
|
||
exit 1
|
||
fi
|
||
|
||
# === 分类处理函数 ===
|
||
process_dependencies() {
|
||
local diff_list_file="$1" module_name="$2" module_output_dir="$3"
|
||
local diff_files_dir="$module_output_dir/files"
|
||
mkdir -p "$diff_files_dir"
|
||
|
||
local copied=0
|
||
while IFS= read -r entry || [[ -n "$entry" ]]; do
|
||
entry="${entry%$'\r'}"; entry="${entry#"${entry%%[![:space:]]*}"}"
|
||
entry="${entry#- }"; entry="${entry#-}"; entry="${entry#- }"
|
||
entry="${entry#\"}"; entry="${entry%\"}"
|
||
entry="${entry%"${entry##*[![:space:]]}"}"
|
||
|
||
case "$entry" in
|
||
BOOT-INF/lib/*.jar)
|
||
# 从本地模块目录查找对应的jar文件
|
||
local module_dir="$BASE_DIR/docker/output/server/$module_name"
|
||
# 也尝试client目录
|
||
if [[ ! -d "$module_dir" ]]; then
|
||
module_dir="$BASE_DIR/docker/output/client/$module_name"
|
||
fi
|
||
|
||
local src_path="$module_dir/dependencies/$entry"
|
||
if [[ -f "$src_path" ]]; then
|
||
local rel_name="${entry#BOOT-INF/lib/}"
|
||
local dst_path="$diff_files_dir/$rel_name"
|
||
mkdir -p "$(dirname "$dst_path")"
|
||
cp -f "$src_path" "$dst_path"
|
||
echo "[DEP] $entry -> $dst_path"
|
||
copied=$((copied+1))
|
||
else
|
||
echo "[WARN][DEP] 缺少源文件: $src_path"
|
||
fi
|
||
;;
|
||
esac
|
||
done < "$diff_list_file"
|
||
echo "[DEP] 完成，复制 $copied 个 jar"
|
||
}
|
||
|
||
|
||
# === 主流程 - 处理所有收集的模块 ===
|
||
print_step "开始处理模块差异"
|
||
|
||
# 初始化apply-diff.sh脚本
|
||
apply_script="$OUTPUT_DIR/apply-diff.sh"
|
||
cat > "$apply_script" <<'EOF'
|
||
#!/bin/bash
|
||
|
||
set -e
|
||
shopt -s nullglob
|
||
|
||
# 现场差异应用脚本 - 自动生成
|
||
# 包含所有模块的差异应用操作
|
||
|
||
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||
|
||
GREEN='\033[0;32m'
|
||
YELLOW='\033[1;33m'
|
||
BLUE='\033[0;34m'
|
||
RED='\033[0;31m'
|
||
RESET='\033[0m'
|
||
|
||
print_info() { echo -e "${BLUE}📘 $1${RESET}"; }
|
||
print_success() { echo -e "${GREEN}✅ $1${RESET}"; }
|
||
print_error() { echo -e "${RED}❌ $1${RESET}"; }
|
||
print_step() { echo -e "\n${YELLOW}🚀 $1${RESET}"; }
|
||
print_divider() { echo -e "${YELLOW}----------------------------------------${RESET}"; }
|
||
|
||
print_step "=== 现场差异应用脚本 ==="
|
||
print_info "生成时间: $(date)"
|
||
print_info "脚本位置: $SCRIPT_DIR"
|
||
print_divider
|
||
|
||
EOF
|
||
chmod +x "$apply_script"
|
||
|
||
processed_modules=0
|
||
|
||
# 处理每个收集的模块
|
||
for module_name in "${collected_modules[@]}"; do
|
||
print_step "处理模块: $module_name"
|
||
|
||
# 现场收集的layers.idx
|
||
collected_layers_idx="$LAYERS_COLLECTION_DIR/$module_name/layers.idx"
|
||
|
||
# 本地模块目录的layers.idx
|
||
local_module_dir="$BASE_DIR/docker/output/server/$module_name"
|
||
# 也尝试client目录
|
||
if [[ ! -d "$local_module_dir" ]]; then
|
||
local_module_dir="$BASE_DIR/docker/output/client/$module_name"
|
||
fi
|
||
|
||
local_layers_idx="$local_module_dir/application/BOOT-INF/layers.idx"
|
||
|
||
if [[ ! -f "$local_layers_idx" ]]; then
|
||
print_error "本地缺少 layers.idx: $local_layers_idx"
|
||
continue
|
||
fi
|
||
|
||
# 创建模块输出目录
|
||
module_output_dir="$OUTPUT_DIR/modules/$module_name"
|
||
mkdir -p "$module_output_dir"
|
||
|
||
# 比较layers.idx
|
||
tmp_new_sorted=$(mktemp)
|
||
tmp_collected_sorted=$(mktemp)
|
||
trap 'rm -f "$tmp_new_sorted" "$tmp_collected_sorted"' EXIT
|
||
|
||
sed -e 's/\r$//' -e 's/^\s\+//;s/\s\+$//' -e '/^$/d' "$local_layers_idx" | sort -u > "$tmp_new_sorted"
|
||
sed -e 's/\r$//' -e 's/^\s\+//;s/\s\+$//' -e '/^$/d' "$collected_layers_idx" | sort -u > "$tmp_collected_sorted"
|
||
|
||
# 创建模块输出目录
|
||
module_output_dir="$OUTPUT_DIR/modules/$module_name"
|
||
mkdir -p "$module_output_dir"
|
||
|
||
# 复制 application 层（业务代码，总是需要更新）
|
||
local_application_dir="$local_module_dir/application"
|
||
if [[ -d "$local_application_dir" ]]; then
|
||
print_info "复制 application 层: $module_name"
|
||
mkdir -p "$module_output_dir/application"
|
||
rsync -a --delete "$local_application_dir/" "$module_output_dir/application/"
|
||
else
|
||
print_error "模块 $module_name 缺少 application 目录"
|
||
continue
|
||
fi
|
||
|
||
# 初始化差异文件变量
|
||
only_in_new=$(mktemp)
|
||
only_in_collected=$(mktemp)
|
||
has_dependency_diff=false
|
||
|
||
# 比较 layers.idx 处理依赖差异
|
||
if cmp -s "$tmp_new_sorted" "$tmp_collected_sorted"; then
|
||
print_success "模块 $module_name: layers.idx 一致，但仍需更新 application 层"
|
||
# 创建空的差异文件
|
||
> "$only_in_new"
|
||
> "$only_in_collected"
|
||
else
|
||
print_info "模块 $module_name: 发现 layers.idx 差异"
|
||
comm -13 "$tmp_collected_sorted" "$tmp_new_sorted" > "$only_in_new"
|
||
comm -23 "$tmp_collected_sorted" "$tmp_new_sorted" > "$only_in_collected"
|
||
has_dependency_diff=true
|
||
|
||
print_info "差异: +$(wc -l < "$only_in_new") -$(wc -l < "$only_in_collected")"
|
||
|
||
# 处理新增的依赖文件
|
||
if [[ -s "$only_in_new" ]]; then
|
||
process_dependencies "$only_in_new" "$module_name" "$module_output_dir"
|
||
fi
|
||
|
||
# 生成删除列表
|
||
if [[ -s "$only_in_collected" ]]; then
|
||
cp "$only_in_collected" "$module_output_dir/delete-list.txt"
|
||
fi
|
||
fi
|
||
|
||
# 添加到apply脚本
|
||
cat >> "$apply_script" <<EOF
|
||
|
||
# === 模块: $module_name ===
|
||
print_step "处理模块: $module_name"
|
||
|
||
# 查找项目根目录（通过查找特征目录来确定）
|
||
print_info "当前脚本目录: \$SCRIPT_DIR"
|
||
|
||
# 向上查找项目根目录，直到找到 docker 目录
|
||
current_dir="\$SCRIPT_DIR"
|
||
PROJECT_ROOT=""
|
||
for i in {1..5}; do
|
||
parent_dir="\$(dirname "\$current_dir")"
|
||
if [[ -d "\$parent_dir/docker" && -d "\$parent_dir/docker/output" ]]; then
|
||
PROJECT_ROOT="\$parent_dir"
|
||
break
|
||
fi
|
||
current_dir="\$parent_dir"
|
||
done
|
||
|
||
if [[ -z "\$PROJECT_ROOT" ]]; then
|
||
print_error "无法找到项目根目录（包含docker/output的目录）"
|
||
print_info "当前脚本路径: \$SCRIPT_DIR"
|
||
print_info "查找范围: 向上5级目录"
|
||
exit 1
|
||
fi
|
||
|
||
print_info "找到项目根目录: \$PROJECT_ROOT"
|
||
|
||
MODULE_DIR=""
|
||
if [[ -d "\$PROJECT_ROOT/docker/output/server/$module_name" ]]; then
|
||
MODULE_DIR="\$PROJECT_ROOT/docker/output/server/$module_name"
|
||
print_info "找到服务端模块: \$MODULE_DIR"
|
||
elif [[ -d "\$PROJECT_ROOT/docker/output/client/$module_name" ]]; then
|
||
MODULE_DIR="\$PROJECT_ROOT/docker/output/client/$module_name"
|
||
print_info "找到客户端模块: \$MODULE_DIR"
|
||
else
|
||
print_error "未找到模块目录: $module_name"
|
||
print_info "项目根目录: \$PROJECT_ROOT"
|
||
print_info "查找路径: \$PROJECT_ROOT/docker/output/server/$module_name"
|
||
print_info "查找路径: \$PROJECT_ROOT/docker/output/client/$module_name"
|
||
exit 1
|
||
fi
|
||
|
||
print_info "模块目录: \$MODULE_DIR"
|
||
|
||
EOF
|
||
|
||
# 添加删除操作
|
||
if [[ -s "$only_in_collected" ]]; then
|
||
cat >> "$apply_script" <<'EOF'
|
||
# 删除多余文件
|
||
if [[ -f "$SCRIPT_DIR/modules/EOF
|
||
echo "$module_name/delete-list.txt" >> "$apply_script"
|
||
cat >> "$apply_script" <<'EOF'
|
||
" ]]; then
|
||
print_info "删除多余文件..."
|
||
while IFS= read -r file_path; do
|
||
file_path="${file_path#- }"; file_path="${file_path#-}"; file_path="${file_path#\"}"; file_path="${file_path%\"}"
|
||
file_path="${file_path%"${file_path##*[![:space:]]}"}"
|
||
if [[ -n "$file_path" ]]; then
|
||
rm -f "$MODULE_DIR/$file_path" || true
|
||
print_info "删除: $file_path"
|
||
fi
|
||
EOF
|
||
echo " done < \"\$SCRIPT_DIR/modules/$module_name/delete-list.txt\"" >> "$apply_script"
|
||
cat >> "$apply_script" <<'EOF'
|
||
fi
|
||
|
||
EOF
|
||
fi
|
||
|
||
# 添加复制操作
|
||
cat >> "$apply_script" <<EOF
|
||
# 复制新增jar文件
|
||
if [[ -d "\$SCRIPT_DIR/modules/$module_name/files" ]]; then
|
||
print_info "复制新增jar文件..."
|
||
for jar_file in "\$SCRIPT_DIR/modules/$module_name/files"/*.jar; do
|
||
[[ -f "\$jar_file" ]] || continue
|
||
jar_name=\$(basename "\$jar_file")
|
||
|
||
# 根据文件名决定目标目录
|
||
if [[ "\$jar_name" == *SNAPSHOT* ]]; then
|
||
target_dir="\$MODULE_DIR/snapshot-dependencies/BOOT-INF/lib"
|
||
else
|
||
target_dir="\$MODULE_DIR/dependencies/BOOT-INF/lib"
|
||
fi
|
||
|
||
mkdir -p "\$target_dir"
|
||
cp -f "\$jar_file" "\$target_dir/\$jar_name"
|
||
print_info "复制: \$jar_name -> \$target_dir/"
|
||
done
|
||
fi
|
||
|
||
# 更新 application 层（业务代码）
|
||
if [[ -d "\$SCRIPT_DIR/modules/$module_name/application" ]]; then
|
||
print_info "更新 application 层..."
|
||
mkdir -p "\$MODULE_DIR/application"
|
||
rsync -a --delete "\$SCRIPT_DIR/modules/$module_name/application/" "\$MODULE_DIR/application/"
|
||
print_success "application 层更新完成"
|
||
fi
|
||
|
||
print_success "模块 $module_name 处理完成"
|
||
print_divider
|
||
|
||
EOF
|
||
|
||
processed_modules=$((processed_modules + 1))
|
||
rm -f "$only_in_new" "$only_in_collected"
|
||
done
|
||
|
||
# 完成apply脚本
|
||
cat >> "$apply_script" <<EOF
|
||
|
||
print_step "=== 所有模块处理完成 ==="
|
||
print_success "共处理 $processed_modules 个模块"
|
||
print_info "如需验证结果，请检查各模块的jar文件是否正确更新"
|
||
|
||
EOF
|
||
|
||
print_success "差异包生成完成"
|
||
|
||
|
||
# 创建压缩包
|
||
print_step "创建压缩包"
|
||
cd "$SCRIPT_DIR"
|
||
tar -czf "$DIFF_DIR/$DIFF_PACKAGE_DIR.tar.gz" "$DIFF_PACKAGE_DIR"
|
||
print_success "已创建差异包: $DIFF_PACKAGE_DIR.tar.gz"
|
||
|
||
# 显示文件大小
|
||
file_size=$(du -h "$DIFF_DIR/$DIFF_PACKAGE_DIR.tar.gz" | cut -f1)
|
||
print_info "文件大小: $file_size"
|
||
|
||
# 清理临时目录
|
||
rm -rf "$OUTPUT_DIR"
|
||
print_info "已清理临时目录"
|
||
|
||
# 显示结果
|
||
print_divider
|
||
print_step "生成完成"
|
||
print_info "差异包位置: $DIFF_DIR/$DIFF_PACKAGE_DIR.tar.gz"
|
||
print_info "处理模块数: $processed_modules"
|
||
print_info "包含模块: ${collected_modules[*]}"
|
||
|
||
print_success "请将差异包发送给现场执行"
|