HDFS备份机制搭建指南
一、总体架构与策略选择
二、快速落地步骤
三、自动化脚本示例
#!/usr/bin/env bash
set -euo pipefail
export HADOOP_USER_NAME=hdfs
SRC="hdfs://nn1:8020/data"
BACKUP_ROOT="hdfs://backup-nn:8020/backup"
DATE=$(date +%F-%H%M)
BAK_DIR="$BACKUP_ROOT/$DATE"
hdfs dfs -mkdir -p "$BAK_DIR"
hadoop distcp -m 50 -update -delete "$SRC" "$BAK_DIR" \
&& echo "Backup $DATE succeeded." \
|| { echo "Backup $DATE failed!"; exit 1; }
#!/usr/bin/env bash
set -e
CFG_DIR="/etc/hadoop/conf"
OUT_DIR="/backup/hdfs-conf"
mkdir -p "$OUT_DIR"
tar czvf "$OUT_DIR/hdfs-config-$(date +%F-%H%M).tar.gz" -C "$CFG_DIR" .
四、验证与恢复演练
五、生产注意事项与扩展