Chinaunix首页 | 论坛 | 博客

http://canigreen.blog.chinaunix.netcanigreen.blog.chinaunix.net

首页　| 　博文目录　| 　关于我

canigreen

  • 博客访问： 333323
  • 博文数量： 32
  • 博客积分： 822
  • 博客等级： 准尉
  • 技术积分： 388
  • 用 户 组： 普通用户
  • 注册时间： 2011-05-27 13:55
文章分类

全部博文（32）

文章存档

2019年（2）

2017年（4）

2016年（9）

2015年（1）

2014年（1）

2012年（2）

2011年（13）

我的朋友
最近访客
推荐博文
相关博文
配置文件智能的备份和还原

分类： 系统运维

2016-03-03 10:36:12

运用场景：
      每当我们为很多安装同样的机器升级或者更新服务时，要备份配置文件中的某一行或者多行，或者一个数据块或者多个数据块，和服务升级、更新完后，再把对应的备份数据重新写回新的配置文件中；在大批量的服务器中操作，会浪费很多的时间和精力，以下脚本就是用来完成类似的事情。
主要功能有：
      1.备份指定的一行或者多行，一个块或者多个块
      2.备份指定的单个文件
      3.还原所有部分备份和所有备份
      4.配置文件精确定位插入【正则匹配】
      5.配置文件精确定位删除
      6.配置文件类似行后批量插入
       服务的配置文件样例：
点击(此处)折叠或打开
  1. server.config:
  2. ####配置文件样例：
  3. ser_max_connection=6000 #行
  4. ser_min_connection=10

  6. ser_time_out=60
  7. ser_time_spent=120

  9. server tcp_nodes{ ##块
  10.    
  11.    ser_client_ip=ipv4
  12.    ser_client_len=20*N
  13.    ser_client_syn=yes
  14.    ser_client_ack=yes
  15. }
以下是shell脚本的代码实现，脚本主要是利用sed工具来完成配置编辑功能。此脚本是根据真实应用环境中改成通用版本，并没有经过严格的测试，如果你想要用此脚本，还请根据自己的环境下，做严重的测试。如果你有更好的想法，请加入QQ群：63565867。

点击(此处)折叠或打开

  1. #!/bin/bash
  2. #DianDian
  3. proconf=/usr/local/server/etc #要备份的主目录，参数传入的文件名和会这个路径合并起来
  4. confpath=$proconf
  5. bkpath=/usr/local/src/bkconfig/part #备份文件中部分内容的保存目录
  6. bkpath_whole=/usr/local/src/bkconfig/whole #备份整个文件的保存目录
  7. handle_date=$(date "+%y%m%d%H%M")
  8. mkdir -p $bkpath $bkpath_whole
  9. FJ='^\+'
  10. FD='^\='
  11. ALLFILE=""

  13. function multidir(){ #dirname ##shell里面的一个递归函数，用来获得一个目录下的所有文件【如果文件名中包括空格，可能会出错】

  15.         local dirs=$1
  16.         local diri=0
  17.         if [ ! -d $dirs ];then
  18.                 echo "$dirs is not a directory."
  19.                 exit 1
  20.         fi
  21.         local lsfile=$(ls -d $dirs/* 2>/dev/null)
  22.         local dir_list=($lsfile)
  23.         for((diri=0;diri<${#dir_list[@]};diri++)){
  24.             if [ -d ${dir_list[$diri]} ];then
  25.                 multidir ${dir_list[$diri]}
  26.             else
  27.                 ALLFILE="$ALLFILE ${dir_list[$diri]}"
  28.             fi
  29.         }
  30. }

  32. if [ "X$1" == "Xbackup" ];then
  33.     num=0
  34.     if [ "X$2" != "X" ];then
  35.         OLD_IFS="$IFS"
  36.         IFS="#"
  37.         field=($2)
  38.         IFS="$OLD_IFS"
  39.     else
  40.         echo -e "\033[31m Error \033[0m"
  41.         exit 1
  42.     fi
  43.     SFS="+"
  44.     F_CONF="$confpath/${field[0]}"
  45.     B_CONF="$bkpath/${field[0]}"
  46.     B_CDIR=$(dirname $B_CONF)
  47.     if [ -e "$B_CONF" -a -s "$B_CONF" ];then
  48.         echo -e "\033[31m Error $B_CONF exist and no empty. \033[0m"
  49.         exit 1
  50.     fi
  51.     if [ ! -d $B_CDIR ];then
  52.         mkdir -p $B_CDIR
  53.     fi
  54.     if [ -f "$F_CONF" ];then
  55.         echo "backup @${field[0]}"
  56.         while read line
  57.         do
  58.             ((num++))
  59.             for((i=1;i<${#field[@]};i++)){
  60.                 if [[ ${field[$i]} =~ $FJ ]];then
  61.                     ST=${field[$i]#+}
  62.                     if [[ $line =~ ^$ST ]];then
  63.                         sed -n "$num,/}/p" $F_CONF | sed '1s/^/&+/' >> $B_CONF
  64.                     fi
  65.                 elif [[ ${field[$i]} =~ $FD ]];then
  66.                     ST=${field[$i]#=}
  67.                     STLine=${line%%=*}
  68.                     if [[ "$STLine" == "$ST" ]];then
  69.                         sed -n "${num}p" $F_CONF | sed '1s/^/&=/' >> $B_CONF
  70.                     fi
  71.                 else
  72.                     if [[ $line =~ ^${field[$i]} ]];then
  73.                         sed -n "${num}p" $F_CONF | sed '1s/^/&-/' >> $B_CONF
  74.                     fi
  75.                 fi
  76.             }
  77.         done < $F_CONF
  78.     else
  79.         echo -e "\033[31m Error:Skip ${field[0]} \033[0m"
  80.     fi
  81. elif [ "X$1" == "Xrestore" ];then
  82.     if [ "X$2" != "X" ];then
  83.         List=(`ls -f $bkpath/$2 2>/dev/null`)
  84.     else
  85.         #List=(`ls -d $bkpath/* 2>/dev/null`)
  86.         multidir $bkpath
  87.         List=($ALLFILE)
  88.     fi
  89.     if [ "$List" == "" ];then
  90.         echo -e "\033[31m restore:no valid file. \033[0m"
  91.     fi
  92.     for i in ${List[*]}
  93.     do
  94.         num=0
  95.         B_CONF="$i"
  96.         base=$(basename $i)
  97.         if [ "$base" == "" -a -s $B_CONF ];then
  98.             echo -e "\033[31m restore error @ $B_CONF \033[0m"
  99.             continue
  100.         fi
  101.         F_CONF=$(echo $i | sed -n "s#$bkpath#$confpath#p")
  102.         #F_CONF="$confpath/$base"
  103.         echo -n "@ $F_CONF "
  104.         if [ ! -f $F_CONF ];then
  105.             echo -e "\033[31m restore error @ $F_CONF \033[0m"
  106.             continue
  107.         fi
  108.         while read bconf
  109.         do
  110.             ((num++))
  111.             TT=""
  112.             Str=""
  113.             if [[ $bconf =~ $FJ ]];then
  114.                 Str=$(sed -n -e "${num},/}/p" $B_CONF | sed '1s/^+//' | awk '{S=S"\\n"$0;}END{sub(/^../,"",S);printf("%s",S);}')
  115.                 TT="+"
  116.             elif [[ $bconf =~ $FD ]];then
  117.                 Str=$(sed -n -e "${num}p" $B_CONF | sed '1s/^=//' | awk '{S=S"\\n"$0;}END{sub(/^../,"",S);printf("%s",S);}')
  118.                 TT="="
  119.             elif [[ $bconf =~ ^- ]];then
  120.                 Str=$(sed -n -e "${num}p" $B_CONF | sed '1s/^-//' | awk '{S=S"\\n"$0;}END{sub(/^../,"",S);printf("%s",S);}')
  121.                 TT="-"
  122.             else
  123.                 continue
  124.             fi
  125.             First=$(echo -e $Str | sed -n 1p)
  126.             seek=0
  127.             while read fconf
  128.             do
  129.                 ((seek++))
  130.                 tmp_fconf=${fconf%%=*}
  131.                 tmp_first=${First%%=*}
  132.                 if [ "$tmp_fconf" == "$tmp_first" ];then
  133.                     if [ "$TT" == "+" ];then
  134.                         sed -i "${seek},/}/d" $F_CONF
  135.                         if [ $seek -ne 1 ];then
  136.                             sed -i "$[ ${seek} - 1 ]a$Str" $F_CONF
  137.                         else
  138.                             sed -i "${seek}a$Str" $F_CONF
  139.                         fi
  140.                         echo -n "$TT"
  141.                         TT=""
  142.                         break
  143.                     elif [ "$TT" == "=" ];then
  144.                         sed -i "${seek}s/.*/$Str/" $F_CONF
  145.                         echo -n "$TT"
  146.                         TT=""
  147.                         break
  148.                     elif [ "$TT" == "-" ];then
  149.                         sed -i "${seek}s/.*/$Str/" $F_CONF
  150.                         echo -n "$TT"
  151.                         TT=""
  152.                         break
  153.                     fi
  154.                 fi
  155.             done < $F_CONF
  156.             if [ "$TT" != "" ];then
  157.                 Err=$Err" $First\n"
  158.             fi
  159.         done < $B_CONF
  160.         echo
  161.     done
  162.     if [ "$Err" != "" ];then
  163.         echo -e "\n\033[33mError: $Err\033[0m"
  164.         Err=""
  165.     fi
  166. elif [ "X$1" == "Xinsert" ];then
  167.     num=0
  168.     snum=0
  169.     n=1
  170.     nn=0
  171.     OLD_IFS="$IFS"
  172.     IFS="#"
  173.     if [ "X$2" != "X" ];then
  174.         insert=($2)
  175.     else
  176.         echo -e "\033[31m Insert Error \033[0m"
  177.         exit 1
  178.     fi
  179.     IFS="$OLD_IFS"
  180.     if [ -f "$confpath/${insert[0]}" ];then
  181.         while read olc
  182.         do
  183.             ((num++))
  184.             tmp_olc=$(echo "$olc" | sed 's/ //g')
  185.             tmp_olc=${tmp_olc%%=*}
  186.             tmp_insert=$(echo "${insert[$n]}" | sed 's/ //g')
  187.             tmp_insert=${tmp_insert%%=*}
  188.             if [[ "$tmp_olc" == $tmp_insert && $n -le ${#insert[@]} ]];then
  189.                 ((n++))
  190.                 if [ $n -eq $[ ${#insert[@]} - 1 ] ];then
  191.                     echo "Insert: ${insert[$n]} @ ${insert[0]}[$num]"
  192.                     snum=$num
  193.                     nn=$n
  194.                 elif [ $n -eq ${#insert[@]} ];then
  195.                     echo -e "\033[33m${insert[$nn]} exits.\033[0m"
  196.                     exit 1
  197.                 fi
  198.             else
  199.                 if [[ $num -eq $[ $snum + 2 ] && $nn -eq $n ]];then
  200.                     break
  201.                 fi
  202.             fi
  203.         done < $confpath/${insert[0]}
  204.         if [ $nn -ne $[ ${#insert[@]} - 1 ] ];then
  205.             echo -e "\033[31m Insert Error: None ${insert[$nn]} \033[0m $[ $nn + 1 ]"
  206.             exit 1
  207.         fi
  208.         Str="${insert[$nn]}"
  209.         sed -i "${snum}a\\$Str" $confpath/${insert[0]}
  210.     else
  211.         echo -e "\033[31m Insert Error:File not exist $confpath/${insert[0]} \033[0m"
  212.     fi
  213. elif [ "X$1" == "Xdelete" ];then
  214.     num=0
  215.     n=1
  216.     del=0
  217.         OLD_IFS="$IFS"
  218.         IFS="#"
  219.         if [ "X$2" != "X" ];then
  220.             delete=($2)
  221.         else
  222.             echo -e "\033[31m Delete Error \033[0m"
  223.             exit 1
  224.         fi
  225.         IFS="$OLD_IFS"
  226.         if [ -f "$confpath/${delete[0]}" ];then
  227.             while read olc
  228.             do
  229.                 ((num++))
  230.                 tmp_olc=$(echo "$olc" | sed 's/ //g')
  231.                 tmp_olc=${tmp_olc%%=*}
  232.                 tmp_delete=$(echo "${delete[$n]}" | sed 's/ //g')
  233.                 tmp_delete=${tmp_delete%%=*}
  234.                 #echo "$tmp_olc"
  235.                 if [[ $tmp_olc == $tmp_delete ]];then
  236.                     ((n++))
  237.                     if [ $n -eq $[ ${#delete[@]} ] ];then
  238.                         echo "Delete: ${delete[$n-1]} @ ${delete[0]}[$num]"
  239.                         del=1
  240.                         break
  241.                     fi
  242.                 fi
  243.             done < $confpath/${delete[0]}
  244.             if [ $n -ne $[ ${#delete[@]} ] ];then
  245.                 echo -e "\033[33mCan't find:\"${delete[$n]}\"@ $[ $n + 1 ] \033[0m"
  246.                 exit 1
  247.             fi
  248.             sed -i "${num}d" $confpath/${delete[0]}
  249.         else
  250.             echo -e "\033[31m Delete Error:File not exist $confpath/${delete[0]} \033[0m"
  251.         fi
  252. elif [ "X$1" == "Xinsall" ];then
  253.     OLD_IFS="$IFS"
  254.     IFS="#"
  255.     if [ "X$2" != "X" ];then
  256.         insert=($2)
  257.     else
  258.         echo -e "\033[31m insall Error \033[0m"
  259.         exit 1
  260.     fi
  261.     IFS="$OLD_IFS"
  262.     if [ -f "$confpath/${insert[0]}" ];then
  263.         sed -i "/${insert[1]}/a\\${insert[2]}" $confpath/${insert[0]}
  264.     fi
  265. elif [ "X$1" == "Xcopy" ];then
  266.     if [ "X$2" != "X" ];then
  267.         OLD_IFS="$IFS"
  268.         IFS="#"
  269.         field=($2)
  270.         IFS="$OLD_IFS"
  271.     else
  272.         echo -e "\033[31m Copy Error \033[0m"
  273.         exit 1
  274.     fi
  275.     for((i=0;i<${#field[@]};i++)){
  276.         Deep=$(dirname ${field[$i]} 2>/dev/null)
  277.         copied_dir=$confpath/$Deep
  278.         copied_file=$confpath/${field[$i]}
  279.         bk_dir=$bkpath_whole/$Deep
  280.         bk_file=$bkpath_whole/${field[$i]}
  281.         if [ ! -d "$copied_dir" -o ! -f "$copied_file" ];then
  282.             echo -e "\033[31m copy Error @ ${field[$i]}\033[0m"
  283.             exit 1
  284.         fi
  285.         if [ -e "$bk_file" -a -s "$bk_file" ];then
  286.             echo -e "\033[31m Error $bk_file exist and no empty. \033[0m"
  287.             exit 1
  288.         fi
  289.         mkdir -p $bkpath_whole/$Deep && /bin/cp -f $copied_file $bk_file
  290.         check=$(diff $bk_file $copied_file)
  291.         if [ "$check" == "" ];then
  292.             echo "copy $copied_file => $bk_file"
  293.         else
  294.             echo "error copy @ ${field[$i]}"
  295.         fi
  296.     }
  297. elif [ "X$1" == "Xrcopy" ];then
  298.     if [ "X$2" != "X" ];then
  299.         OLD_IFS="$IFS"
  300.         IFS="#"
  301.         field=($2)
  302.         IFS="$OLD_IFS"
  303.     else
  304.         echo -e "\033[31m rcopy Error \033[0m"
  305.         exit 1
  306.     fi
  307.     for((i=0;i<${#field[@]};i++)){
  308.         if [ "${field[$i]}" == "" ];then
  309.             continue
  310.         fi
  311.         Deep=$(dirname ${field[$i]} >/dev/null)
  312.         rcopied_dir=$confpath/$Deep
  313.         rcopied_file=$confpath/${field[$i]}
  314.         bk_dir=$bkpath_whole/$Deep
  315.         bk_file=$bkpath_whole/${field[$i]}
  316.         if [ ! -d "$bk_dir" -o ! -f "$bk_file" ];then
  317.             echo -e "\033[31m rcopy error $bk_dir not dir or $bk_file not file.\033[0m"
  318.             exit 1
  319.         fi
  320.         if [ ! -s "$bk_file" ];then
  321.             echo -e "\033[31m rcopy error $bk_file exist but empty. \033[0m"
  322.             exit 1
  323.         fi
  324.         if [ ! -d "$rcopied_dir" ];then
  325.             echo -e "\033[31m rcopy error:$rcopied_dir not dir. \033[0m"
  326.             exit 1
  327.         fi
  328.         /bin/cp -f $rcopied_file $rcopied_file.$handle_date || ( echo -e "\033[31mrcopy: backup $rcopied_file failed.\033[0m" && exit 1)
  329.         /bin/cp -f $bk_file $rcopied_file || ( echo -e "\033[31mrcopy: rcopy: restore $rcopied_file failed.\033[0m" && rm -rf $rcopied_file.$handle_date && exit 1)
  330.         check=$(diff $bk_file $rcopied_file)
  331.         if [ "$check" == "" ];then
  332.             echo "restore $bk_file => $rcopied_file"
  333.             rm -rf $rcopied_file.$handle_date
  334.         else
  335.             echo "error rcopy @ ${field[$i]}"
  336.             /bin/cp -f $rcopied_file.$handle_date $rcopied_file
  337.             rm -rf $rcopied_file.$handle_date
  338.         fi
  339.     }
  340. elif [ "X$1" == "Xversion" ];then
  341.     echo "Version:1.0.7"
  342. else
  343.     echo -e "批量备份还原给定目录下的配置文件，可以备份某个文件中的一行或者多行、一个块或者多个块。恢复时，可以直接找到对应的行或者块还原。"
  344.     echo -e "插入字段时，可能精确到具体的某一行"
  345.     echo -e "要被备份的文件格式有两种："
  346.     echo -e "如："
  347.     echo -e "pattern_hot_switch=0 #行"
  348.     echo -e "define server_proxy_host1{ #块，块以｝作为结束符号"
  349.     echo -e " part1=no1"
  350.     echo -e " part2=no2"
  351.     echo -e " part3=no3"
  352.     echo -e "}"
  353.     echo -e "Help:"
  354.     echo -e "Backup Dir:"
  355.     echo -e "\tServer Conf Dir: $confpath"
  356.     echo -e "\tPartBKP Conf Dir: $bkpath"
  357.     echo -e "\tWholeBKP Conf Dir: $bkpath_whole"
  358.     echo "Usage: $0 [backup|restore|insert|delete|insall|copy|rcopy|version]"
  359.     echo "backup:备份 restore:还原 insert:插入 delete:删除 insall:批量插入 copy:拷贝文件 rcopy:还原拷贝的文件"
  360.     echo -e "\tbackup 'server.config#+src pattern#=request_src_type#...#+src src_acl#'"
  361.     echo -e "\tbackup 'main.config#p_src_switch#url_log_switch#=url_log_switch#'"
  362.     echo -e "\trestore"
  363.     echo -e "\trestore main.config"
  364.     echo -e "\tinsert 'server.config#def p_r t_default#...#r_ww_switch# xxx_xxx_xxx=1-2-3-'"
  365.     echo -e "\tdelete 'server.config#def p_r t_default#...#r_ww_switch#xxx_xxx_xxx'"
  366.     echo -e "\tinsall 'server.config#def p_r t_default#xxx_xxx_xxx=1-2-3-'"
  367.     echo -e "\tcopy 'main.config#r.config#....'"
  368.     echo -e "\trcopy 'main.config#r.config#....'"
  369. fi

阅读(8039) | 评论(0) | 转发(0) |
0

上一篇：CentOS6.x升级OPENSSH到6.7p1后，XSHELL登陆报错

下一篇：TCP协议的编号系统

给主人留下些什么吧！~~
关于我们 | 关于IT168 | 联系方式 | 广告合作 | 法律声明 | 免费注册

Copyright 2001-2010 ChinaUnix.net All Rights Reserved 北京皓辰网域网络信息技术有限公司. 版权所有

感谢所有关心和支持过ChinaUnix的朋友们

16024965号-6