python实现在线业务批量升级

#!/usr/bin/env python
# -*-coding:utf-8 -*-
# Author: Dily
#  Email: [e-mail]
“”“ 实现在线业务批量升级”“”

import time
import sys
import socket
import subprocess
import logging
import json
import urllib2
import hashlib
import os

Threshold = 1280
ip = ''
port = 9999

fcd_file = "/etc/fcd.conf"
fcd_par_file = "/home/dily/fcd_private"
annotation_fcd = "sed -i '/fw_cluster/s/^/#/'" + " " + fcd_file
annotation_fcd_par = "sed -i '/fw_cluster/s/^/#/'" + " " + fcd_par_file
remove_anno_fcd = "sed -i '/fw_cluster/s/^#//'" + " " + fcd_file
remove_anno_fcd_par = "sed -i '/fw_cluster/s/^#//'" + " " + fcd_par_file
reload_fcd = "/usr/local/fcd/sbin/fcd -r"
to_time = time.strftime('%Y%m%d',time.localtime(time.time()))
backup_fcd_file = "cp -f" + " " + fcd_file + " " + fcd_file + "." + to_time
backup_par_file = "cp -f" + " " + fcd_par_file + " " + fcd_par_file + "." + to_time
diff_fcd_file = "diff" + " " + fcd_file + " " + fcd_file + "." + to_time + "| grep '^<'"
diff_par_file = "diff" + " " + fcd_par_file + " " + fcd_par_file + "." + to_time + "| grep '^<'"
STATS = []

host = ''
fcname = 'dily'
fkey = 'xxxxxx'
mytime=time.strftime('%Y%m%d',time.localtime(time.time()))

def Get_token(_key=fkey,salt=mytime):
    """获取BOSS_API的token值"""
    m = hashlib.md5()
    m.update(salt + hashlib.new('md5',_key).hexdigest())
    fctoken = m.hexdigest()
    return fctoken

def Suspend_parsing():
    """通过BOSS_API暂停BOSS解析"""
    domain_data = json.dumps({
        "fctoken" : Get_token(),
        "fcname" : fcname,
        "hostname": socket.gethostname().split(".")[0],
        "op" : "pause",
        "remark" : "fcd自动升级。联系人：Dily"
    })

    request = urllib2.Request(host,domain_data)
    try:
        response = urllib2.urlopen(request,timeout = 30)
    except urllib2.URLError as e:
        if hasattr(e,'reason'):
            logging.error(' Forward API server no response.')
            logging.error(' Reason: %s',e.reason)
        elif hasattr(e,'code'):
            logging.error(' The server could not fulfill the request.')
            logging.error(' Error code: %s',e.code)
    else:
        resp = response.read()
        res = json.loads(resp)
        response.close()

        if res['status'] == 1:
            logging.info(' %s Suspend parsing OK',res['info'])
            return True
        else:
            logging.error(' %s Suspend parsing  Faild',res['info'])
            return False

def Restore_parsing():
    """通过BOSS_API恢复BOSS解析"""
    domain_data = json.dumps({
        "fctoken" : Get_token(),
        "fcname" : fcname,
        "hostname": socket.gethostname().split(".")[0],
        "op" : "recover",
        "remark" : "fcd自动升级。联系人：Dily"
    })

    request = urllib2.Request(host,domain_data)
    try:
        response = urllib2.urlopen(request,timeout = 30)
    except urllib2.URLError as e:
        if hasattr(e,'reason'):
            logging.error(' Forward API server no response.')
            logging.error(' Reason: %s',e.reason)
        elif hasattr(e,'code'):
            logging.info(' The server could not fulfill the request.')
            logging.error(' Error code: %s',e.code)
    else:
        resp = response.read()
        res = json.loads(resp)
        response.close()

        if res['status'] == 1:
            logging.info(' %s Suspend parsing OK',res['info'])
            return True
        else:
            logging.error(' %s Suspend parsing  Faild',res['info'])
            return False

def nic():
    """自动识别在用的网卡名"""
    s = {}
    with open("/proc/net/dev") as f:
        lines = f.readlines()
    for line in lines[2:]:
        colon = line.rfind(':')
        assert colon > 0, repr(line)
        name = line[:colon].strip()
        fields = line[colon + 1:].strip().split()
        if name != 'lo':
            s[name] = int(fields[0])
    rx = (lambda x: max(x))(s.values())

    for key in s:
        if s[key] == rx:
            return key

def net_io(_INTERFACE=nic()):
    """网卡进出流量计数器"""
    with open("/proc/net/dev") as f:
        lines = f.readlines()
    for line in lines[2:]:
        colon = line.rfind(':')
        assert colon > 0, repr(line)
        name = line[:colon].strip()
        if _INTERFACE in name:
          fields = line[colon + 1:].strip().split()
          bytes_recv = int(fields[0])
          bytes_sent = int(fields[8])
    return bytes_recv,bytes_sent

def rx():
    """网卡接收流量"""
    ifstat = open('/proc/net/dev').readlines()
    for interface in ifstat:
        if INTERFACE in interface:
            stat,b = net_io()
            STATS[0:] = [stat]

def tx():
    """网卡传输流量"""
    ifstat = open('/proc/net/dev').readlines()
    for interface in ifstat:
        if INTERFACE in interface:
            a,stat = net_io()
            STATS[1:] = [stat]

def IsOpen(ip,port):
    """服务检测"""
    s = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
    try:
        s.connect((ip,int(port)))
        s.shutdown(2)
        logging.info(' %d port is open',port)
        return True
    except:
        logging.info(' %d port is close',port)
        return False

def netM(_Threshold=Threshold):
    """按网卡传输5次的平均值监控流量"""
    rx()
    tx()

    while True:
        time.sleep(5)
        rxstat_o = list(STATS)
        rx()
        tx()
        RX = float(STATS[0])
        RX_O = rxstat_o[0]
        TX = float(STATS[1])
        TX_O = rxstat_o[1]
        RX_RATE = round((RX - RX_O)/1024/5,2)
        TX_RATE = round((TX - TX_O)/1024/5,2)
        logging.info(' recv traffic is %s KB, send traffic is %s KB.', RX_RATE,TX_RATE)
        if TX_RATE <= _Threshold:
            print '流量切换完成，执行下一步操作!'
            logging.info(' 流量切换完成，执行下一步操作!')
            break

def Suspend_cluster():
    """暂停集群"""
    logging.info(' 本机器有集群设置')
    logging.info(' 备份fcd配置文件 %s 到 %s.%s',fcd_file,fcd_file,to_time)
    subprocess.call(backup_fcd_file,shell=True)
    logging.info(' 备份fcd_par配置文件 %s 到 %s.%s',fcd_par_file,fcd_par_file,to_time)
    subprocess.call(backup_par_file,shell=True)
    logging.info(' 注释fcd集群')
    subprocess.call(annotation_fcd,shell=True)
    logging.info(' 注释fcd_par集群')
    subprocess.call(annotation_fcd_par,shell=True)
    logging.info(' diff fcd新旧配置文件 starting')
    fcd = subprocess.Popen(diff_fcd_file,shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
    for line in fcd.stdout.readlines():
        logging.info(' %s',line.strip())
    logging.info(' diff fcd新旧配置文件 ending')
    logging.info(' diff fcd_par新旧配置文件 starting')
    par = subprocess.Popen(diff_par_file,shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
    for line in par.stdout.readlines():
        logging.info(' %s',line.strip())
    logging.info(' diff fcd_par新旧配置文件 ending')
    logging.info(' starting reload fastcache')
    fcd_reload_after = subprocess.Popen(reload_fcd,shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
    for line in fcd_reload_after.stdout.readlines():
        logging.info(' %s',line.strip())
    logging.info(' ending reload fastcache')

def Restore_cluster():
    """恢复集群"""
    subprocess.call(remove_anno_fcd,shell=True)
    subprocess.call(remove_anno_fcd_par,shell=True)
    logging.info(' diff fcd新旧配置文件 starting')
    fcd_after = subprocess.Popen(diff_fcd_file,shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
    for line in fcd_after.stdout.readlines():
        logging.info(' %s',line.strip())
    logging.info(' diff fcd新旧配置文件 ending')
    logging.info(' diff fcd_par新旧配置文件 starting')
    par_after = subprocess.Popen(diff_par_file,shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
    for line in par_after.stdout.readlines():
        logging.info(' %s',line.strip())
    logging.info(' diff fcd_par新旧配置文件 ending')
    logging.info(' starting reload fastcache')
    fcd_reload_after = subprocess.Popen(reload_fcd,shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
    for line in fcd_reload_after.stdout.readlines():
        logging.info(' %s',line.strip())
    logging.info(' ending reload fastcache')

def mylog_init():
    """日志格式初始化"""
    logging.basicConfig(level=logging.DEBUG,
    format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s:%(name)s:%(message)s',
    datefmt='%a, %d %b %Y %H:%M:%S',
    filename='fcd_test.log',
    filemode='w')

def Usage():
    """fcd自动升级用法"""
    if len(sys.argv) < 2:
        print '''\
    No action specified.
    Detailed inquiry help
    eg. : python fcd_test.py --help'''
        sys.exit()

    if sys.argv[1].startswith('--'):
        option = sys.argv[1][2:]
        if option == 'version':
            print 'Version 1.0'
        elif option == 'help':
            print '''\
    这个程序主要处理fcd的自动升级；参数是shell升级脚本。见help!
    参数必须和升级程序在同一目录，或者指定shell升级脚本的绝对路径!
    Options include:
      --version : Prints the version number
      --help    : Display this help
        argv[1] : upgrade sh file
        eg. : python fcd_test.py upgrade.sh or python fcd_test.py /tmp/upgrade.sh'''
        else:
            print '''\
    Unknown option.
    Detailed inquiry help
    eg. : python fcd_test.py --help'''
        sys.exit()

def main():
    """主函数"""
    Usage()

    if os.path.exists(sys.argv[1]):
        upgrade_sh = "sh"+ " " + sys.argv[1]
    else:
        print '请确认文件是否存在'
        sys.exit(1)

    global INTERFACE
    INTERFACE = nic()

    mylog_init()

    logging.info(' Interface : %s',INTERFACE)
    if Suspend_parsing():
        if IsOpen(ip,port):
            Suspend_cluster()
            logging.info(' 开始监控网卡流量')
            netM()
            retcode = subprocess.call(upgrade_sh,shell=True)
            if retcode != 0:
                logging.error(" Execute the script errors. return %d", -retcode)
                Restore_cluster()
            else:
                logging.info(" Execute the script successfully. return %d", retcode)
                Restore_cluster()
                if Restore_parsing():
                    logging.info(' 本机IP已经恢复解析')
                else:
                    logging.warning(' 请先检查本机IP是否恢复解析')
        else:
            logging.info(' 本机器无集群设置')
            netM()
            retcode = subprocess.call(upgrade_sh,shell=True)
            if retcode != 0:
                logging.error(" Execute the script errors. return %d", -retcode)
            else:
                logging.info(" Execute the script successfully. return %d", retcode)
                if Restore_parsing():
                    logging.info(' 本机IP已经恢复解析')
                else:
                    logging.warning(' 请先检查本机IP是否恢复解析')
    else:
        logging.warning(' 请先检查本机IP是否暂停解析')

if __name__ == '__main__':
    main()