分类： Python/Ruby
2017-05-13 16:38:45
简介
本文当用于智城云系统发布中的基础设施建设，包括redis、fdfs、mariadb、mongo、rabbitmq等
发布机器配置
单机测试系统需要
|
cpu |
mem |
disk |
OS |
|
>=4 |
>=8 |
50GB |
CentOS 6.8 |
文件准备
|
同步目录 |
简介 |
rslsync key |
|
/opt/3rd/funcs |
python fabric写好的模块 |
B33Z4ASZ4RHWQMOXJIP6BVUSQ56B7KXQR |
|
/opt/software |
发布用的程序文件 |
B7QERSPFRTHNA5OJJOKE7LHT573NCK5VU |
发布过程
机器和网络准备
|
机器 |
系统服务 |
|
10.112.80.1 |
cdh jdk |
|
10.112.80.2 |
jdk |
|
10.112.80.3 |
jdk mariadb mq zk redis fdfs mongo |
|
10.112.80.4 |
jdk |
|
10.112.80.5 |
jdk |
|
10.112.80.6 |
jdk |
fabric文件修改
#!/usr/bin/python
# -*- coding: utf-8 -*
from fabric.api import *
from fabric.context_managers import *
from fabric.contrib.console import confirm
from fabric.contrib.files import *
from fabric.contrib.project import rsync_project
import fabric.operations
import time,os
import logging
import base64
from getpass import getpass
import json
import sys
execfile("/opt/3rd/funcs/addons.py")
execfile("/opt/3rd/funcs/basic.py")
execfile("/opt/3rd/funcs/cdh.py")
execfile("/opt/3rd/funcs/fdfs.py")
execfile("/opt/3rd/funcs/haproxy.py")
execfile("/opt/3rd/funcs/kafka.py")
execfile("/opt/3rd/funcs/keepalived.py")
execfile("/opt/3rd/funcs/mariadb.py")
execfile("/opt/3rd/funcs/mgmt.py")
execfile("/opt/3rd/funcs/mongo.py")
execfile("/opt/3rd/funcs/rabbitmq.py")
execfile("/opt/3rd/funcs/redis.py")
execfile("/opt/3rd/funcs/zookeeper.py")
execfile("/opt/3rd/funcs/shell.py")
# 如果需要打印log，取消下行的注释
logging.basicConfig(level=logging.WARN)
# 定义三台服务器
## 基础设施服务_root
t_1="root@10.112.80.1:22"
t_2="root@10.112.80.2:22"
t_3="root@10.112.80.3:22"
t_4="root@10.112.80.4:22"
t_5="root@10.112.80.5:22"
t_6="root@10.112.80.6:22"
## 业务服务_machtalk
m_1="machtalk@10.112.80.1:22"
m_2="machtalk@10.112.80.2:22"
m_3="machtalk@10.112.80.3:22"
m_4="machtalk@10.112.80.4:22"
m_5="machtalk@10.112.80.5:22"
m_6="machtalk@10.112.80.6:22"
# define the comment for each machine
#env.comments = {
# t: "managent server",
#}
# 必须修改 t1_t6的root密码
env.passwords = {
t_1:"pwd",
t_2:"pwd",
t_3:"pwd",
t_4:"pwd",
t_5:"pwd",
t_6:"pwd",
m_1:"GVk2qWUTW7kP2hwQ",
m_2:"GVk2qWUTW7kP2hwQ",
m_3:"GVk2qWUTW7kP2hwQ",
m_4:"GVk2qWUTW7kP2hwQ",
m_5:"GVk2qWUTW7kP2hwQ",
m_6:"GVk2qWUTW7kP2hwQ"
}
env.roledefs = {
'basic': [t_1,t_2,t_3,t_4,t_5,t_6],
'fdfs': [m_3],
'redis': [m_3],
'mongo': [ m_3],
'rabbitmq': [m_3],
'zookeeper': [m_3],
'mariadb':[m_3],
'cdh': [t_1]
}
# 定义一些环境变量，没有也无所谓，小细节
#env.sdir="/data/soft/soft/"
#env.ddir="/opt/machtalk/"
env.disable_known_hosts=True
env.abort_on_prompts=True
env.skip_bad_hosts = True
env.remote_interupt = True
env.warn_only = True
env.eagerly_disconnect = True
env.key_filename="./key"
#env.gateway=t
env.keepalive = 1
# 定义一些常量
## 本地软件目录
env.local_softdir="/opt/software/"
## 远端软件目录
env.remote_softdir="/opt/software/"
## 远端家目录
env.remote_dir="/opt/machtalk/"
# 需要一个json，描述场景中的变量
confJson = {
'clusterName': "gomeTest",
'clusterType': "cluster",
'servers': [ 'x.x.x.x', 'x.x.x.x.', 'x.x.x.x', 'x.x.x.x' ],
#'rootpass': '',
#'managementServer': "x.x.x.x",
'services': {
'basic': {
'normalUserName': 'machtalk',
'normalUserPass': 'GVk2qWUTW7kP2hwQ'
},
'zookeeper': {
'servers': [ '10.112.80.3' ],
'usrname': 'machtalk',
'pwd': 'dJIccFRHS8oGbda9',
'useroot': 0,
'zkclientport': '1812'
},
'mariadb': {
'servers': [ '10.112.80.3' ],
'usrname': 'machtalk',
'pwd': 'dJIccFRHS8oGbda9',
'useroot': 0,
'usrname_replication': 'repli',
'pwd_replication': 'repli'
},
'redis' :{
'servers': [ '10.112.80.3' ],
'pwd': "dJIccFRHS8oGbda9",
'pwd_masterauth': "dJIccFRHS8oGbda9",
},
'rabbitmq': {
'servers': [ '10.112.80.3' ],
'usrname': "machtalk",
'pwd': "dJIccFRHS8oGbda9",
},
'fdfs': {
'servers': [ '10.112.80.3' ],
'storages': [
[ '10.112.80.3' ],
],
'trackers': [ '10.112.80.3' ],
'nginxs': [ '10.112.80.3' ]
},
'mongo': { },
'cdh': {
'servers': [ "10.112.80.1" ],
'dbip': "10.112.80.3",
'dbusrname': "machtalk",
'dbpwd': "dJIccFRHS8oGbda9"
}
}
}
# 把json unicode转成str的函数
def byteify(input):
if isinstance(input, dict):
return {byteify(key):byteify(value) for key,value in input.iteritems()}
elif isinstance(input, list):
return [byteify(element) for element in input]
elif isinstance(input, unicode):
return input.encode('utf-8')
else:
return input
print json.dumps(confJson,ensure_ascii=False).encode('utf-8')
env.info = json.loads(json.dumps(confJson,ensure_ascii=False),encoding='utf-8')
env.info = byteify(env.info)
开始发布
# 进入fabric 沙箱环境
source /opt/software/fabAnsible/bin/activate
# 进入 fabricfile.py 目录
cd /opt
# 查看已有的fabric命令
fab list
# 按顺序执行以下列表的中的命令
|
安装软件 |
执行命令 |
备注 |
|
basic |
fab basic_deploy |
建立账户，调整参数等 |
|
fdfs |
fab fdfs_deploy |
|
|
redis |
fab redis_deploy |
|
|
zookeeper |
fab zookeeper_putfile; fab zookeeper_deploy |
|
|
rabbitmq |
fab rabbitmq_putfile; fab rabbitmq_deploy |
|
|
mariadb |
fab mariadb_putfile; fab mariadb_deploy |
|
|
rabbitmq |
fab rabbitmq_putfile; fab rabbitmq_deploy |
|
|
mongodb |
fab mongo_single_deploy |
|
|
cdh |
fab cdh_putfile; fab cdh_deploy |
|
---------------------------------------------------------------------------
集群可以把脚本中json换成以下：
confJson = {
'clusterName': "gomeProd",
'clusterType': "cluster",
'servers': [ 'x.x.x.x', 'x.x.x.x.', 'x.x.x.x', 'x.x.x.x' ],
#'rootpass': '',
#'managementServer': "x.x.x.x",
'services': {
'basic': {
'normalUserName': 'machtalk',
'normalUserPass': 'GVk2qWUTW7kP2hwQ'
},
'zookeeper': {
'servers': [ '10.112.73.32','10.112.73.33','10.112.73.34' ],
'usrname': 'machtalk',
'pwd': 'dJIccFRHS8oGbda9',
'useroot': 0,
'zkclientport': '1812'
},
'mariadb': {
'servers': [ '10.112.73.38','10.112.73.39' ],
'usrname': 'machtalk',
'pwd': 'dJIccFRHS8oGbda9',
'useroot': 0,
'usrname_replication': 'repli',
'pwd_replication': 'repli'
},
'fdfs': {
'servers': [ '10.112.73.40','10.112.73.41'],
'storages': [
[ '10.112.73.40','10.112.73.41' ],
],
'trackers': [ '10.112.73.40','10.112.73.41' ],
'nginxs': [ '10.112.73.40','10.112.73.41' ]
},
'mongo': {
'usrname': 'machtalk',
'pwd': 'dJIccFRHS8oGbda9',
'useroot': 0,
'usrname_view': 'xcloud',
'pwd_view': 'dJIccFRHS8oGbda9',
# For 监控调用
'port': '20000',
# # [0]－代表configserver [1]－代表mongos_server [2]－代表shards_server [3]－代表所有服务器，用于分配hosts
'servers': [
[ '10.112.73.35','10.112.73.36','10.112.73.37' ], # config server
[ '10.112.73.35','10.112.73.36','10.112.73.37' ], # mongos
[ '10.112.73.35','10.112.73.36','10.112.73.37' ], # shard server
[ '10.112.73.35','10.112.73.36','10.112.73.37' ] # all server
],
'shardtotal': 3,
},
'cdh': {
'servers': [ '10.112.73.29','10.112.73.30','10.112.73.31' ],
'dbip': "10.112.73.38",
'dbusrname': "machtalk",
'dbpwd': "dJIccFRHS8oGbda9"
}
}
}
