sysbench scripts（1）

    以下将最近写的脚本分享给大家，希望大家多多指正。

1、run.sh脚本

#! /bin/sh

###########################################################
# Copyright (c) 2012, Henry.Wang. All rights reserved.
#
# This program is a script to execute the all the other
# scripts to test. The purpose is to test the performance
# influence of the multi-threads for mysql
###########################################################

# set -x

# Get the key value of input arguments format like '--args=value'.
get_key_value()
{
    echo "$1" | sed 's/^--[a-zA-Z_-]*=//'
}

# Usage will be helpful when you need to input the valid arguments.
usage()
{
cat <<EOF
Usage: $0 [configure-options]
  -?, --help Show this help message.
  --mysqldir=<> Set the mysql directory
  --sysbenchdir=<> Set the sysbench directory
  --defaults-file=<> Set the configure file for mysql
  --host=<> Set the host name.
  --port=<> Set the port number.
  --database=<> Set the database to sysbench.
  --user=<> Set the user name.
  --password=<> Set the password of user.
  --socket=<> Set the socket file
  --tablesize=<> Set the table seize.
  --engine=<> Set the sysbench engine.
  --min-threads=<> Set the min threads number.
  --max-threads=<> Set the max threads number.
  --max-requests=<> Set the max requests number.
  --max-time=<> Set the max time number.
  --step=<> Set the thread incremental step.
  --var=<> Set the variable to test.
  --value=<> Set the value of the variable.
  --interval=<> Set the interval time.
  --count=<> Set the count of test.
  -p,--prepare,--prepare=<> Set the prepare procedure.
  -c,--cleanup,--cleanup=<> Set the cleanup procedure.
  -r,--run,--run=<> Set the run procedure.
  -s,--server,--server=<> Set the server whether start and shutdown
                                   within the test or not.
  --outputdir=<> Set the output directory.

Note: this script is intended for internal use by developers.

EOF
}

# Print the default value of the arguments of the script.
print_default()
{
cat <<EOF
  The default value of the variables:

  mysqldir $MYSQLDIR
  sysbenchdir $SYSBENCHDIR
  defaults-file $CONFIG
  host $HOST
  port $PORT
  database $DATABASE
  user $USER
  password $PASSWORD
  socket $SOCKET
  tablesize $TABLESIZE
  engine $ENGINE
  min-threads $MIN_THREADS
  max-threads $MAX_THREADS
  max-requests $REQUESTS
  max-time $TIME
  step $STEP
  var $VAR
  value $VALUE
  interval $INTERVAL
  count $COUNT
  prepare TRUE
  cleanup TRUE
  run TRUE
  server TRUE
  outputdir $OUTPUTDIR

EOF
}

# Parse the input arguments and get the value of the input argument.
parse_options()
{
  while test $# -gt 0
  do
    case "$1" in
    --mysqldir=*)
      MYSQLDIR=`get_key_value "$1"`;;
    --sysbenchdir=*)
      SYSBENCHDIR=`get_key_value "$1"`;;
    --defaults-file=*)
      CONFIG=`get_key_value "$1"`;;
    --host=*)
      HOST=`get_key_value "$1"`;;
    --port=*)
      PORT=`get_key_value "$1"`;;
    --database=*)
      DATABASE=`get_key_value "$1"`;;
    --user=*)
      USER=`get_key_value "$1"`;;
    --password=*)
      PASSWORD=`get_key_value "$1"`;;
    --socket=*)
      SOCKET=`get_key_value "$1"`;;
    --tablesize=*)
      TABLESIZE=`get_key_value "$1"`;;
    --engine=*)
      ENGINE=`get_key_value "$1"`;;
    --min-threads=*)
      MIN_THREADS=`get_key_value "$1"`;;
    --max-threads=*)
      MAX_THREADS=`get_key_value "$1"`;;
    --max-requests=*)
      REQUESTS=`get_key_value "$1"`;;
    --max-time=*)
      TIME=`get_key_value "$1"`;;
    --step=*)
      STEP=`get_key_value "$1"`;;
    --var=*)
      VAR=`get_key_value "$1"`;;
    --value=*)
      VALUE=`get_key_value "$1"`;;
    --interval=*)
      INTERVAL=`get_key_value "$1"`;;
    --count=*)
      COUNT=`get_key_value "$1"`;;
    -p | --prepare)
      PREPARE=1;;
    --prepare=*)
      PREPARE=`get_key_value "$1"`;;
    -r | --run)
      RUN=1;;
    --run=*)
      RUN=`get_key_value "$1"`;;
    -c | --cleanup)
      CLEANUP=1;;
    --cleanup=*)
      CLEANUP=`get_key_value "$1"`;;
    -s | --server)
      SERVER=1;;
    --server=*)
      SERVER=`get_key_value "$1"`;;
    --outputdir=*)
      OUTPUTDIR=`get_key_value "$1"`+"/${DATETIME}";;
    -? | --help)
      usage
      print_default
      exit 0;;
    *)
      echo "Unknown option '$1'"
      exit 1;;
    esac
    shift
  done
}

############################################################
# Define the variables the script used for executing.
MYSQLDIR=/opt/Percona-Server
SYSBENCHDIR=/opt/sysbench
CONFIG=/opt/Percona-Server/etc/my.cnf
HOST=localhost
PORT=3306
DATABASE=test
USER=root
PASSWORD=
SOCKET=/tmp/mysql.sock
TABLESIZE=10000
ENGINE=innodb
VAR="full"
VALUE="default"
INTERVAL=1
MIN_THREADS=100
MAX_THREADS=1000
STEP=100
REQUESTS=10000
TIME=1000
COUNT=1
PREPARE=1
RUN=1
CLEANUP=1
SERVER=1
DATETIME=`date +%Y%m%d%H%M%S`
OUTPUTDIR=/opt/output/${DATETIME}

# Call the parse_options function to parse the input arguments.
parse_options "$@"

# Start the mysql server for the test
if [ $SERVER -eq 1 ]
then
  echo "----Start mysql server----"
  ./test/server_op.sh --mysqldir=$MYSQLDIR --defaults-file=$CONFIG --host=$HOST --port=$PORT --user=$USER \
  --password=$PASSWORD --socket=$SOCKET -s
  SERVER=2
fi

if [ $? -ne 0 ]
then
  echo "Exit with error when run server_op.sh procedure!"
  exit -1
fi

# Run the mysql_vars.sh script to collect the variables value of mysql server.
echo "----Run mysql_vars.sh script----"
./test/mysql_vars.sh --mysqldir=$MYSQLDIR --host=$HOST --port=$PORT --user=$USER \
--password=$PASSWORD --socket=$SOCKET --outputdir=$OUTPUTDIR

if [ $? -ne 0 ]
then
  echo "Exit with error when run mysql_vars.sh procedure!"
  exit -1
fi

threads=$MIN_THREADS
# Test the influence of the given argument with different threads .
while [ $threads -le $MAX_THREADS ]
do

  # If the number of min threads adds step bigger than the number of max threads,
    # then set outputdir to the subdirectory of outputdir.
    if [ $MIN_THREADS -lt $MAX_THREADS ]
    then
     threadpath=${OUTPUTDIR}/${threads}
    else
     threadpath=${OUTPUTDIR}
    fi

  iter=1
  while [ $iter -le $COUNT ]
  do

    # Start the mysql server if not started.
    if [ $SERVER -eq 1 ]
    then
      echo "----Start mysql server----"
      ./test/server_op.sh --mysqldir=$MYSQLDIR --defaults-file=$CONFIG --host=$HOST --port=$PORT --user=$USER \
      --password=$PASSWORD --socket=$SOCKET -s
      SERVER=2
    fi

    # If the count variable bigger than 1, then set outputdir to
    # the subdirectory of outputdir.
    if [ $COUNT -eq 1 ]
    then
      iterpath=${threadpath}
    else
      iterpath=${threadpath}/${iter}
    fi

    [[ -d $iterpath ]] || mkdir -p $iterpath

    # Run the sysbench_oltp.sh script to prepare the test environment
    if [ $PREPARE -eq 1 ]
    then
      echo "----Prepare the test environment----"
      ./test/sysbench_oltp.sh --sysbenchdir=$SYSBENCHDIR --host=$HOST --port=$PORT \
      --database=$DATABASE --user=$USER --password=$PASSWORD --socket=$SOCKET \
      --tablesize=$TABLESIZE --engine=$ENGINE --threads=$threads \
      --max-requests=$REQUESTS --max-time=$TIME --var=$VAR --value=$VALUE \
      --outputdir=$iterpath -p
      if [ $? -ne 0 ]
      then
        echo "Exit with error when prepare procedure!"
        exit -1
      fi
    fi

  # Run the iostat.sh script to collect the io status of system.
    echo "----Run iostat.sh script----"
    ./test/iostat.sh --interval=$INTERVAL --outputdir=$iterpath &
    PIDIOSTAT=$!

    if [ $? -ne 0 ]
    then
      echo "Exit with error when run iostat.sh procedure!"
      killall -9 $PIDIOSTAT
      exit -1
    fi

  # Run the vmstat.sh script to collect the vitual memory status of system.
    echo "----Run vmstat.sh script----"
    ./test/vmstat.sh --interval=$INTERVAL --outputdir=$iterpath &
    PIDVMSTAT=$!

    if [ $? -ne 0 ]
    then
      echo "Exit with error when run vmstat.sh procedure!"
      killall -9 $PIDVMSTAT
      exit -1
    fi

  # Run the global_stat.sh script to collect the global status of mysql server.
    echo "----Run global_stat.sh script----"
    ./test/global_stat.sh --mysqldir=$MYSQLDIR --host=$HOST --port=$PORT --user=$USER \
    --password=$PASSWORD --socket=$SOCKET --interval=$INTERVAL --outputdir=$iterpath &
    PIDGSTAT=$!

    if [ $? -ne 0 ]
    then
      echo "Exit with error when run global_stat.sh procedure!"
      killall -9 $PIDGSTAT
      exit -1
    fi

  # Run the innodb_stat.sh script to collect the innodb engine status of mysql server.
    echo "----Run innodb_stat.sh script----"
    ./test/innodb_stat.sh --mysqldir=$MYSQLDIR --host=$HOST --port=$PORT --user=$USER \
    --password=$PASSWORD --socket=$SOCKET --interval=$INTERVAL --outputdir=$iterpath &
    PIDINNOSTAT=$!

    if [ $? -ne 0 ]
    then
      echo "Exit with error when run innodb_stat.sh procedure!"
      killall -9 $PIDINNOSTAT
      exit -1
    fi

    # Run the sysbench_oltp.sh script to run the sysbench procedure.
    if [ $RUN -eq 1 ]
    then
      echo "----Run the sysbench procedure----"
       ./test/sysbench_oltp.sh --sysbenchdir=$SYSBENCHDIR --host=$HOST --port=$PORT \
      --database=$DATABASE --user=$USER --password=$PASSWORD --socket=$SOCKET \
      --tablesize=$TABLESIZE --engine=$ENGINE --threads=$threads \
      --max-requests=$REQUESTS --max-time=$TIME --var=$VAR --value=$VALUE \
      --outputdir=$iterpath -r

      if [ $? -ne 0 ]
      then
        echo "Exit with error when run procedure!"
        exit -1
      fi
    fi


  # Cleanup the collection procedures.
    killall -9 ${PIDIOSTAT} ${PIDVMSTAT} ${PIDGSTAT} ${PIDINNOSTAT}

    kill -9 $(ps -ef|grep "iostat.sh"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')
    kill -9 $(ps -ef|grep "vmstat.sh"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')
    kill -9 $(ps -ef|grep "sysbench"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')
    kill -9 $(ps -ef|grep "global_stat.sh"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')
    kill -9 $(ps -ef|grep "innodb_stat.sh"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')
    kill -9 $(ps -ef|grep "mysqladmin"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')
    kill -9 $(ps -ef|grep "mysqld_safe"|gawk '$0 !~/grep/ {print $2}' |tr -s '\n' ' ')


  # Run the sysbench_oltp.sh script to cleanup the test environment
    if [ $CLEANUP -eq 1 ]
    then
      echo "----Cleanup the test environment----"
       ./test/sysbench_oltp.sh --sysbenchdir=$SYSBENCHDIR --host=$HOST --port=$PORT \
      --database=$DATABASE --user=$USER --password=$PASSWORD --socket=$SOCKET \
      --tablesize=$TABLESIZE --engine=$ENGINE --threads=$threads \
      --max-requests=$REQUESTS --max-time=$TIME --var=$VAR --value=$VALUE \
      --outputdir=$iterpath -c

      if [ $? -ne 0 ]
      then
        echo "Exit with error when cleanup procedure!"
        exit -1
      fi
    fi

  # Shutdown the mysql server for new test.
    if [ $SERVER -eq 2 ]
    then
      echo "----Shutdown mysql server----"
      ./test/server_op.sh --mysqldir=$MYSQLDIR --defaults-file=$CONFIG --host=$HOST --port=$PORT --user=$USER \
      --password=$PASSWORD --socket=$SOCKET -d
      SERVER=1
      if [ $? -ne 0 ]
      then
        echo "Exit with error when cleanup procedure!"
        exit -1
      fi
    fi

    iter=$(($iter+1))
  done

  threads=$((${threads}+${STEP}))
done

echo "The running is successfully finished!"
echo "-------------------------------------"
exit 0