###############################################################################
##################Сбор сведений по ошибке check_load###########################
###############################Версия: 0.2#####################################
##############Автор: Евгений Кудинцев < kei@grid.kiae.ru >#####################
##############Автор: Андрей Филиппов < andrew.phi@grid.kiae.ru >###############
############################Дата: 14.03.2016###################################

scheduler="seer"
node=""
username=""

#Help
if [ "$1" == "--help" ]; then
  echo "Usage:"
  echo "-n check working node"
  echo "-p check pool"
  echo "-o check other types of machines"
  exit 0
fi

#Работаем с WN
if [ "$1" == "-n" ]; then
  if [ -z "$2" ]
 then
	echo -n "Hostname/IP: "
	read node
else
	node=$2
  fi
echo -n "Username: "
read username

fdate=`date +%F_%H:%M`
filename="checker_${node}-${fdate}.log"
save_path="/tmp/${filename}"

echo "Logging onto" $node "..."
ssh -i ~/.ssh/$username $node "date ; hostname ; echo ; echo \"Top:\" ; echo \"{{{\" ; top -d 1 -n 1 -b -H | head -n 30 ; echo \"}}}\" ; echo ; echo \"ps aux:\" ; echo \"{{{\" ; ps auxww | grep SC | grep bash | head -n 30 ; echo \"}}}\" ; echo ; echo \"ps auxww | grep SC | grep bash | wc -l:\" ; echo ; echo "Node:" ; echo \"{{{\" ; ps auxww | grep SC | grep bash | wc -l ; echo ; ps auxww | grep SC | grep bash ; echo" >> "${save_path}"

echo "Logging onto" $scheduler "..."
ssh -i ~/.ssh/$username $scheduler "echo "Seer:" ; echo ; pbsnodes -a "${node}".t1.grid.kiae.ru | sed -ne 's/jobs =//p' | tr ',' '\n' | wc -l ; echo ; pbsnodes -a "${node}".t1.grid.kiae.ru | sed -ne 's/jobs =//p' | tr ',' '\n' ; echo \"}}}\" " >> "${save_path}"

less "${save_path}"
fi

#Работаем с пулом
if [ "$1" == "-p" ]; then
  if [ -z "$2" ]
 then
	echo -n "Hostname/IP: "
	read pool
else
	pool=$2
  fi
echo -n "Username: "
read username

fdate=`date +%F_%H:%M`
filename="checker_${pool}-${fdate}.log"
save_path="/tmp/${filename}"

echo "Logging onto" $pool "..."
ssh -i ~/.ssh/$username $pool "date ; hostname ; echo ; echo \"Top:\" ; echo \"{{{\" ; top -d 1 -n 1 -b -H | head -n 30 ; echo \"}}}\" ; echo ; echo \"Netstat:\" ; echo \"{{{\" ; sudo netstat -apntu | wc -l ; echo \"}}}\" ; echo ; echo \"Iotop:\" ; echo \"{{{\" ; sudo /usr/bin/iotop" ; echo \"}}}\" ; echo ; echo \"Lsof:\" ; echo \"{{{\" ; sudo /usr/sbin/lsof +D /0 /1 /2 /3 /4 | wc -l ; echo \"}}}\" ; echo ; echo \"Enstore proc:\" ; echo \"{{{\" ; pgrep -lf enstore | wc -l ; echo \"}}}\" >> "${save_path}"

less "${save_path}"
fi

#Работаем с остальными типами машин
if [ "$1" == "-o" ]; then
  if [ -z "$2" ]
 then
	echo -n "Hostname/IP: "
	read other
else
	other=$2
  fi
echo -n "Username: "
read username

fdate=`date +%F_%H:%M`
filename="checker_${other}-${fdate}.log"
save_path="/tmp/${filename}"

echo "Logging onto" $other "..."
ssh -i ~/.ssh/$username $other "date ; hostname ; echo ; echo \"Top:\" ; echo \"{{{\" ; top -d 1 -n 1 -b -H | head -n 30 ; echo \"}}}\" ; echo ; echo \"Pstree:\" ; echo \"{{{\" ; pstree -lp ; echo \"}}}\"" >> "${save_path}"

less "${save_path}"
fi