vdbenchScripts/jos.sh at master · mfinkelstine/vdbenchScripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
#!/bin/bash

#----------- client list ------------
clients=( mc022 mc023 mc024 mc025  )

#----------- run params -------------
volume_size=100G
threads=16
write_data=3000g
read_data=1000g
interval=10
block_size=$2 #54
vol_num=128 #128

echo "running with block size=$block_size"

#-------------  delete old clients
                ssh $1 -p 26 "i=\"0\"; while [ 1 -lt \`lshost|wc -l\` ]; do svctask rmhost -force \$i; i=\$[\$i+1]; done"
#-------------  add clients
		ssh $1 -p 26 svctask mkhost -fcwwpn 21000024FF5AED09:21000024FF5AED08:21000024FF4AD3E8:21000024FF4AD3E9 -force -iogrp io_grp0:io_grp1:io_grp2:io_grp3 -name mc022 -type generic
		ssh $1 -p 26 svctask mkhost -fcwwpn 21000024FF4AD358:21000024FF4AD359:21000024FF5AEF5E:21000024FF5AEF5F -force -iogrp io_grp0:io_grp1:io_grp2:io_grp3 -name mc023 -type generic
		ssh $1 -p 26 svctask mkhost -fcwwpn 21000024FF4AD43C:21000024FF4AD43D:21000024FF5AEFEE:21000024FF5AEFEF -force -iogrp io_grp0:io_grp1:io_grp2:io_grp3 -name mc024 -type generic
		ssh $1 -p 26 svctask mkhost -fcwwpn 21000024FF499756:21000024FF499757:21000024FF5AAC40:21000024FF5AAC41 -force -iogrp io_grp0:io_grp1:io_grp2:io_grp3 -name mc025 -type generic
#------------ clear log
		echo "Cleaning logs"
		ssh $1 -p 26 svctask clearerrlog -force


#----------------- do a loop with all compression ratios
for CP in {1.3,1.7,2.3,3.5,11}; do
#for CP in {3.5,11}; do
#	CP=2.3
	mdiskid=`ssh $1 -p 26 ""lsmdiskgrp |grep -v id | sed -r 's/^[^0-9]*([0-9]+).*$/\1/'""`
        echo -e "Removing mdiskgrp id : $mdiskid from $1"
        ssh $1 -p 26 svctask rmmdiskgrp -force $mdiskid
#
#---------- remove FC module
#	for client in "${clients[@]}"; do
#		ssh $client rmmod qla2xxx -f
#	done
#---------- build disks

	ssh $1 -p 26 ls /home/mk_arrays_master
	if [[ $? == 0 ]]; then
		echo "Running with FAB configuration"
		#ssh $1 -p 26 /home/mk_arrays_master fc raid10 sas_hdd 168 8 21 $vol_num 500 NOSCRUB COMPRESSED
		ssh $1 -p 26 /home/mk_arrays_master fc raid10 sas_hdd 96 8 12 128 400 NOSCRUB COMPRESSED
	else
		echo "Running with BFN configuration"
		#ssh $1 -p 26 /home/mk_vdisks fc 1 $vol_num 50000 0
		#ssh $1 -p 26 /home/mk_vdisks fc 1 $vol_num 500000 0 NOSCRUB COMPRESSED
		#ssh $1 -p 26 /home/mk_vdisks fc 1 $vol_num 500000 0 NOCACHE COMPRESSED
		ssh $1 -p 26 /home/mk_vdisks fc 1 $vol_num 70000 0
	fi
	sleep 60

#-------------  rescan multipath on clients
	for client in "${clients[@]}"; do
		echo "$client"
		ssh $client /sbin/modprobe -i qla2xxx
                ssh $client /etc/init.d/multipathd restart
                echo "found:"
                ssh $client /root/vdbench/rescan.pl
                echo " disks"
	done

#---------- setaffinity
#	ssh $1n1 -p 26 "echo \"read_out_q_limit 128\"> /data/rtcracecli"
#	ssh $1n2 -p 26 "echo \"read_out_q_limit 128\"> /data/rtcracecli"
# 	ssh $1n1 -p 26 /home/debug/rtc_moveaffinity ecmain
#	ssh $1n2 -p 26 /home/debug/rtc_moveaffinity ecmain
#	ssh $1n1 -p 26 /home/debug/rtc_setaffinity
#	ssh $1n2 -p 26 /home/debug/rtc_setaffinity
#	ssh $1n1 -p 26 "echo \"ra_max_read_size 65536\" > /data/rtcracecli"
#	ssh $1n2 -p 26 "echo \"ra_max_read_size 65536\" > /data/rtcracecli"

#-------------  create map of availiable disks
	echo " " > disk_list
	for client in "${clients[@]}"; do
		COUNT=1
		for LINE in `ssh $client fdisk -l |grep "Disk /dev/mapper"| awk '{print $2}' | sed s/://`; do
        		echo "sd=$client.$COUNT,hd=$client,lun=$LINE,openflags=o_direct,size=$volume_size,threads=$threads" >> disk_list
#			echo "" >> disk_list;
        		COUNT=$(( COUNT +1 ))
		done;
	done

#write
	echo "
compratio=$CP

" > test
	for client in "${clients[@]}"; do
		echo "hd=$client,system=$client.eng.rtca,shell=ssh,vdbench=/root/vdbench,user=root" >> test
	done
	echo "
include=disk_list

wd=wd1,sd=*,xfersize=$block_size,rdpct=0,rhpct=0,seekpct=0
rd=run1,wd=wd1,iorate=max,elapsed=24h,maxdata=$write_data,warmup=360,interval=$interval
" >> test
exit

	./vdbench -c -f test | tee out_$CP


#-------- take comp ratios
	./graphite_rtc_cr.py $1 | tee -a out_$CP
	sleep 120
#read
        echo "
compratio=$CP

" > test
        for client in "${clients[@]}"; do
                echo "hd=$client,system=$client.eng.rtca,shell=ssh,vdbench=/root/vdbench,user=root" >> test
        done
        echo "
include=disk_list

wd=wd1,sd=*,xfersize=$block_size,rdpct=100,rhpct=0,seekpct=0
rd=run1,wd=wd1,iorate=max,elapsed=24h,maxdata=$read_data,warmup=360,interval=$interval
" >> test

	./vdbench -c -f test | tee -a out_$CP

#	ssh $1n1 -p 26 'echo ctr_dump /tmp/counters > /data/rtcracecli'
#	scp -P 26 $1n1:/tmp/counters ./counters_n1_$CP

#	ssh $1n2 -p 26 'echo ctr_dump /tmp/counters > /data/rtcracecli'
#	scp -P 26 $1n2:/tmp/counters ./counters_n2_$CP

done

./get_vdbench_res.pl --stand=$1 -d


ssh $1 -p 26 svctask rmmdiskgrp -force 0