# Report generation for plot-sgpdd
# ================================
# The plot-sgpdd script is used to generate csv file and
-# instructions files for gnuplot from the output of sgpdd-survey.pl script.
+# instructions files for gnuplot from the output of sgpdd-survey script.
#
# The plot-sgpdd also creates .scr file that contains instructions
# for gnuplot to plot the graph. After generating .dat and .scr files this
# $ sgpdd-survey > log_filename
# $ plot-sgpdd <log_filename>
# [Note: 1. This script may need modifications whenever there will be
-# modifications in output format of sgpdd-survey.pl script.
+# modifications in output format of sgpdd-survey script.
# 2. Gnuplot version 4.0 or above is required.]
-my @GraphTitle;
-sub usage() {
- print "Usage: $0 <log_filename> [--rt=<read title>] [--wt=<write title>]\n";
- print " The $0 parses and plots graph for output of sgpdd-survey.pl using gnuplot,\n";
- print " it generates <log_filename>-<Rsize><rd/wr>.dat and <log_filename>-<Rsize>-<rd/wr>.scr files\n";
- print " those will be used for graphing the results\n";
- print "e.g. # perl $0 sgpdd-log \"8 devices, chunk = 256\"\n";
- print " # gnuplot <log_filename>-<Rsize>.scr\n";
+sub usage()
+{
+ print STDERR "Usage: $0 [options] <log_filename>\n";
+ print STDERR " $0 parses and plots graphs from the output of sgpdd-survey\n";
+ print STDERR " It generates text data files (.dat) and graphs (.png) using gnuplot.\n";
+ print STDERR "options:\n";
+ print STDERR " --rt: Subtitle for read graphs\n";
+ print STDERR " --wt: Subtitle for write graphs\n";
+ print STDERR " --y: Y-axis scale\n";
+ print STDERR "e.g. # $0 --rt=\"no prefetch\" --wt=\"WB disabled\" --y=500 sgpdd.summary\n";
exit 1;
}
# check whether gnuplot exists?
system ("which gnuplot > /dev/null") == 0 or die "gnuplot does not exist, please install it and try again.\n";
+# check whether gnuplot supports png
+$pngsupport = "ldd `which gnuplot` | grep -q libpng";
+system ("$pngsupport") == 0 or die "gnuplot installed does not support png.
+ Please install gnuplot to support png and try again.\n";
+
+my @GraphTitle;
+
#Subroutine to write .scr file that further used by gnuplot to plot the graph.
sub write_scr_file() {
my $op = $_[0];
if ($opt_rdtitle || $opt_wrtitle) {
if ($op eq "rd") {
- print SCRFILE "set title \"@GraphTitle\\n$rwlabel, Rsize = $rsz, $opt_rdtitle\"\n";
+ print SCRFILE "set title \"@GraphTitle\\n$rwlabel, Rsize = $rsz KBytes, $opt_rdtitle\"\n";
}
if ($op eq "wr") {
- print SCRFILE "set title \"@GraphTitle\\n$rwlabel, Rsize = $rsz, $opt_wrtitle\"\n";
+ print SCRFILE "set title \"@GraphTitle\\n$rwlabel, Rsize = $rsz KBytes, $opt_wrtitle\"\n";
}
} else {
- print SCRFILE "set title \"@GraphTitle\\n$rwlabel, Rsize = $rsz\"\n";
+ print SCRFILE "set title \"@GraphTitle\\n$rwlabel, Rsize = $rsz KBytes\"\n";
}
print SCRFILE "set xlabel \"Threads\"\n";
print SCRFILE "set ylabel \"Speeds(MB/s)\"\n";
print SCRFILE "set logscale x\n";
+ print SCRFILE "set grid\n";
+ print SCRFILE "set terminal png\n";
+ print SCRFILE "set output \"/dev/null\"\n";
+ if ($opt_y != 0) {
+ print SCRFILE "set yrange [ 0:$opt_y ]\n";
+ } else {
+ print SCRFILE "set yrange [ 0: ]\n";
+ }
+
my $plot = "plot";
$i = 2;
+ my @numrgs = split " ", $regions;
$xrange = 1;
# generate instructions for gnuplot, with adjusting X-axes ranges
- for ($j = 1; $j <= $thread ; $j = $j + $j) {
+
+ foreach my $j (sort numerically split " ", $threads) {
if ($op eq "wr") {
- printf SCRFILE "$plot \"$file-$rsz-$op.dat\" using 1:$i axes x%dy1 title \"write$j\" with line\n", $xrange;
+ $using = ( $i < $#numrgs ) ? $i : $#numrgs;
+ printf SCRFILE "$plot \"$file-$rsz-$op.dat\" using 1:$using axes x%dy1 title \"write-obj$j\" with line\n", $xrange;
}
if ($op eq "rd") {
- printf SCRFILE "$plot \"$file-$rsz-$op.dat\" using 1:$i axes x%dy1 title \"read$j\" with line\n", $xrange;
+ $using = ( $i < $#numrgs ) ? $i : $#numrgs;
+ printf SCRFILE "$plot \"$file-$rsz-$op.dat\" using 1:$using axes x%dy1 title \"read-obj$j\" with line\n", $xrange;
}
$i++;
$plot = "replot";
}
- print SCRFILE "set terminal png transparent\n";
print SCRFILE "set output \"$file-$rsz-$op.png\"\n";
print SCRFILE "replot\n";
close SCRFILE;
system ("rm $file-$rsz-$op.scr");
}
+sub check_data_file () {
+ my $file=shift;
+ my @values;
+ my @tmp;
+
+ open ( FILE, "< $file" ) or die "Can't open $file for reading";
+ while ( <FILE> ) {
+ @tmp = split;
+ push @values, [ @tmp ];
+ }
+ close FILE;
+
+ for ( $j = 0; $j <= $#tmp; $j++) {
+ my $sum=0;
+ for ($i = 2; $i <= $#values ; $i ++) {
+ $values [$i][$j] =~ "-" or $sum = $sum + $values [$i][$j];
+ }
+ die "File: $file : $j column contains no data.\n" unless $sum != 0;
+ }
+}
+
+sub numerically { $a <=> $b; }
+
#Subroutine to write .dat file that further used by gnuplot to plot the graph.
sub write_dat_file() {
my $op = $_[0];
print "writing data $file-$rsz-$op.dat\n";
# Open .csv/.dat file for writing required columns from log file.
- open ( DATAFILE, "> $file-$rsz-$op.dat" ) or die "Can't open csv file for writing";
+ my $datafile = "$file-$rsz-$op.dat";
+ open ( DATAFILE, "> $datafile" ) or die "Can't open csv $datafile for writing";
printf DATAFILE "%-6s", "0";
- for ($j = 1; $j <= $thread ; $j = $j + $j) {
- printf DATAFILE "%-8s", "$op$j";
+
+ foreach my $j (sort numerically split " ", $regions) {
+ printf DATAFILE "%-8s", "$op$j";
}
- for ( $i = 1; $i <= $region; $i = $i + $i ) {
+
+ # threads, line [7], strings
+ foreach my $i (sort numerically split " ", $threads) {
printf DATAFILE "\n%-6s", $i;
- for ($j = 1; $j <= $thread ; $j = $j + $j) {
+
+ # regions, line [5], column
+ foreach my $j (sort numerically split " ", $regions) {
if (($op eq "rd" && $rdwr) || ($op eq "wr" && $wrrd) || ($readop) || ($writeop)) {
if ( $out{$i}{$j} ) {
printf DATAFILE "%-8s", $out{$i}{$j};
}
}
close DATAFILE;
+ &check_data_file ( $datafile );
}
+
if ( !$ARGV[0] ) {
usage();
}
-$file = $ARGV[0];
-$region = 0;
-$thread = 0;
+$regions = "";
+$threads = "";
$count = 0;
$wrrd = 0;
$rdwr = 0;
$rsz = 0;
$opt_rdtitle = "";
$opt_wrtitle = "";
+$opt_y = 0;
# Command line parameter parsing
use Getopt::Long;
-GetOptions ('help' => \$opt_help, 'rt=s' => \$opt_rdtitle, 'wt=s' => \$opt_wrtitle) or usage();
+GetOptions ('help' => \$opt_help, 'rt=s' => \$opt_rdtitle, 'wt=s' => \$opt_wrtitle, 'y=i' => \$opt_y) or usage();
if ($opt_help) {
usage();
}
-open ( PFILE, "$file") or die "Can't open results";
+$file = $ARGV[0];
+
+open ( PFILE, "$file") or die "Can't open $file";
LABEL: while ( <PFILE> ) {
chomp;
@line = split( /\s+/ );
- if ($line[27]) {
+ # Remove the 'K' after rsz
+ $frsz = substr($line[3], 0, -1);
+ if ($line[28] && $count != 0) {
print "invalid file format\n";
- exit 1;
+ exit 1;
}
if ($count == 0) {
@GraphTitle = @line;
next LABEL;
}
}
- if (!$rsz && $line[3]) {
- $rsz = $line[3];
+ if (!$rsz && $frsz) {
+ $rsz = $frsz
}
- if ($rsz != $line[3]) {
+ if ($rsz != $frsz) {
if($readop) {
&write_dat_file("rd");
&write_scr_file("rd");
&write_dat_file("wr");
&write_scr_file("wr");
}
- $rsz = $line[3];
- $region = 0;
- $thread = 0;
+ $rsz = substr($line[3],0,-1);;
+ $regions = "";
+ $threads = "";
}
- #print "rg$line[5] th$line[7] w$line[9] r$line[$rindex]\n";
- $rindex = 18;
+ $rindex = 20;
+ print "DEBUG rg$line[7] th$line[9] w$line[11] r$line[$rindex]\n";
if ($line[18]) {
- if ($line[10] eq "failed") {
- $rindex = 12;
+ if ($line[12] eq "failed") {
+ $rindex = 12;
}
- if ($line[8] eq "write" && $line[17] eq "read") {
+ if ($line[10] eq "write" && $line[19] eq "read") {
$wrrd = 1;
}
- if ($line[8] eq "read" && $line[17] eq "write") {
+ if ($line[10] eq "read" && $line[19] eq "write") {
$rdwr = 1;
}
} else {
- if ($line[8] eq "write" && $line[9]) {
+ if ($line[10] eq "write" && $line[11]) {
$writeop = 1;
}
- if ($line[8] eq "read" && $line[9]) {
+ if ($line[10] eq "read" && $line[11]) {
$readop = 1;
}
-
}
if ($wrrd || $rdwr) {
- $out{$line[7]}{$line[5]} = $line[9];
+ $out{$line[9]}{$line[7]} = $line[11];
if ($line[$rindex+1]) {
- if (!($line[$rindex+1] eq "failed")) {
- goto LABEL2;
+ if (!($line[$rindex+1] eq "failed")) {
+ goto LABEL2;
}
} else {
-LABEL2: if ($line[5] <= 1 ) {
- $out{$line[7]}{$line[5] - 1} = $line[$rindex];
+LABEL2: if ($line[7] <= 1 ) {
+ $out{$line[9]}{$line[7] - 1} = $line[$rindex];
} else {
- $out{$line[7]}{$line[5] + 1} = $line[$rindex];
+ $out{$line[9]}{$line[7] + 1} = $line[$rindex];
}
}
}
if ($writeop) {
- $out{$line[7]}{$line[5]} = $line[9];
+ $out{$line[9]}{$line[7]} = $line[11];
}
if ($readop) {
- $out{$line[7]}{$line[5]} = $line[9];
- }
- if ( $region < $line[7] ) {
- $region = $line[7];
- }
- if ( $thread < $line[5] ) {
- $thread = $line[5];
+ $out{$line[9]}{$line[7]} = $line[11];
}
+ $regions .= " $line[7]" unless $regions =~ $line[7];
+ $threads .= " $line[9]" unless $threads =~ $line[9];
$count++;
}
close PFILE;
git://git.whamcloud.com / fs / lustre-release.git / blobdiff