Skip to content

D
darshan
Commit 3e3d2df8 authored by Shane Snyder's avatar Shane Snyder
Browse files
Options

whole bunch of changes to job-summary scipts

parent 020d91b6
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 1370 additions and 316 deletions
darshan-util/Makefile.in
View file @ 3e3d2df8
...@@ -110,21 +110,21 @@ install:: all ...@@ -110,21 +110,21 @@ install:: all
install -m 755 darshan-convert $(bindir) install -m 755 darshan-convert $(bindir)
# install -m 755 darshan-diff $(bindir) # install -m 755 darshan-diff $(bindir)
install -m 755 darshan-parser $(bindir) install -m 755 darshan-parser $(bindir)
# install -m 755 $(srcdir)/darshan-summary-per-file.sh $(bindir) install -m 755 $(srcdir)/darshan-summary-per-file.sh $(bindir)
install -m 755 libdarshan-util.a $(libdir) install -m 755 libdarshan-util.a $(libdir)
ifeq ($(DARSHAN_ENABLE_SHARED),1) ifeq ($(DARSHAN_ENABLE_SHARED),1)
install -m 755 libdarshan-util.so $(libdir) install -m 755 libdarshan-util.so $(libdir)
endif endif
install -m 644 $(srcdir)/darshan-logutils.h $(includedir) install -m 644 $(srcdir)/darshan-logutils.h $(includedir)
install -m 644 $(DARSHAN_LOG_FORMAT) $(includedir) install -m 644 $(DARSHAN_LOG_FORMAT) $(includedir)
# install -m 755 darshan-job-summary/bin/darshan-job-summary.pl $(bindir) install -m 755 darshan-job-summary/bin/darshan-job-summary.pl $(bindir)
# install -d $(libdir)/TeX install -d $(libdir)/TeX
# install -m 644 $(srcdir)/darshan-job-summary/lib/TeX/Encode.pm $(libdir)/TeX/ install -m 644 $(srcdir)/darshan-job-summary/lib/TeX/Encode.pm $(libdir)/TeX/
# install -d $(libdir)/Number install -d $(libdir)/Number
# install -d $(libdir)/Number/Bytes install -d $(libdir)/Number/Bytes
# install -m 644 $(srcdir)/darshan-job-summary/lib/Number/Bytes/Human.pm $(libdir)/Number/Bytes install -m 644 $(srcdir)/darshan-job-summary/lib/Number/Bytes/Human.pm $(libdir)/Number/Bytes
# install -d $(datarootdir) install -d $(datarootdir)
# install -m 644 $(srcdir)/darshan-job-summary/share/* $(datarootdir) install -m 644 $(srcdir)/darshan-job-summary/share/* $(datarootdir)
install -m 644 maint/darshan-util.pc $(pkgconfigdir) install -m 644 maint/darshan-util.pc $(pkgconfigdir)
......
darshan-util/darshan-job-summary/share/hist-eps.gplt → darshan-util/darshan-job-summary/share/access-hist-eps.gplt
View file @ 3e3d2df8
#!/usr/bin/gnuplot -persist #!/usr/bin/gnuplot -persist
set terminal postscript eps color enhanced font "Helvetica" 18 set terminal postscript eps color enhanced font "Helvetica" 18
set output "hist.eps" set output output_file
set size 0.8,1.0 set size 0.8,1.0
set style data histogram set style data histogram
...@@ -11,7 +11,7 @@ set boxwidth 0.9 ...@@ -11,7 +11,7 @@ set boxwidth 0.9
set bmargin 5 set bmargin 5
set border 3 front linetype -1 linewidth 1.000 set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz set key out bottom center horiz
set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0 set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0 set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
...@@ -22,7 +22,6 @@ set ylabel "Count (Total, All Procs)" ...@@ -22,7 +22,6 @@ set ylabel "Count (Total, All Procs)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90 set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set bmargin 7 set bmargin 7
set title "I/O Sizes" set title graph_title
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat plot data_file using 2:xtic(1) title "Read", \
plot "hist.dat" using 2:xtic(1) title "Read", \ "" using 3 title "Write"
"" using 3 title "Write"
darshan-util/darshan-job-summary/share/align-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "align.pdf"
set size 0.8,1.0
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
unset xtics
# set xtics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set datafile separator ","
set ylabel "Ops (Total, All Procs)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Alignment"
plot "align.dat" using 1 title "Total", \
"" using 3 title "Unaligned in File", \
"" using 2 title "Unaligned in Memory"
set key title ""
darshan-util/darshan-job-summary/share/counts-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "counts.pdf"
set size 0.8,1.0
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
set xtics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key title ""
set datafile separator ","
set ylabel "Ops (Total, All Procs)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Operation Counts"
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat
plot "counts.dat" using 2:xtic(1) title "POSIX", \
"" using 3 title "MPI-IO Ind.", \
"" using 4 title "MPI-IO Coll."
darshan-util/darshan-job-summary/share/counts-svg.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal svg enhanced size 800 600 fname "Gill Sans" fsize 15
set output "counts.svg"
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
set xtics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key title ""
set datafile separator ","
set ylabel "Operations (Total, All Processes)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Operation Counts"
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat
plot "counts.dat" using 2:xtic(1) title "POSIX", \
"" using 3 title "MPI-IO Indep.", \
"" using 4 title "MPI-IO Coll."
darshan-util/darshan-job-summary/share/file-access-eps.gplt 0 → 100644
View file @ 3e3d2df8
#!/usr/bin/gnuplot -persist
set terminal postscript eps color solid font "Helvetica" 18 size 10in,2.5in
set output "file-access-read.eps"
set ylabel "MPI rank"
set xlabel "hours:minutes:seconds"
set xdata time
set timefmt "%s"
set format x "%H:%M:%S"
set yrange [-1:ymax]
set title "Timespan from first to last read access on independent files"
set xrange ["0":runtime]
set ytics 0,yinc,ymaxtic
set lmargin 6
# color blindness work around
set style line 2 lc 3
set style line 3 lc 4
set style line 4 lc 5
set style line 5 lc 2
set style increment user
# lw 3 to make lines thicker...
# note that writes are slightly offset for better visibility
plot "file-access-read.dat" using 1:2:3:4 with vectors nohead filled notitle
set output "file-access-write.eps"
set title "Timespan from first to last write access on independent files"
# lw 3 to make lines thicker...
plot "file-access-write.dat" using 1:2:3:4 with vectors nohead filled lt 2 notitle
set output "file-access-shared.eps"
unset ytics
set ylabel "All processes"
set yrange [-1:1]
set title "Timespan from first to last access on files shared by all processes"
plot "file-access-read-sh.dat" using 1:2:3:4 with vectors nohead filled lw 10 title "read", \
"file-access-write-sh.dat" using 1:(($2)-.2):3:4 with vectors nohead filled lw 10 title "write"
darshan-util/darshan-job-summary/share/file-access-table.tex 0 → 100644
View file @ 3e3d2df8
\begin{tabular}{l|p{1.7in}r}
\multicolumn{3}{c}{Average I/O per process} \\
\hline
& Cumulative time spent in I/O functions (seconds) & Amount of I/O (MB) \\
\hline
\hline
Independent reads & \multicolumn{1}{r}{\filecri} & \multicolumn{1}{r}{\filecrbi} \\
Independent writes & \multicolumn{1}{r}{\filecwi} & \multicolumn{1}{r}{\filecwbi} \\
Independent metadata & \multicolumn{1}{r}{\filecmi} & \multicolumn{1}{r}{N/A} \\
Shared reads & \multicolumn{1}{r}{\filecrs} & \multicolumn{1}{r}{\filecrbs} \\
Shared writes & \multicolumn{1}{r}{\filecws} & \multicolumn{1}{r}{\filecwbs} \\
Shared metadata & \multicolumn{1}{r}{\filecms} & \multicolumn{1}{r}{N/A} \\
\hline
\end{tabular}
darshan-util/darshan-job-summary/share/hist-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "hist.pdf"
set size 0.8,1.0
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key title ""
set datafile separator ","
set ylabel "Count (Total, All Procs)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Sizes"
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat
plot "hist.dat" using 2:xtic(1) title "Read", \
"" using 3 title "Write"
darshan-util/darshan-job-summary/share/hist-svg.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal svg enhanced size 800 600 fname "Gill Sans" fsize 15
set output "hist.svg"
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key title ""
set datafile separator ","
set ylabel "Count (Total, All Processes)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Sizes"
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat
plot "hist.dat" using 2:xtic(1) title "Read", \
"" using 3 title "Write"
darshan-util/darshan-job-summary/share/iodist-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "iodist.pdf"
set size 0.8,1.0
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
# set key out bottom horiz
set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key title ""
set datafile separator ","
set xlabel "Number of Files Accessed"
set xlabel offset character 0,-1,0 font "" textcolor lt -1 norotate
set ylabel "Number of Processes"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Operations per Client"
plot "iodist.dat" using 2:xtic(1) title "Read", \
"" using 3 title "Write (NOT WORKING YET)"
darshan-util/darshan-job-summary/share/job-table.tex 0 → 100644
View file @ 3e3d2df8
\begin{tabular}{|p{.47\columnwidth}|p{.35\columnwidth}|p{.47\columnwidth}|p{.6\columnwidth}|}
\hline
jobid: \jobid & uid: \jobuid & nprocs: \jobnprocs & runtime: \jobruntime \space seconds\\
\hline
\end{tabular}
darshan-util/darshan-job-summary/share/counts-eps.gplt → darshan-util/darshan-job-summary/share/op-counts-eps.gplt
View file @ 3e3d2df8
#!/usr/bin/gnuplot -persist #!/usr/bin/gnuplot -persist
set terminal postscript eps color enhanced "Helvetica" 18 set terminal postscript eps color enhanced "Helvetica" 18
set output "counts.eps" set output "op-counts.eps"
set size 0.8,1.0 set size 0.8,1.0
set style data histogram set style data histogram
...@@ -11,7 +11,7 @@ set boxwidth 0.9 ...@@ -11,7 +11,7 @@ set boxwidth 0.9
set bmargin 5 set bmargin 5
set border 3 front linetype -1 linewidth 1.000 set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz set key out bottom center horiz
set xtics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0 set xtics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0 set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
...@@ -22,7 +22,4 @@ set ylabel "Ops (Total, All Processes)" ...@@ -22,7 +22,4 @@ set ylabel "Ops (Total, All Processes)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90 set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Operation Counts" set title "I/O Operation Counts"
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat plot "posix-op-counts.dat" using 2:xtic(1) title "POSIX"
plot "counts.dat" using 2:xtic(1) title "POSIX", \
"" using 3 title "MPI-IO Indep.", \
"" using 4 title "MPI-IO Coll."
darshan-util/darshan-job-summary/share/pattern-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "pattern.pdf"
set size 0.8,1.0
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
set xtics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key out bottom horiz
set key title ""
set datafile separator ","
set ylabel "Ops (Total, All Procs)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "I/O Pattern"
plot "pattern.dat" using 2:xtic(1) title "Total", \
"" using 3 title "Sequential", \
"" using 4 title "Consecutive"
darshan-util/darshan-job-summary/share/summary.tex
View file @ 3e3d2df8
\documentclass[11pt,letterpaper,twocolumn]{article} \documentclass[11pt,letterpaper,twocolumn]{article}
% \usepackage{html}
\usepackage{charter} \usepackage{charter}
\usepackage{graphicx} \usepackage{graphicx}
\usepackage{fancyhdr} \usepackage{fancyhdr}
...@@ -23,7 +22,7 @@ ...@@ -23,7 +22,7 @@
% BEGINNING OF DOCUMENT % BEGINNING OF DOCUMENT
% %
\input{title} \input{title.tex}
\begin{document} \begin{document}
\fontfamily{cmss} \fontfamily{cmss}
...@@ -35,7 +34,7 @@ ...@@ -35,7 +34,7 @@
\centering \centering
\subfigure \subfigure
{ {
\input{job-table} \input{job-table.tex}
}\\ }\\
\subfigure \subfigure
{ {
...@@ -43,24 +42,34 @@ ...@@ -43,24 +42,34 @@
} }
\subfigure \subfigure
{ {
\includegraphics[scale=0.8]{counts.pdf} \includegraphics[scale=0.8]{op-counts.pdf}
}
\subfigure
{
\includegraphics[scale=0.8]{hist.pdf}
} }
\end{figure*}
\begin{figure*}[!h]
\centering
\subfigure \subfigure
{ {
\includegraphics[scale=0.8]{pattern.pdf} \includegraphics[scale=0.8]{posix-access-hist.pdf}
} }
\ifdefined\inclmpiio
\subfigure \subfigure
{ {
\input{access-table} \includegraphics[scale=0.8]{mpiio-access-hist.pdf}
} }
\fi
\end{figure*}
\begin{figure*}[!h]
\centering
\subfigure \subfigure
{ {
\input{file-count-table} \input{access-table.tex}
} }
%\subfigure
%{
% \input{file-count-table}
%}
\end{figure*} \end{figure*}
\begin{figure*}[!h] \begin{figure*}[!h]
...@@ -79,11 +88,11 @@ ...@@ -79,11 +88,11 @@
} }
\subfigure \subfigure
{ {
\input{file-access-table} \input{file-access-table.tex}
} }
\subfigure \subfigure
{ {
\input{fs-data-table} \input{fs-data-table.tex}
} }
\end{figure*} \end{figure*}
...@@ -91,29 +100,12 @@ ...@@ -91,29 +100,12 @@
\centering \centering
\subfigure \subfigure
{ {
\input{variance-table} \includegraphics[scale=0.65]{pattern.pdf}
}
\subfigure
{
\input{variance-table.tex}
} }
\end{figure*} \end{figure*}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% at this point, things fall onto page 2
%\begin{figure}[!h]
%\includegraphics[scale=0.7]{types.pdf}
%\end{figure}
%\begin{figure}[!h]
%\includegraphics[scale=0.7]{align.pdf}
%\end{figure}
%\begin{figure}[!h]
%\includegraphics[scale=0.7]{iodist.pdf}
%\end{figure}
%
%\begin{figure}[!h]
%\centering
%\input{stride-table}
%\end{figure}
\end{document} \end{document}
darshan-util/darshan-job-summary/share/time-summary-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "time-summary.pdf"
set size 0.8,1.0
set style data histograms
set style histogram rowstacked
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set key out bottom horiz
set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set key title ""
set datafile separator ","
set ylabel "Percentage of run time"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set yrange [0:100]
set title "Average I/O cost per process"
set bmargin 7
plot \
newhistogram "", "time-summary.dat" using 3:xtic(1) title "Read", "" using 4 title "Write", "" using 5 title "Metadata", "" using 2 title "Other (including application compute)"
darshan-util/darshan-job-summary/share/title.tex 0 → 100644
View file @ 3e3d2df8
\rhead{\thepage\ of \pageref{LastPage}}
\chead[
\large{\titlecmd \space (\titlemon/\titlemday/\titleyear)}
]
{
\large{\titlecmd \space (\titlemon/\titlemday/\titleyear)}
}
\cfoot[
\scriptsize{\titlecmdline}
]
{
\scriptsize{\titlecmdline}
}
darshan-util/darshan-job-summary/share/types-pdf.gplt deleted 100644 → 0
View file @ 020d91b6
#!/usr/bin/gnuplot -persist
set terminal pdf enhanced fname "Helvetica" fsize 10
set output "types.pdf"
set size 0.8,1.0
set style data histogram
set style histogram cluster gap 1
set style fill solid border -1
set boxwidth 0.9
set bmargin 5
set border 3 front linetype -1 linewidth 1.000
set xtics border in scale 1,0.5 nomirror rotate by -45 offset character 0, 0, 0
set ytics border in scale 1,0.5 nomirror norotate offset character 0, 0, 0
set yrange [0:]
set key title ""
set datafile separator ","
set ylabel "Count (Total, All Procs)"
set ylabel offset character 2,0,0 font "" textcolor lt -1 rotate by 90
set title "MPI Datatype Use"
# PR, MIR, MCR, PW, MIW, MCW, Popen, Pseek, Pstat
plot "types.dat" using 2:xtic(1) notitle;
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment