Added section on parallelization and fixed references.HEADmaster

14 files changed, 383 insertions, 0 deletions

diff --git a/report/figures/f1_n_scaling.pdf b/report/figures/f1_n_scaling.pdf
index e16ad62..2ebd95f 100644
--- a/report/figures/f1_n_scaling.pdf
+++ b/report/figures/f1_n_scaling.pdf
diff --git a/report/figures/f2_compilers_scaling.pdf b/report/figures/f2_compilers_scaling.pdf
index bedf2a5..6d6b9f5 100644
--- a/report/figures/f2_compilers_scaling.pdf
+++ b/report/figures/f2_compilers_scaling.pdf
diff --git a/report/figures/f3_compilers_scaling.pdf b/report/figures/f3_compilers_scaling.pdf
index 35d958b..bb55860 100644
--- a/report/figures/f3_compilers_scaling.pdf
+++ b/report/figures/f3_compilers_scaling.pdf
diff --git a/report/figures/f4_compilers_scaling.pdf b/report/figures/f4_compilers_scaling.pdf
index 6ea6095..46a1af1 100644
--- a/report/figures/f4_compilers_scaling.pdf
+++ b/report/figures/f4_compilers_scaling.pdf
diff --git a/report/figures/f5_compilers_scaling.pdf b/report/figures/f5_compilers_scaling.pdf
index af6f1df..00a331d 100644
--- a/report/figures/f5_compilers_scaling.pdf
+++ b/report/figures/f5_compilers_scaling.pdf
diff --git a/report/figures/f6_optflags_scaling.pdf b/report/figures/f6_optflags_scaling.pdf
index d90f1ac..fd4e5c9 100644
--- a/report/figures/f6_optflags_scaling.pdf
+++ b/report/figures/f6_optflags_scaling.pdf
diff --git a/report/figures/f7_optflags_scaling.pdf b/report/figures/f7_optflags_scaling.pdf
index 8b608b7..b78dd26 100644
--- a/report/figures/f7_optflags_scaling.pdf
+++ b/report/figures/f7_optflags_scaling.pdf
diff --git a/report/figures/f8_parallel.csv b/report/figures/f8_parallel.csv
new file mode 100644
index 0000000..6e7ef71
--- /dev/null
+++ b/report/figures/f8_parallel.csv
@@ -0,0 +1,52 @@
+100,4.0876e-05,4.5092e-05,-10.3141
+200,0.000361261,0.000145145,59.8227
+300,0.00119115,0.00037482,68.5329
+400,0.00287274,0.000869634,69.7281
+500,0.00531736,0.00187232,64.7885
+600,0.00950288,0.00391997,58.7497
+700,0.0149877,0.00771248,48.5413
+800,0.0219227,0.01357,38.1007
+900,0.0318063,0.0193472,39.1718
+1000,0.0447146,0.0218951,51.0337
+1100,0.059236,0.0292933,50.5481
+1200,0.0798487,0.0404661,49.3215
+1300,0.100643,0.045211,55.0778
+1400,0.125711,0.0539213,57.1069
+1500,0.158723,0.0714096,55.0099
+1600,0.180715,0.0867447,51.9992
+1700,0.219032,0.103163,52.9005
+1800,0.251501,0.133704,46.8376
+1900,0.299972,0.154439,48.5155
+2000,0.349973,0.175362,49.8927
+2100,0.401263,0.211944,47.1808
+2200,0.467413,0.276247,40.8987
+2300,0.527726,0.298361,43.4629
+2400,0.599157,0.375264,37.368
+2500,0.689197,0.393948,42.8396
+2600,0.787609,0.449948,42.8717
+2700,0.859734,0.560875,34.7618
+2800,0.950026,0.600975,36.7412
+2900,1.0653,0.690089,35.2212
+3000,1.20447,0.762004,36.7353
+3100,1.30617,0.932075,28.6406
+3200,1.44697,0.99685,31.1078
+3300,1.61321,1.13818,29.4463
+3400,1.69799,1.18396,30.2729
+3500,1.88768,1.34178,28.9191
+4000,2.80924,2.02962,27.752
+4500,3.99312,2.93771,26.4307
+5000,5.53452,4.03783,27.0428
+5500,7.44544,5.40327,27.4285
+6000,9.65941,6.75078,30.1119
+6500,12.091,8.36688,30.8008
+7000,15.0031,10.3283,31.1589
+7500,18.9521,12.5924,33.5567
+8000,22.6041,16.4768,27.107
+8500,26.8982,18.8672,29.857
+9000,32.2098,21.5434,33.1154
+9500,37.634,27.3042,27.4481
+10000,43.6043,29.9856,31.2325
+10500,50.7758,37.0526,27.027
+11000,58.611,39.7522,32.1762
+11500,66.3734,45.7521,31.0686
+12000,75.2866,52.7216,29.9721
diff --git a/report/figures/f8_parallel_speedup.pdf b/report/figures/f8_parallel_speedup.pdf
new file mode 100644
index 0000000..5312407
--- /dev/null
+++ b/report/figures/f8_parallel_speedup.pdf
diff --git a/report/figures/f8_parallel_speedup.tex b/report/figures/f8_parallel_speedup.tex
new file mode 100644
index 0000000..54e601c
--- /dev/null
+++ b/report/figures/f8_parallel_speedup.tex
@@ -0,0 +1,132 @@
+% GNUPLOT: LaTeX picture with Postscript
+\begingroup
+  \makeatletter
+  \providecommand\color[2][]{%
+    \GenericError{(gnuplot) \space\space\space\@spaces}{%
+      Package color not loaded in conjunction with
+      terminal option `colourtext'%
+    }{See the gnuplot documentation for explanation.%
+    }{Either use 'blacktext' in gnuplot or load the package
+      color.sty in LaTeX.}%
+    \renewcommand\color[2][]{}%
+  }%
+  \providecommand\includegraphics[2][]{%
+    \GenericError{(gnuplot) \space\space\space\@spaces}{%
+      Package graphicx or graphics not loaded%
+    }{See the gnuplot documentation for explanation.%
+    }{The gnuplot epslatex terminal needs graphicx.sty or graphics.sty.}%
+    \renewcommand\includegraphics[2][]{}%
+  }%
+  \providecommand\rotatebox[2]{#2}%
+  \@ifundefined{ifGPcolor}{%
+    \newif\ifGPcolor
+    \GPcolortrue
+  }{}%
+  \@ifundefined{ifGPblacktext}{%
+    \newif\ifGPblacktext
+    \GPblacktexttrue
+  }{}%
+  % define a \g@addto@macro without @ in the name:
+  \let\gplgaddtomacro\g@addto@macro
+  % define empty templates for all commands taking text:
+  \gdef\gplbacktext{}%
+  \gdef\gplfronttext{}%
+  \makeatother
+  \ifGPblacktext
+    % no textcolor at all
+    \def\colorrgb#1{}%
+    \def\colorgray#1{}%
+  \else
+    % gray or color?
+    \ifGPcolor
+      \def\colorrgb#1{\color[rgb]{#1}}%
+      \def\colorgray#1{\color[gray]{#1}}%
+      \expandafter\def\csname LTw\endcsname{\color{white}}%
+      \expandafter\def\csname LTb\endcsname{\color{black}}%
+      \expandafter\def\csname LTa\endcsname{\color{black}}%
+      \expandafter\def\csname LT0\endcsname{\color[rgb]{1,0,0}}%
+      \expandafter\def\csname LT1\endcsname{\color[rgb]{0,1,0}}%
+      \expandafter\def\csname LT2\endcsname{\color[rgb]{0,0,1}}%
+      \expandafter\def\csname LT3\endcsname{\color[rgb]{1,0,1}}%
+      \expandafter\def\csname LT4\endcsname{\color[rgb]{0,1,1}}%
+      \expandafter\def\csname LT5\endcsname{\color[rgb]{1,1,0}}%
+      \expandafter\def\csname LT6\endcsname{\color[rgb]{0,0,0}}%
+      \expandafter\def\csname LT7\endcsname{\color[rgb]{1,0.3,0}}%
+      \expandafter\def\csname LT8\endcsname{\color[rgb]{0.5,0.5,0.5}}%
+    \else
+      % gray
+      \def\colorrgb#1{\color{black}}%
+      \def\colorgray#1{\color[gray]{#1}}%
+      \expandafter\def\csname LTw\endcsname{\color{white}}%
+      \expandafter\def\csname LTb\endcsname{\color{black}}%
+      \expandafter\def\csname LTa\endcsname{\color{black}}%
+      \expandafter\def\csname LT0\endcsname{\color{black}}%
+      \expandafter\def\csname LT1\endcsname{\color{black}}%
+      \expandafter\def\csname LT2\endcsname{\color{black}}%
+      \expandafter\def\csname LT3\endcsname{\color{black}}%
+      \expandafter\def\csname LT4\endcsname{\color{black}}%
+      \expandafter\def\csname LT5\endcsname{\color{black}}%
+      \expandafter\def\csname LT6\endcsname{\color{black}}%
+      \expandafter\def\csname LT7\endcsname{\color{black}}%
+      \expandafter\def\csname LT8\endcsname{\color{black}}%
+    \fi
+  \fi
+    \setlength{\unitlength}{0.0500bp}%
+    \ifx\gptboxheight\undefined%
+      \newlength{\gptboxheight}%
+      \newlength{\gptboxwidth}%
+      \newsavebox{\gptboxtext}%
+    \fi%
+    \setlength{\fboxrule}{0.5pt}%
+    \setlength{\fboxsep}{1pt}%
+    \definecolor{tbcol}{rgb}{1,1,1}%
+\begin{picture}(7200.00,3600.00)%
+    \gplgaddtomacro\gplbacktext{%
+      \csname LTb\endcsname%%
+      \put(820,865){\makebox(0,0)[r]{\strut{}$10^{-6}$}}%
+      \csname LTb\endcsname%%
+      \put(820,1286){\makebox(0,0)[r]{\strut{}$10^{-4}$}}%
+      \csname LTb\endcsname%%
+      \put(820,1708){\makebox(0,0)[r]{\strut{}$10^{-2}$}}%
+      \csname LTb\endcsname%%
+      \put(820,2129){\makebox(0,0)[r]{\strut{}$10^{0}$}}%
+      \csname LTb\endcsname%%
+      \put(820,2550){\makebox(0,0)[r]{\strut{}$10^{2}$}}%
+      \csname LTb\endcsname%%
+      \put(1272,450){\makebox(0,0){\strut{}$100$}}%
+      \csname LTb\endcsname%%
+      \put(3467,450){\makebox(0,0){\strut{}$1000$}}%
+      \csname LTb\endcsname%%
+      \put(5661,450){\makebox(0,0){\strut{}$10000$}}%
+      \csname LTb\endcsname%%
+      \put(6191,751){\makebox(0,0)[l]{\strut{}$-20$}}%
+      \csname LTb\endcsname%%
+      \put(6191,1133){\makebox(0,0)[l]{\strut{}$0$}}%
+      \csname LTb\endcsname%%
+      \put(6191,1516){\makebox(0,0)[l]{\strut{}$20$}}%
+      \csname LTb\endcsname%%
+      \put(6191,1899){\makebox(0,0)[l]{\strut{}$40$}}%
+      \csname LTb\endcsname%%
+      \put(6191,2282){\makebox(0,0)[l]{\strut{}$60$}}%
+      \csname LTb\endcsname%%
+      \put(6191,2665){\makebox(0,0)[l]{\strut{}$80$}}%
+    }%
+    \gplgaddtomacro\gplfronttext{%
+      \csname LTb\endcsname%%
+      \put(5593,3395){\makebox(0,0)[r]{\strut{}\texttt{gfortran}: Serial OpenBLAS}}%
+      \csname LTb\endcsname%%
+      \put(5593,3190){\makebox(0,0)[r]{\strut{}\texttt{gfortran}: Parallel OpenBLAS}}%
+      \csname LTb\endcsname%%
+      \put(5593,2986){\makebox(0,0)[r]{\strut{}Percent Difference (From Parallel to Serial)}}%
+      \csname LTb\endcsname%%
+      \put(186,1708){\rotatebox{-270.00}{\makebox(0,0){\strut{}Wall Time [s]}}}%
+      \csname LTb\endcsname%%
+      \put(6741,1708){\rotatebox{-270.00}{\makebox(0,0){\strut{}Difference [\%]}}}%
+      \csname LTb\endcsname%%
+      \put(3505,143){\makebox(0,0){\strut{}Size [$N \times N$]}}%
+    }%
+    \gplbacktext
+    \put(0,0){\includegraphics[width={360.00bp},height={180.00bp}]{f8_parallel_speedup}}%
+    \gplfronttext
+  \end{picture}%
+\endgroup
diff --git a/report/figures/f9_parallel.csv b/report/figures/f9_parallel.csv
new file mode 100644
index 0000000..ff39900
--- /dev/null
+++ b/report/figures/f9_parallel.csv
@@ -0,0 +1,35 @@
+100,0.000309174,0.00859484,-96.4028
+200,0.0035476,0.00494413,-28.2462
+300,0.0127426,0.0074686,70.6156
+400,0.0428153,0.0142021,201.472
+500,0.0611114,0.0305357,100.131
+600,0.108478,0.0589314,84.075
+700,0.205817,0.114039,80.4795
+800,0.528887,0.232331,127.644
+900,0.546812,0.468208,16.7883
+1000,0.78722,0.975576,-19.3072
+1100,1.07064,1.30392,-17.8907
+1200,1.45521,1.67568,-13.157
+1300,1.91523,3.07993,-37.8158
+1400,2.26769,3.36566,-32.6227
+1500,2.82255,5.85835,-51.8201
+1600,4.46515,7.13456,-37.4152
+1700,5.50338,8.98528,-38.7512
+1800,8.26159,10.9244,-24.3749
+1900,8.34089,13.8653,-39.8434
+2000,20.3664,15.7666,29.1743
+2100,24.2152,18.1782,33.2101
+2200,33.078,21.3501,54.9314
+2300,42.6655,25.0572,70.2724
+2400,54.6176,27.6821,97.303
+2500,66.1092,33.3118,98.4558
+2600,79.1405,36.582,116.337
+2700,93.8719,41.6073,125.614
+2800,110.335,48.6649,126.724
+2900,124.424,55.1282,125.699
+3000,140.337,59.958,134.059
+3100,159.299,67.0336,137.641
+3200,204.795,91.2744,124.373
+3300,197.251,82.0796,140.317
+3400,216.409,89.5602,141.635
+3500,242.147,99.0295,144.52
diff --git a/report/figures/f9_parallel_speedup.pdf b/report/figures/f9_parallel_speedup.pdf
new file mode 100644
index 0000000..4a6b049
--- /dev/null
+++ b/report/figures/f9_parallel_speedup.pdf
diff --git a/report/figures/f9_parallel_speedup.tex b/report/figures/f9_parallel_speedup.tex
new file mode 100644
index 0000000..cf76f76
--- /dev/null
+++ b/report/figures/f9_parallel_speedup.tex
@@ -0,0 +1,138 @@
+% GNUPLOT: LaTeX picture with Postscript
+\begingroup
+  \makeatletter
+  \providecommand\color[2][]{%
+    \GenericError{(gnuplot) \space\space\space\@spaces}{%
+      Package color not loaded in conjunction with
+      terminal option `colourtext'%
+    }{See the gnuplot documentation for explanation.%
+    }{Either use 'blacktext' in gnuplot or load the package
+      color.sty in LaTeX.}%
+    \renewcommand\color[2][]{}%
+  }%
+  \providecommand\includegraphics[2][]{%
+    \GenericError{(gnuplot) \space\space\space\@spaces}{%
+      Package graphicx or graphics not loaded%
+    }{See the gnuplot documentation for explanation.%
+    }{The gnuplot epslatex terminal needs graphicx.sty or graphics.sty.}%
+    \renewcommand\includegraphics[2][]{}%
+  }%
+  \providecommand\rotatebox[2]{#2}%
+  \@ifundefined{ifGPcolor}{%
+    \newif\ifGPcolor
+    \GPcolortrue
+  }{}%
+  \@ifundefined{ifGPblacktext}{%
+    \newif\ifGPblacktext
+    \GPblacktexttrue
+  }{}%
+  % define a \g@addto@macro without @ in the name:
+  \let\gplgaddtomacro\g@addto@macro
+  % define empty templates for all commands taking text:
+  \gdef\gplbacktext{}%
+  \gdef\gplfronttext{}%
+  \makeatother
+  \ifGPblacktext
+    % no textcolor at all
+    \def\colorrgb#1{}%
+    \def\colorgray#1{}%
+  \else
+    % gray or color?
+    \ifGPcolor
+      \def\colorrgb#1{\color[rgb]{#1}}%
+      \def\colorgray#1{\color[gray]{#1}}%
+      \expandafter\def\csname LTw\endcsname{\color{white}}%
+      \expandafter\def\csname LTb\endcsname{\color{black}}%
+      \expandafter\def\csname LTa\endcsname{\color{black}}%
+      \expandafter\def\csname LT0\endcsname{\color[rgb]{1,0,0}}%
+      \expandafter\def\csname LT1\endcsname{\color[rgb]{0,1,0}}%
+      \expandafter\def\csname LT2\endcsname{\color[rgb]{0,0,1}}%
+      \expandafter\def\csname LT3\endcsname{\color[rgb]{1,0,1}}%
+      \expandafter\def\csname LT4\endcsname{\color[rgb]{0,1,1}}%
+      \expandafter\def\csname LT5\endcsname{\color[rgb]{1,1,0}}%
+      \expandafter\def\csname LT6\endcsname{\color[rgb]{0,0,0}}%
+      \expandafter\def\csname LT7\endcsname{\color[rgb]{1,0.3,0}}%
+      \expandafter\def\csname LT8\endcsname{\color[rgb]{0.5,0.5,0.5}}%
+    \else
+      % gray
+      \def\colorrgb#1{\color{black}}%
+      \def\colorgray#1{\color[gray]{#1}}%
+      \expandafter\def\csname LTw\endcsname{\color{white}}%
+      \expandafter\def\csname LTb\endcsname{\color{black}}%
+      \expandafter\def\csname LTa\endcsname{\color{black}}%
+      \expandafter\def\csname LT0\endcsname{\color{black}}%
+      \expandafter\def\csname LT1\endcsname{\color{black}}%
+      \expandafter\def\csname LT2\endcsname{\color{black}}%
+      \expandafter\def\csname LT3\endcsname{\color{black}}%
+      \expandafter\def\csname LT4\endcsname{\color{black}}%
+      \expandafter\def\csname LT5\endcsname{\color{black}}%
+      \expandafter\def\csname LT6\endcsname{\color{black}}%
+      \expandafter\def\csname LT7\endcsname{\color{black}}%
+      \expandafter\def\csname LT8\endcsname{\color{black}}%
+    \fi
+  \fi
+    \setlength{\unitlength}{0.0500bp}%
+    \ifx\gptboxheight\undefined%
+      \newlength{\gptboxheight}%
+      \newlength{\gptboxwidth}%
+      \newsavebox{\gptboxtext}%
+    \fi%
+    \setlength{\fboxrule}{0.5pt}%
+    \setlength{\fboxsep}{1pt}%
+    \definecolor{tbcol}{rgb}{1,1,1}%
+\begin{picture}(7200.00,3600.00)%
+    \gplgaddtomacro\gplbacktext{%
+      \csname LTb\endcsname%%
+      \put(820,846){\makebox(0,0)[r]{\strut{}$10^{-6}$}}%
+      \csname LTb\endcsname%%
+      \put(820,1229){\makebox(0,0)[r]{\strut{}$10^{-4}$}}%
+      \csname LTb\endcsname%%
+      \put(820,1612){\makebox(0,0)[r]{\strut{}$10^{-2}$}}%
+      \csname LTb\endcsname%%
+      \put(820,1995){\makebox(0,0)[r]{\strut{}$10^{0}$}}%
+      \csname LTb\endcsname%%
+      \put(820,2377){\makebox(0,0)[r]{\strut{}$10^{2}$}}%
+      \csname LTb\endcsname%%
+      \put(820,2760){\makebox(0,0)[r]{\strut{}$10^{4}$}}%
+      \csname LTb\endcsname%%
+      \put(1768,450){\makebox(0,0){\strut{}$100$}}%
+      \csname LTb\endcsname%%
+      \put(3867,450){\makebox(0,0){\strut{}$1000$}}%
+      \csname LTb\endcsname%%
+      \put(5967,450){\makebox(0,0){\strut{}$10000$}}%
+      \csname LTb\endcsname%%
+      \put(6079,795){\makebox(0,0)[l]{\strut{}$-100$}}%
+      \csname LTb\endcsname%%
+      \put(6079,1076){\makebox(0,0)[l]{\strut{}$-50$}}%
+      \csname LTb\endcsname%%
+      \put(6079,1357){\makebox(0,0)[l]{\strut{}$0$}}%
+      \csname LTb\endcsname%%
+      \put(6079,1637){\makebox(0,0)[l]{\strut{}$50$}}%
+      \csname LTb\endcsname%%
+      \put(6079,1918){\makebox(0,0)[l]{\strut{}$100$}}%
+      \csname LTb\endcsname%%
+      \put(6079,2199){\makebox(0,0)[l]{\strut{}$150$}}%
+      \csname LTb\endcsname%%
+      \put(6079,2480){\makebox(0,0)[l]{\strut{}$200$}}%
+      \csname LTb\endcsname%%
+      \put(6079,2760){\makebox(0,0)[l]{\strut{}$250$}}%
+    }%
+    \gplgaddtomacro\gplfronttext{%
+      \csname LTb\endcsname%%
+      \put(5537,3395){\makebox(0,0)[r]{\strut{}\texttt{gfortran}: Serial Loop}}%
+      \csname LTb\endcsname%%
+      \put(5537,3190){\makebox(0,0)[r]{\strut{}\texttt{gfortran}: Parallel Loop}}%
+      \csname LTb\endcsname%%
+      \put(5537,2986){\makebox(0,0)[r]{\strut{}Percent Difference (From Parallel to Serial)}}%
+      \csname LTb\endcsname%%
+      \put(186,1708){\rotatebox{-270.00}{\makebox(0,0){\strut{}Wall Time [s]}}}%
+      \csname LTb\endcsname%%
+      \put(6741,1708){\rotatebox{-270.00}{\makebox(0,0){\strut{}Difference [\%]}}}%
+      \csname LTb\endcsname%%
+      \put(3449,143){\makebox(0,0){\strut{}Size [$N \times N$]}}%
+    }%
+    \gplbacktext
+    \put(0,0){\includegraphics[width={360.00bp},height={180.00bp}]{f9_parallel_speedup}}%
+    \gplfronttext
+  \end{picture}%
+\endgroup
diff --git a/report/figures/plots.gnu b/report/figures/plots.gnu
index 3342372..03d2bd3 100644
--- a/report/figures/plots.gnu
+++ b/report/figures/plots.gnu
@@ -95,3 +95,29 @@ plot "ifx_rowloop_optflags.csv" using 1:2 with linespoints title "\\texttt{ifx}:
      "ifx_rowloop_optflags.csv" using 1:5 with linespoints title "\\texttt{ifx}: Ofast", \
      1e-11*x**3 with line lc rgb 'black' dt 2 notitle
 
+# === FIGURE 8: PARALLEL SPEEDUP BLAS  ===
+set output "f8_parallel_speedup.tex"
+set xrange[70:15500]
+set ytics nomirror
+set y2tics
+set y2label "Difference [\\%]"
+set y2range [-25:85]
+
+plot "f8_parallel.csv" using 1:2 with linespoints title "\\texttt{gfortran}: Serial OpenBLAS", \
+    "f8_parallel.csv" using 1:3 with linespoints title "\\texttt{gfortran}: Parallel OpenBLAS", \
+    "f8_parallel.csv" using 1:4 axes x1y2 with linespoints dt 4 title "Percent Difference (From Parallel to Serial)", \
+    1e-11*x**3 with line lc rgb 'black' dt 2 notitle
+
+
+# === FIGURE 9: PARALLEL SPEEDUP LOOPS  ===
+set output "f9_parallel_speedup.tex"
+set xrange[40:10000]
+set ytics nomirror
+set y2tics
+set y2label "Difference [\\%]"
+set y2range [-125:250]
+
+plot "f9_parallel.csv" using 1:2 with linespoints title "\\texttt{gfortran}: Serial Loop", \
+    "f9_parallel.csv" using 1:3 with linespoints title "\\texttt{gfortran}: Parallel Loop", \
+    "f9_parallel.csv" using 1:4 axes x1y2 with linespoints dt 4 title "Percent Difference (From Parallel to Serial)", \
+    1e-10*x**3 with line lc rgb 'black' dt 2 notitle