Testing Process

This commit is contained in:
Noah L. Schrick 2023-04-05 18:21:16 -05:00
parent c409e45c3d
commit 1621ab56f4
8 changed files with 97 additions and 71 deletions

View File

@ -1092,11 +1092,29 @@
pages = {2317--2322},
}
@misc{noauthor_parallel_nodate-1,
title = {Parallel {BGL} {Distributed} {Adjacency} {List} - 1.73.0},
@software{noauthor_parallel_nodate-1,
author = {{Nick Edmonds}, {Douglas Gregor}, {Andrew Lumsdaine}},
title = {Parallel {BGL} {Distributed} {Adjacency} {List}},
url = {https://www.boost.org/doc/libs/1_73_0/libs/graph_parallel/doc/html/distributed_adjacency_list.html},
version = {1.73.0},
urldate = {2021-04-11},
file = {Parallel BGL Distributed Adjacency List - 1.73.0:/home/noah/Zotero/storage/CXKARHSV/distributed_adjacency_list.html:text/html},
}
@software{hadoop,
author = {{Apache Software Foundation}},
title = {Hadoop},
url = {https://hadoop.apache.org},
version = {0.20.2},
date = {2010-02-19},
}
@software{Slurm,
author = {SchedMD},
title = {Slurm {Workload} {Manager}},
url = {https://slurm.schedmd.com/overview.html},
version = {23.02},
urldate = {2023-04-05},
}
@misc{noauthor_property_nodate,

View File

@ -85,12 +85,14 @@
\newlabel{table:tasking-gen-perf}{{II}{5}{Task Descriptions and Performance Notes}{table.2}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {\mbox {VI-A}}Number of Exploits}{5}{subsection.6.1}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {\mbox {VI-B}}Applicability of Exploits}{5}{subsection.6.2}\protected@file@percent }
\citation{Slurm}
\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Example of a Not Applicable Exploit for the MPI Tasking Testing}}{6}{figure.6}\protected@file@percent }
\newlabel{fig:NA-exp}{{6}{6}{Example of a Not Applicable Exploit for the MPI Tasking Testing}{figure.6}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Example of an Artificially Applicable Exploit for the MPI Tasking Testing}}{6}{figure.7}\protected@file@percent }
\newlabel{fig:Appl-exp}{{7}{6}{Example of an Artificially Applicable Exploit for the MPI Tasking Testing}{figure.7}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {\mbox {VI-C}}Database Load}{6}{subsection.6.3}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {\mbox {VI-D}}Testing Platform}{6}{subsection.6.4}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {\mbox {VI-E}}Testing Process}{6}{subsection.6.5}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {VII}Results}{6}{section.7}\protected@file@percent }
\newlabel{sec:Tasking-Results}{{VII}{6}{Results}{section.7}{}}
\bibdata{Bibliography}
@ -99,20 +101,20 @@
\bibcite{8652334}{3}
\bibcite{baloyi_guidelines_2019}{4}
\bibcite{allman_complying_2006}{5}
\bibcite{j_hale_compliance_nodate}{6}
\bibcite{ou_scalable_2006}{7}
\bibcite{CPSIOT}{8}
\@writefile{toc}{\contentsline {section}{\numberline {VIII}Analysis}{7}{section.8}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {IX}Conclusion}{7}{section.9}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{References}{7}{section*.1}\protected@file@percent }
\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Speedup and Efficiency of the MPI Tasking Approach for a Varying Number of Compute Nodes with an Increasing Problem Size}}{7}{figure.8}\protected@file@percent }
\newlabel{fig:Spd-Eff-Task}{{8}{7}{Speedup and Efficiency of the MPI Tasking Approach for a Varying Number of Compute Nodes with an Increasing Problem Size}{figure.8}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces MPI Tasking Approach Runtime Results}}{7}{figure.9}\protected@file@percent }
\newlabel{fig:Tasking-RT}{{9}{7}{MPI Tasking Approach Runtime Results}{figure.9}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Results for the MPI Tasking Approach in Terms of Speedup}}{7}{figure.10}\protected@file@percent }
\newlabel{fig:Tasking-Spd}{{10}{7}{Results for the MPI Tasking Approach in Terms of Speedup}{figure.10}{}}
\@writefile{toc}{\contentsline {section}{\numberline {VIII}Analysis}{7}{section.8}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {IX}Conclusion}{7}{section.9}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{References}{7}{section*.1}\protected@file@percent }
\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Results for the MPI Tasking Approach in Terms of Efficiency}}{7}{figure.11}\protected@file@percent }
\newlabel{fig:Tasking-Eff}{{11}{7}{Results for the MPI Tasking Approach in Terms of Efficiency}{figure.11}{}}
\bibcite{j_hale_compliance_nodate}{6}
\bibcite{ou_scalable_2006}{7}
\bibcite{CPSIOT}{8}
\bibcite{ming_jo}{9}
\bibcite{cook_rage_2018}{10}
\bibcite{pacheco_introduction_2011}{11}
@ -130,5 +132,6 @@
\bibcite{li_concurrency_2019}{23}
\bibcite{9150145}{24}
\bibcite{7087377}{25}
\bibcite{Slurm}{26}
\bibstyle{ieeetr}
\gdef \@abspage@last{8}

View File

@ -132,4 +132,7 @@ K.~Kaynar and F.~Sivrikaya, ``Distributed attack graph generation,'' {\em IEEE
Transactions on Dependable and Secure Computing}, vol.~13, no.~5,
pp.~519--532, 2016.
\bibitem{Slurm}
SchedMD, ``Slurm {Workload} {Manager}.''
\end{thebibliography}

View File

@ -3,36 +3,38 @@ Capacity: max_strings=200000, hash_size=200000, hash_prime=170003
The top-level auxiliary file: Schrick-Noah_MPI-Tasking.aux
The style file: ieeetr.bst
Database file #1: Bibliography.bib
You've used 25 entries,
Warning--entry type for "Slurm" isn't style-file defined
--line 1112 of file Bibliography.bib
You've used 26 entries,
1876 wiz_defined-function locations,
607 strings with 8782 characters,
and the built_in function-call counts, 6449 in all, are:
= -- 601
> -- 268
611 strings with 8825 characters,
and the built_in function-call counts, 6563 in all, are:
= -- 609
> -- 272
< -- 0
+ -- 99
- -- 74
* -- 441
:= -- 899
+ -- 101
- -- 75
* -- 444
:= -- 914
add.period$ -- 26
call.type$ -- 25
change.case$ -- 25
call.type$ -- 26
change.case$ -- 26
chr.to.int$ -- 0
cite$ -- 25
duplicate$ -- 346
empty$ -- 658
format.name$ -- 74
if$ -- 1582
cite$ -- 26
duplicate$ -- 350
empty$ -- 676
format.name$ -- 75
if$ -- 1611
int.to.chr$ -- 0
int.to.str$ -- 25
int.to.str$ -- 26
missing$ -- 22
newline$ -- 81
num.names$ -- 24
pop$ -- 126
newline$ -- 84
num.names$ -- 25
pop$ -- 131
preamble$ -- 1
purify$ -- 0
quote$ -- 0
skip$ -- 212
skip$ -- 220
stack$ -- 0
substring$ -- 383
swap$ -- 121
@ -41,6 +43,7 @@ text.prefix$ -- 0
top$ -- 0
type$ -- 0
warning$ -- 0
while$ -- 58
width$ -- 27
write$ -- 226
while$ -- 59
width$ -- 28
write$ -- 232
(There was 1 warning)

View File

@ -1,4 +1,4 @@
This is pdfTeX, Version 3.141592653-2.6-1.40.25 (TeX Live 2023/Arch Linux) (preloaded format=pdflatex 2023.4.3) 5 APR 2023 17:54
This is pdfTeX, Version 3.141592653-2.6-1.40.25 (TeX Live 2023/Arch Linux) (preloaded format=pdflatex 2023.4.3) 5 APR 2023 18:18
entering extended mode
restricted \write18 enabled.
%&-line parsing enabled.
@ -539,14 +539,14 @@ Underfull \hbox (badness 3260) in paragraph at lines 77--80
Underfull \vbox (badness 10000) has occurred while \output is active []
<./images/horiz_task.drawio.png, id=156, 1181.41376pt x 785.93625pt>
<./images/horiz_task.drawio.png, id=160, 1181.41376pt x 785.93625pt>
File: ./images/horiz_task.drawio.png Graphic file (type png)
<use ./images/horiz_task.drawio.png>
Package pdftex.def Info: ./images/horiz_task.drawio.png used on input line 116
.
(pdftex.def) Requested size: 252.0pt x 167.64183pt.
[2]
<./images/node-alloc.png, id=180, 818.30719pt x 536.75531pt>
<./images/node-alloc.png, id=184, 818.30719pt x 536.75531pt>
File: ./images/node-alloc.png Graphic file (type png)
<use ./images/node-alloc.png>
Package pdftex.def Info: ./images/node-alloc.png used on input line 128.
@ -555,18 +555,18 @@ Package pdftex.def Info: ./images/node-alloc.png used on input line 128.
LaTeX Warning: Reference `sec:db-stor' on page 3 undefined on input line 139.
<./images/Task1-Data-Dist.png, id=183, 597.98407pt x 197.48781pt>
<./images/Task1-Data-Dist.png, id=187, 597.98407pt x 197.48781pt>
File: ./images/Task1-Data-Dist.png Graphic file (type png)
<use ./images/Task1-Data-Dist.png>
Package pdftex.def Info: ./images/Task1-Data-Dist.png used on input line 145.
(pdftex.def) Requested size: 252.0pt x 83.22455pt.
[3 <./images/horiz_task.drawio.png> <./images/node-alloc.PNG>]
<./images/Task1-Case1.png, id=196, 586.44093pt x 339.51843pt>
<./images/Task1-Case1.png, id=200, 586.44093pt x 339.51843pt>
File: ./images/Task1-Case1.png Graphic file (type png)
<use ./images/Task1-Case1.png>
Package pdftex.def Info: ./images/Task1-Case1.png used on input line 154.
(pdftex.def) Requested size: 252.0pt x 145.89163pt.
<./images/Task1-Case2.png, id=197, 702.37407pt x 414.79968pt>
<./images/Task1-Case2.png, id=201, 702.37407pt x 414.79968pt>
File: ./images/Task1-Case2.png Graphic file (type png)
<use ./images/Task1-Case2.png>
Package pdftex.def Info: ./images/Task1-Case2.png used on input line 161.
@ -600,13 +600,13 @@ Underfull \hbox (badness 1389) in paragraph at lines 210--211
LaTeX Warning: No positions in optional float specifier.
Default added (so using `tbp') on input line 212.
<./images/NA.png, id=210, 369.38pt x 118.4425pt>
<./images/NA.png, id=214, 369.38pt x 118.4425pt>
File: ./images/NA.png Graphic file (type png)
<use ./images/NA.png>
Package pdftex.def Info: ./images/NA.png used on input line 236.
(pdftex.def) Requested size: 184.68954pt x 59.2211pt.
[5]
<./images/Applicable_E.png, id=221, 360.34625pt x 104.39pt>
<./images/Applicable_E.png, id=225, 360.34625pt x 104.39pt>
File: ./images/Applicable_E.png Graphic file (type png)
<use ./images/Applicable_E.png>
Package pdftex.def Info: ./images/Applicable_E.png used on input line 260.
@ -618,48 +618,45 @@ Underfull \hbox (badness 7451) in paragraph at lines 277--278
LaTeX Warning: Reference `sec:test-platform' on page 6 undefined on input line
280.
283.
[6 <./images/NA.png> <./images/Applicable_E.png>]
LaTeX Warning: Reference `sec:FW' on page 7 undefined on input line 284.
LaTeX Warning: Reference `sec:FW' on page 7 undefined on input line 287.
Underfull \hbox (badness 3713) in paragraph at lines 284--285
Underfull \hbox (badness 3713) in paragraph at lines 287--288
[]\OT1/ptm/m/n/10 In terms of efficiency, 2 compute nodes offer the
[]
<./images/Speedup-Esize-Tasking.png, id=237, 620.208pt x 321.93pt>
<./images/Speedup-Esize-Tasking.png, id=242, 620.208pt x 321.93pt>
File: ./images/Speedup-Esize-Tasking.png Graphic file (type png)
<use ./images/Speedup-Esize-Tasking.png>
Package pdftex.def Info: ./images/Speedup-Esize-Tasking.png used on input line
292.
295.
(pdftex.def) Requested size: 252.0pt x 130.80338pt.
<./images/Eff-Esize-Tasking.png, id=238, 620.208pt x 322.149pt>
<./images/Eff-Esize-Tasking.png, id=243, 620.208pt x 322.149pt>
File: ./images/Eff-Esize-Tasking.png Graphic file (type png)
<use ./images/Eff-Esize-Tasking.png>
Package pdftex.def Info: ./images/Eff-Esize-Tasking.png used on input line 293
Package pdftex.def Info: ./images/Eff-Esize-Tasking.png used on input line 296
.
(pdftex.def) Requested size: 252.0pt x 130.89236pt.
<./images/Tasking_RT.png, id=239, 860.46469pt x 257.96375pt>
<./images/Tasking_RT.png, id=244, 860.46469pt x 257.96375pt>
File: ./images/Tasking_RT.png Graphic file (type png)
<use ./images/Tasking_RT.png>
Package pdftex.def Info: ./images/Tasking_RT.png used on input line 300.
Package pdftex.def Info: ./images/Tasking_RT.png used on input line 303.
(pdftex.def) Requested size: 252.0pt x 75.54756pt.
<./images/Tasking_Spd.png, id=240, 860.46469pt x 276.53313pt>
<./images/Tasking_Spd.png, id=245, 860.46469pt x 276.53313pt>
File: ./images/Tasking_Spd.png Graphic file (type png)
<use ./images/Tasking_Spd.png>
Package pdftex.def Info: ./images/Tasking_Spd.png used on input line 307.
Package pdftex.def Info: ./images/Tasking_Spd.png used on input line 310.
(pdftex.def) Requested size: 252.0pt x 80.98582pt.
<./images/Tasking_Eff.png, id=241, 860.46469pt x 276.53313pt>
<./images/Tasking_Eff.png, id=246, 860.46469pt x 276.53313pt>
File: ./images/Tasking_Eff.png Graphic file (type png)
<use ./images/Tasking_Eff.png>
Package pdftex.def Info: ./images/Tasking_Eff.png used on input line 314.
Package pdftex.def Info: ./images/Tasking_Eff.png used on input line 317.
(pdftex.def) Requested size: 252.0pt x 80.98582pt.
(./Schrick-Noah_MPI-Tasking.bbl
Underfull \vbox (badness 10000) has occurred while \output is active []
Underfull \hbox (badness 1442) in paragraph at lines 21--26
\OT1/ptm/m/n/8 A Focus on Cyberphysical Systems and Internet of Things,'' in
[]
@ -711,16 +708,16 @@ LaTeX Warning: There were undefined references.
Package rerunfilecheck Info: File `Schrick-Noah_MPI-Tasking.out' has not change
d.
(rerunfilecheck) Checksum: CB4364753E2594613B2E0BA2E8950C88;3186.
(rerunfilecheck) Checksum: 4585725CEAB08F9F367E9B263A126799;3322.
)
Here is how much of TeX's memory you used:
12240 strings out of 476025
194660 string characters out of 5796533
12244 strings out of 476025
194707 string characters out of 5796533
1874388 words of memory out of 5000000
32443 multiletter control sequences out of 15000+600000
32445 multiletter control sequences out of 15000+600000
552034 words of font info for 106 fonts, out of 8000000 for 9000
1141 hyphenation exceptions out of 8191
75i,14n,76p,2022b,591s stack positions out of 5000i,500n,10000p,200000b,80000s
75i,14n,76p,2022b,599s stack positions out of 5000i,500n,10000p,200000b,80000s
</usr/share/texmf-dist/fonts/type1/public/amsfonts/cm/cmmi10.pfb></usr/share/
texmf-dist/fonts/type1/public/amsfonts/cm/cmr10.pfb></usr/share/texmf-dist/font
s/type1/public/amsfonts/cm/cmr7.pfb></usr/share/texmf-dist/fonts/type1/public/a
@ -728,10 +725,10 @@ msfonts/cm/cmsy10.pfb></usr/share/texmf-dist/fonts/type1/public/amsfonts/cm/cms
y7.pfb></usr/share/texmf-dist/fonts/type1/urw/times/utmb8a.pfb></usr/share/texm
f-dist/fonts/type1/urw/times/utmbi8a.pfb></usr/share/texmf-dist/fonts/type1/urw
/times/utmr8a.pfb></usr/share/texmf-dist/fonts/type1/urw/times/utmri8a.pfb>
Output written on Schrick-Noah_MPI-Tasking.pdf (8 pages, 1004746 bytes).
Output written on Schrick-Noah_MPI-Tasking.pdf (8 pages, 1005307 bytes).
PDF statistics:
314 PDF objects out of 1000 (max. 8388607)
263 compressed objects within 3 object streams
71 named destinations out of 1000 (max. 500000)
253 words of extra memory for PDF output out of 10000 (max. 10000000)
322 PDF objects out of 1000 (max. 8388607)
271 compressed objects within 3 object streams
73 named destinations out of 1000 (max. 500000)
261 words of extra memory for PDF output out of 10000 (max. 10000000)

View File

@ -18,7 +18,8 @@
\BOOKMARK [2][-]{subsection.6.2}{\376\377\000A\000p\000p\000l\000i\000c\000a\000b\000i\000l\000i\000t\000y\000\040\000o\000f\000\040\000E\000x\000p\000l\000o\000i\000t\000s}{section.6}% 18
\BOOKMARK [2][-]{subsection.6.3}{\376\377\000D\000a\000t\000a\000b\000a\000s\000e\000\040\000L\000o\000a\000d}{section.6}% 19
\BOOKMARK [2][-]{subsection.6.4}{\376\377\000T\000e\000s\000t\000i\000n\000g\000\040\000P\000l\000a\000t\000f\000o\000r\000m}{section.6}% 20
\BOOKMARK [1][-]{section.7}{\376\377\000R\000e\000s\000u\000l\000t\000s}{}% 21
\BOOKMARK [1][-]{section.8}{\376\377\000A\000n\000a\000l\000y\000s\000i\000s}{}% 22
\BOOKMARK [1][-]{section.9}{\376\377\000C\000o\000n\000c\000l\000u\000s\000i\000o\000n}{}% 23
\BOOKMARK [1][-]{section*.1}{\376\377\000R\000e\000f\000e\000r\000e\000n\000c\000e\000s}{}% 24
\BOOKMARK [2][-]{subsection.6.5}{\376\377\000T\000e\000s\000t\000i\000n\000g\000\040\000P\000r\000o\000c\000e\000s\000s}{section.6}% 21
\BOOKMARK [1][-]{section.7}{\376\377\000R\000e\000s\000u\000l\000t\000s}{}% 22
\BOOKMARK [1][-]{section.8}{\376\377\000A\000n\000a\000l\000y\000s\000i\000s}{}% 23
\BOOKMARK [1][-]{section.9}{\376\377\000C\000o\000n\000c\000l\000u\000s\000i\000o\000n}{}% 24
\BOOKMARK [1][-]{section*.1}{\376\377\000R\000e\000f\000e\000r\000e\000n\000c\000e\000s}{}% 25

Binary file not shown.

View File

@ -277,6 +277,7 @@ All data was collected on a 13 node cluster, with 12 nodes serving as dedicated
All nodes are connected with a 10Gbps Infiniband interconnect.
\subsection{Testing Process}
Each parameter discussed in this section was individually changed until all permutations of parameters were explored. In addition to changing the parameters, all tests were conducted on a varying number of nodes. All permutations of parameters were examined on 1 compute node (serially) through 12 compute nodes. A bash script for looping through parameters was created on the distributed computing testing platform, with jobs sent to Slurm Workload Manager \cite{Slurm}. When a job completed with Slurm, the bash script would use grep on the output file to extract the necessary data, and add it to a CSV file that was used for the data analysis.
\section{Results} \label{sec:Tasking-Results}
A series of tests were conducted on the platform described at the beginning of Section \ref{sec:test-platform}, and results were collected in regards to the effect of the MPI Tasking approach on increasing sizes of exploit lists for a varying number of nodes. The exploit list initially began with 6 items, and each test scaled the number of exploits by a factor of 2. The final test was with an exploit list with 49,512 entries. If all of the items in these exploit lists were applicable, the runtime would be too great for feasible testing due to the state space explosion. To prevent state-space explosion but still gather valid results, each exploit list in the tests contained 6 exploits that could be applicable, and all remaining exploits were not applicable. The not applicable exploits were created in a fashion similar to that seen in Figure \ref{fig:NA-exp}. By creating a multitude of not applicable exploits, testing can safely be conducted by ensuring state space explosion would not occur while still observing the effectiveness of the tasking approach.