Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Binary file removed figures/data-format-conf.pdf
Binary file not shown.
Binary file removed figures/data-format-result.pdf
Binary file not shown.
Binary file removed figures/data-format-system.pdf
Binary file not shown.
Binary file removed figures/data-format.pdf
Binary file not shown.
9 changes: 9 additions & 0 deletions figures/json/data-format-conf.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
"configuration": {
"target-scale": "L",
"resources": {
"cpu-instance": { "name": "cpu-instance", "baseline": 1, "scalability": true },
"cpu-core": { "name": "cpu-core", "baseline": 32, "scalability": false },
"memory": { "name": "memory", "baseline": 64, "scalability": true },
"network": { "name": "network", "baseline": 10, "scalability": false }
}
}
68 changes: 68 additions & 0 deletions figures/json/data-format-result.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,68 @@
"result": {
"experiments": {
"e34252": {
"id": "e34252",
"type": "baseline-alg-bfs",
"jobs": [ "j34252", "j75352", "j23552" ]
},
"e75352": {
"id": "e75352",
"type": "baseline-alg-pr",
"jobs": [ "j34252", "j75352", "j23552" ]
},
"e23552": {
"id": "e23552",
"type": "baseline-alg-cdlp",
"jobs": [ "j34252", "j75352", "j23552" ]
}
},
"jobs": {
"j34252": {
"id": "j34252",
"algorithm": "bfs",
"dataset": "D100",
"scale": 1,
"repetition": 3,
"runs": [ "r649352", "r124252", "r124252" ]
},
"j75352": {
"id": "j75352",
"algorithm": "pr",
"dataset": "D1000",
"scale": 1,
"repetition": 3,
"runs": [ "r649352", "r124252", "r124252" ]
},
"j23552": {
"id": "j23552",
"algorithm": "cdlp",
"dataset": "G25",
"scale": 1,
"repetition": 3,
"runs": [ "r649352", "r124252", "r124252" ]
}
},
"runs": {
"r649352": {
"id": "r649352",
"timestamp": 1463310828849,
"success": true,
"makespan": 23423422,
"processing-time": 2234
},
"r124252": {
"id": "r124252",
"timestamp": 1463310324849,
"success": true,
"makespan": 2343422,
"processing-time": 234
},
"r643252": {
"id": "r124252",
"timestamp": 1463310324849,
"success": true,
"makespan": 2343422,
"processing-time": 234
}
}
}
49 changes: 49 additions & 0 deletions figures/json/data-format-system.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
"system": {
"platform": {
"name": "reference",
"acronym": "ref",
"version": "1.4.0",
"link": "https://github.com/ldbc/ldbc_graphalytics_platforms_reference"
},
"environment": {
"name": "DAS Supercomputer",
"acronym": "das5",
"version": "5",
"link": "http://www.cs.vu.nl/das5/",
"machines": [
{
"quantity": 20,
"operating-system": "Centos",
"cpu": {
"name": "XEON",
"cores": "16"
},
"memory": {
"name": "?",
"size": "40GB"
},
"network": {
"name": "Infiniband",
"throughput": "10GB/s"
},
"storage": {
"name": "SSD",
"volume": "20TB"
},
"accel": {}
}
]
},
"benchmark": {
"graphalytics-core": {
"name": "graphalytics-core",
"version": "1.1.0",
"link": "https://github.com/ldbc/ldbc_graphalytics"
},
"graphalytics-platforms-reference": {
"name": "graphalytics-platforms-reference",
"version": "2.1.0",
"link": "https://github.com/ldbc/ldbc_graphalytics_platforms_reference"
}
}
}
6 changes: 6 additions & 0 deletions figures/json/data-format.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"id": "b2940223",
"system": {...},
"configuration": {...},
"result": {...}
}
31 changes: 31 additions & 0 deletions graphalytics_spec.tex
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,37 @@
commentstyle=\color{gray},
language=Python}

\definecolor{eclipseStrings}{RGB}{42,0.0,255}
\definecolor{eclipseKeywords}{RGB}{127,0,85}
\colorlet{numb}{magenta!60!black}

% JSON definition based on https://tex.stackexchange.com/a/433961/71109
\lstdefinelanguage{json}{
basicstyle=\footnotesize\ttfamily,
commentstyle=\color{eclipseStrings}, % style of comment
stringstyle=\color{eclipseKeywords}, % style of strings
numbers=none,
numberstyle=\scriptsize,
stepnumber=1,
numbersep=8pt,
showstringspaces=false,
breaklines=true,
frame=lines,
string=[s]{"}{"},
comment=[l]{:\ "},
morecomment=[l]{:"},
literate=
*{0}{{{\color{numb}0}}}{1}
{1}{{{\color{numb}1}}}{1}
{2}{{{\color{numb}2}}}{1}
{3}{{{\color{numb}3}}}{1}
{4}{{{\color{numb}4}}}{1}
{5}{{{\color{numb}5}}}{1}
{6}{{{\color{numb}6}}}{1}
{7}{{{\color{numb}7}}}{1}
{8}{{{\color{numb}8}}}{1}
{9}{{{\color{numb}9}}}{1}
}

\newcommand{\GTournament}{Tournament}%
\newcommand{\GCompetition}{Competition}%
Expand Down
30 changes: 5 additions & 25 deletions tex/appendix_data_format.tex
Original file line number Diff line number Diff line change
Expand Up @@ -3,36 +3,16 @@ \chapter{Data format for Benchmark Results}

This appendix shows an example of Graphalytics benchmark results of the reference implementation. Graphalytics benchmark defines a specific data format for the benchmark results. The result is formatted in JSON, and consists of three main components: system under test, benchmark configuration, and experimental results. Figure~\ref{fig:result-format:overview} depicts the top-level structure of the result format.

\begin{figure}[h]
\centering
\caption{Result Format: Overview}
\fbox{\includegraphics[width=0.3\linewidth]{figures/data-format.pdf}}
\label{fig:result-format:overview}
\end{figure}
\lstinputlisting[language={json},caption={Result Format: Overview},label={fig:result-format:overview}]{figures/json/data-format.json}

For the system under test, Graphalytics reports the detailed descriptions of the graph analytic platform, the cluster environment, and the benchmark tool.

\begin{figure}[!h]
\centering
\caption{Result Format: System Under Test}
\fbox{\includegraphics[width=1.0\linewidth]{figures/data-format-system.pdf}}
\label{fig:result-format:system}
\end{figure}
\lstinputlisting[language={json},caption={Result Format: System Under Test},label={fig:result-format:system}]{figures/json/data-format-system.json}

For the benchmark configuration, the target scale and the computation resource usage is reported. For each resource type, the baseline resource usage, and the scalablity of that resource type is reported.

\begin{figure}[!h]
\centering
\caption{Result Format: Benchmark Configuration}
\fbox{\includegraphics[width=1.0\linewidth]{figures/data-format-conf.pdf}}
\label{fig:result-format:conf}
\end{figure}

\begin{figure}[!h]
\centering
\caption{Result Format: Experiment Result}
\fbox{\includegraphics[width=1.0\linewidth]{figures/data-format-result.pdf}}
\label{fig:result-format:result}
\end{figure}
\lstinputlisting[language={json},caption={Result Format: Benchmark Configuration},label={fig:result-format:conf}]{figures/json/data-format-conf.json}

\lstinputlisting[language={json},caption={Result Format: Experiment Result},label={fig:result-format:result}]{figures/json/data-format-result.json}

For the experimental results, the set of experiments, the underlying jobs, and the corresponding runs are reported.