@inproceedings{67b59ac610024b39a74771b9c6eed3e4,
title = "Challenges of workload analysis on large HPC systems; A case study on NCSA Bluewaters",
abstract = "BlueWaters [4] is a petascale-level supercomputer whose mission is to greatly accelerate insight to the most challenging computational and data analysis problems. We performed a detailed workload analysis of Blue Waters [8] using Open XDMoD [10]. .e analysis used approximately 35,000 node hours to process the roughly 95 TB of input data from over 4.5M jobs that ran on Blue Waters during the period that was studied (April 1, 2013-September 30, 2016). .is paper describes the work that was done to collate, process and analyze the data that was collected on Blue Waters, the design decisions that were made, tools that we created and the various so.ware engineering problems that we encountered and solved. In particular, we describe the challenges to data processing unique to BlueWaters engendered by the extremely large jobs that it typically executed.",
keywords = "Availability, Measurement techniques, Modeling techniques, Performance attributes, Reliability, Serviceability",
author = "White, \{Joseph P.\} and Martins Innus and Jones, \{Mahew D.\} and DeLeon, \{Robert L.\} and Nikolay Simakov and Palmer, \{Jerey T.\} and Gallo, \{Steven M.\} and Furlani, \{Tomas R.\} and Michael Showerman and Robert Brunner and Andriy Kot and Gregory Bauer and Brett Bode and Jeremy Enos and William Kramer",
note = "Publisher Copyright: {\textcopyright} 2017 Association for Computing Machinery.; 2017 Practice and Experience in Advanced Research Computing, PEARC 2017 ; Conference date: 09-07-2017 Through 13-07-2017",
year = "2017",
month = jul,
day = "9",
doi = "10.1145/3093338.3093348",
language = "English",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery ",
booktitle = "PEARC 2017 - Practice and Experience in Advanced Research Computing 2017",
address = "United States",
}