@inbook{3f719715a1784c1199d1d26839423680,
title = "Contributions to high-performance big data computing",
abstract = "Our project is at the interface of Big Data and HPC - High- Performance Big Data computing and this paper describes a collaboration between 7 collaborating Universities at Arizona State, Indiana (lead), Kansas, Rutgers, Stony Brook, Virginia Tech, and Utah. It addresses the intersection of Highperformance and Big Data computing with several different application areas or communities driving the requirements for software systems and algorithms. We describe the base architecture, including the HPC-ABDS, High-Performance Computing enhanced Apache Big Data Stack, and an application use case study identifying key features that determine software and algorithm requirements. We summarize middleware including Harp-DAAL collective communication layer, Twister2 Big Data toolkit, and pilot jobs. Then we present the SPIDAL Scalable Parallel Interoperable Data Analytics Library and our work for it in core machinelearning, image processing and the application communities, Network science, Polar Science, Biomolecular Simulations, Pathology, and Spatial systems. We describe basic algorithms and their integration in end-to-end use cases.",
keywords = "Big Data, Biomolecular simulations, Clouds, Graph Analytics, HPC, MIDAS, Network Science, Pathology, Polar Science, SPIDAL",
author = "Geoffrey Fox and Judy Qiu and David Crandall and {Von Laszewski}, Gregor and Oliver Beckstein and John Paden and Ioannis Paraskevakos and Shantenu Jha and Fusheng Wang and Madhav Marathe and Anil Vullikanti and Thomas Cheatham",
note = "Funding Information: This work is a collaboration between university teams at Arizona State, Indiana (lead), Kansas, Rutgers, Stony Brook, Virginia Tech, and Utah. Our website is [1] describing work funded by the US National Science Foundation as NSF 1443054. The project is Funding Information: This work was partially supported by NSF CIF21 DIBBS 1443054; the Indiana University Precision Health initiative and Intel through the Parallel Computing Center at Indiana University. We extend our gratitude to the FutureSystems team for their support with the infrastructure. Publisher Copyright: {\textcopyright} 2019 The authors and IOS Press. All rights reserved.",
year = "2019",
doi = "10.3233/APC190005",
language = "English (US)",
series = "Advances in Parallel Computing",
publisher = "IOS Press BV",
pages = "34--81",
editor = "Lucio Grandinetti and Joubert, {Gerhard R.} and Kristel Michielsen and Mirtaheri, {Seyedeh Leili} and Michela Taufer and Rio Yokota",
booktitle = "Future Trends of HPC in a Disruptive Scenario",
address = "Netherlands",
}