@inproceedings{359a7dccd174413ca9f4923b1e8f9af8,
title = "Interference-Aware I/O scheduling for data-intensive applications on hierarchical HPC storage systems",
abstract = "Scientific applications in critical areas are becoming more and more data-intensive. As data volume continues to grow, the data movement from memory to storage system has turned into a crucial performance bottleneck for many data-intensive applications. Newly emerged burst buffer concept provides a promising solution by increasing the depth of storage hierarchy to increase I/O performance of data-intensive applications. However, the data management on such multi-layer hierarchical storage system is still understudied. How to leverage each layer of storage for efficient data movement is an important research topic for HPC field. In this paper, we present a dynamic, interference-aware scheduling scheme that can efficiently manages the I/O scheduling among different layers of hierarchical HPC storage system to coordinate multiple concurrent data-intensive applications. Extensive experiments have been conducted and the results have demonstrated that our proposed approach can significantly improve the I/O performance of data-intensive applications.",
keywords = "Burst buffer, Data movement, I/O interference, I/O scheduling, Storage system",
author = "Weihao Liang and Yong Chen and Hong An",
year = "2019",
month = aug,
doi = "10.1109/HPCC/SmartCity/DSS.2019.00099",
language = "English",
series = "Proceedings - 21st IEEE International Conference on High Performance Computing and Communications, 17th IEEE International Conference on Smart City and 5th IEEE International Conference on Data Science and Systems, HPCC/SmartCity/DSS 2019",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "654--661",
editor = "Zheng Xiao and Yang, {Laurence T.} and Pavan Balaji and Tao Li and Keqin Li and Albert Zomaya",
booktitle = "Proceedings - 21st IEEE International Conference on High Performance Computing and Communications, 17th IEEE International Conference on Smart City and 5th IEEE International Conference on Data Science and Systems, HPCC/SmartCity/DSS 2019",
note = "null ; Conference date: 10-08-2019 Through 12-08-2019",
}