@inproceedings{94d1d9333d9a4ab182580e5f3ce12198,
title = "Iteration based collective I/O strategy for Parallel I/O systems",
abstract = "MPI collective I/O is a widely used I/O method that helps data-intensive scientific applications gain better I/O performance. However, it has been observed that existing collective I/O strategies do not perform well due to the access contention problem. Existing collective I/O optimization strategies mainly focus on the I/O phase efficiency and ignore the shuffle cost that may limit the potential of their performance improvement. We observe that as the size of I/O becomes larger, one I/O operation from the upper application would be separated into several iterations to complete. So, I/O requests in each file domain do not necessarily issue to the parallel file system simultaneously unless they are carried out within the same iteration step. Based on that observation, this paper proposes a new collective I/O strategy that reorganizes I/O requests within each file domain instead of coordinating requests across file domains, such that we can eliminate access contentions without introducing extra shuffle cost between aggregators and computing processes. Using benchmark workloads IOR, we evaluate our new strategy and compare with the conventional one. The proposed strategy achieves up to 47%-63% I/O bandwidth improvement compared to the existing ROMIO collective I/O strategy.",
keywords = "access contention, collective I/O, iteration, parallel system",
author = "Zhixiang Wang and Xuanhua Shi and Hai Jin and Song Wu and Yong Chen",
year = "2014",
doi = "10.1109/CCGrid.2014.61",
language = "English",
isbn = "9781479927838",
series = "Proceedings - 14th IEEE/ACM International Symposium on Cluster, Cloud, and Grid Computing, CCGrid 2014",
publisher = "IEEE Computer Society",
pages = "287--294",
booktitle = "Proceedings - 14th IEEE/ACM International Symposium on Cluster, Cloud, and Grid Computing, CCGrid 2014",
note = "14th IEEE/ACM International Symposium on Cluster, Cloud and Grid Computing, CCGrid 2014 ; Conference date: 26-05-2014 Through 29-05-2014",
}