@inproceedings{0205f67b732d4648bf87f27fa01ea766,
title = "ECCH: Erasure Coded Consistent Hashing for Distributed Storage Systems",
abstract = "In this paper, we propose ECCH, an Erasure Coded Consistent Hashing scheme to make better data placement in distributed storage systems. It combines the inherent advantages of consistent hashing together with the storage-efficiency of erasure coding technology. Specifically, ECCH divides data block stream of files into groups according to block IDs. In each group, it encoded data blocks with additional parity blocks by erasure coding. All encoded blocks in the same group are stored on different nodes with consistent hashing distribution. For node failure or data loss, ECCH locates required data through the ID of missing block in a same group for fast recovery. To deal with node changes, ECCH introduces a design of multi-version hash rings to manage data layout. It can prevent the impact of data migration on erasure coding, while achieving data balance with little data movement. We have implemented ECCH on the Sheepdog, a distributed object-based storage system. Evaluation results show that ECCH can greatly improve the space utilization of hashing-based storage systems, while achieving efficient fault tolerance.",
keywords = "Consistent hashing, Data distribution, Erasure coding, Fault tolerance, Replication",
author = "Yinglong Xiong and Jiang Zhou and Lin Su and Weiping Wang and Yong Chen",
note = "Funding Information: ACKNOWLEDGMENT This research is supported by Beijing Municipal Science and Technology Commission, China under Project No. Z191100007119003 and the Strategic Priority Research Program of Chinese Academy of Sciences, Grant No. XDC02010900. This research is also supported in part by the National Science Foundation under grant CCF-1718336, OAC-1835892, and CNS-1817094. Publisher Copyright: {\textcopyright} 2021 IEEE.; null ; Conference date: 30-09-2021 Through 03-10-2021",
year = "2021",
doi = "10.1109/ISPA-BDCloud-SocialCom-SustainCom52081.2021.00036",
language = "English",
series = "19th IEEE International Symposium on Parallel and Distributed Processing with Applications, 11th IEEE International Conference on Big Data and Cloud Computing, 14th IEEE International Conference on Social Computing and Networking and 11th IEEE International Conference on Sustainable Computing and Communications, ISPA/BDCloud/SocialCom/SustainCom 2021",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "177--184",
booktitle = "19th IEEE International Symposium on Parallel and Distributed Processing with Applications, 11th IEEE International Conference on Big Data and Cloud Computing, 14th IEEE International Conference on Social Computing and Networking and 11th IEEE International Conference on Sustainable Computing and Communications, ISPA/BDCloud/SocialCom/SustainCom 2021",
}