@inproceedings{050c1c7ae8ee44f1b49660bed91ec3c5,
title = "A compression framework for multidimensional scientific datasets",
abstract = "Scientific simulations and instruments can generate tremendous amount of data in short time periods. Since the generated data is used for inferring new knowledge, it is important to efficiently store and provide it to the scientific endeavors. Although parallel and distributed systems can help to ease the management of such data, the transmission and storage are still challenging problems. Compression is a popular approach for reducing data transfer overheads and storage requirements. However, effectively supporting compression for scientific simulation data and integrating compression algorithms with simulation applications remain a challenge. In this work, we focus on management of multidimensional scientific datasets using domain specific compression algorithms. We propose a compression framework and methodology in order to maximize the bandwidth and storage utilization. We port our framework into PnetCDF and present our preliminary experimental results.",
keywords = "Compression, Data management, Distributed data processing, PNetCDF",
author = "Tekin Bicer and Gagan Agrawal",
year = "2013",
doi = "10.1109/IPDPSW.2013.186",
language = "English (US)",
isbn = "9780769549798",
series = "Proceedings - IEEE 27th International Parallel and Distributed Processing Symposium Workshops and PhD Forum, IPDPSW 2013",
publisher = "IEEE Computer Society",
pages = "2250--2253",
booktitle = "Proceedings - IEEE 27th International Parallel and Distributed Processing Symposium Workshops and PhD Forum, IPDPSW 2013",
note = "2013 IEEE 37th Annual Computer Software and Applications Conference, COMPSAC 2013 ; Conference date: 22-07-2013 Through 26-07-2013",
}