@InProceedings{carretero:compassion, author = {J. Carretero and J. No and S.-S. Park and A. Choudhary and P. Chen}, title = {COMPASSION: a parallel {I/O} runtime system including chunking and compression for irregular applications}, booktitle = {Proceedings of the International Conference on High-Performance Computing and Networking}, year = {1998}, month = {April}, pages = {668--677}, later = {carretero:compassion2}, keywords = {PASSION, parallel I/O, compression, collective I/O, two-phase I/O, performance evaluation, pario-bib}, abstract = {We present two designs, namely, "collective I/O" and "pipelined collective I/O", of a runtime library for irregular applications based on the two-phase collective I/O technique. We also present the optimization of both models by using chunking and compression mechanisms. In the first scheme, all processors participate in compressions and I/O at the same time, making scheduling of I/O requests simpler but creating a possibility of contention at the I/O nodes. In the second approach, processors are grouped into several groups, overlapping communication, compression, and I/O to reduce I/O contention dynamically. Finally, evaluation results are shown that demonstrates that we can obtain significantly high-performance for I/O above what has been possible so far} }