@Article{worringen:improving, author = {Joachim Worringen and Jesper Larsson Tr\"{a}ff and Hubert Ritzdorf}, title = {Improving generic non-contiguous file access for {MPI-IO}}, journal = {Lecture Notes in Computer Science}, booktitle = {10th European Parallel Virtual Machine and Message Passing Interface Users Group Meeting (PVM/MPI); September 29 - October 2, 2003; VENICE, ITALY}, editor = {Dongarra, J; Laforenza, D; Orlando, S}, year = {2003}, month = {October}, volume = {2840}, pages = {309--318}, institution = {NEC Europe Ltd, C\&C Res Labs, Rathausallee 10, D-53757 St Augustin, Germany; NEC Europe Ltd, C\&C Res Labs, D-53757 St Augustin, Germany}, publisher = {Springer-Verlag Heidelberg}, copyright = {(c)2005 The Thomson Corporation}, URL = {http://www.springerlink.com/openurl.asp?genre=article&issn=0302-9743&volume=2840&spage=309}, keywords = {access patterns, MPI-IO, listless I/O, pario-bib}, abstract = {We present a fundamental improvement of the generic techniques for non-contiguous file access in MPI-IO. The improvement consists in the replacement of the conventional data management algorithms based on a representation of the non-contiguous fileview as a list of (offset, length) tuples. The improvement is termed listless i/o as it instead makes use of space- and time-efficient datatype handling functionality that is completely free of lists for processing non-contiguous data in the file or in memory. Listless i/o has been implemented for both independent and collective file accesses and improves access performance by increasing the data throughput between user buffers and file buffers. Additionally, it reduces the memory footprint of the process performing non-contiguous I/O. In this paper we give results for a synthetic benchmark on a PC cluster using different file systems. We demonstrate improvements in I/O bandwidth that exceed a factor of 10.}, comment = {Also see worringen:non-contiguous} }