@TechReport{bordawekar:collective-tr, author = {Rajesh Bordawekar}, title = {Implementation and Evaluation of Collective {I/O} in the {Intel Paragon Parallel File System}}, year = {1996}, month = {November}, number = {CACR~TR-128}, institution = {Center of Advanced Computing Research, California Insititute of Technology}, later = {bordawekar:collective}, URL = {http://www.cacr.caltech.edu/~rajesh/collective.html}, keywords = {parallel I/O, mutliprocessor file system, pario-bib}, abstract = {A majority of parallel applications obtain parallelism by partitioning data over multiple processors. Accessing distributed data structures like arrays from files often requires each processor to make a large number of small non-contiguous data requests. This problem can be addressed by replacing small non-contiguous requests by large collective requests. This approach, known as Collective I/O, has been found to work extremely well in practice. In this paper, we describe implementation and evaluation of a collective I/O prototype in a production parallel file system on the Intel Paragon. The prototype is implemented in the PFS subsystem of the Intel Paragon Operating System. We evaluate the collective I/O performance using its comparison with the PFS M_RECORD and M_UNIX I/O modes. It is observed that collective I/O provides significant performance improvement over accesses in M_UNIX mode. However, in many cases, various implementation overheads cause collective I/O to provide lower performance than the M_RECORD I/O mode.}, comment = {This tech report was called bordawekar:collective, then renamed bordawekar:collective-tr, on the appearance of the ICS paper bordawekar:collective.} }