@InProceedings{gropp:selfconsist-io,
author={William Gropp and Dries Kimpe and Robert B. Ross and Rajeev Thakur and Jesper Larsson Tr\"aff},
title={Self-Consistent {MPI-IO} Performance Requirements and Expectations},
booktitle={Proc. of the 15th European PVM/MPI Users' Group Meeting (Euro
PVM/MPI 2008)},
month={September},
year={2008}
}
@InProceedings{kimpe:log-based,
author={D. Kimpe and R. Ross and S. Vandewalle and S. Poedts},
title={Transparent Log-Based Data Storage in {MPI-IO} Applications},
booktitle={Proc. of the 14th European PVM/MPI Users' Group Meeting (Euro PVM/MPI 2007)},
month={September},
year={2007}
}
@InProceedings{latham:gen-req,
author={Robert Latham and William Gropp and Robert B. Ross and Rajeev Thakur},
title={Extending the {MPI-2} Generalized Request Interface},
booktitle={Proc. of the 14th European PVM/MPI Users' Group Meeting (Euro PVM/MPI 2007)},
month={September},
year={2007},
pages={223--232}
}
@InProceedings{lee:mpiio-l,
author={Jonghyun Lee and Robert B. Ross and Scott Atchley and Micah Beck and
and Rajeev Thakur},
title={{MPI-IO/L}: Efficient Remote {I/O} for {MPI-IO} via Logistical Networking},
booktitle={Proceedings of the 20th IEEE International Parallel and Distributed
Processing Symposium (IPDPS 2006)},
address={Rhodes Island, Greece},
month={April},
year={2006}
}
@InProceedings{ross:atomic,
author = {Robert Ross and Robert Latham and William Gropp and Rajeev Thakur
and Brian Toonen},
title = {Implementing {MPI-IO} Atomic Mode Without File System Support},
booktitle = {Proceedings of CCGrid 2005},
month = {May},
year = {2005},
}
@InProceedings{latham:sharedfp,
author = {Robert Latham and Robert Ross and Rajeev Thakur},
title = {Implementing {MPI-IO} Shared File Pointers Without File
System Support},
booktitle = {Proceedings of EuroPVM/MPI 2005},
month={September},
year = {2005},
}
@article{latham:rma-ops,
author = {Latham, Robert and Ross, Robert and Thakur, Rajeev},
title = {{Implementing MPI-IO Atomic Mode and Shared File Pointers Using MPI
One-Sided Communication}},
journal = {International Journal of High Performance Computing Applications},
volume = {21},
number = {2},
pages = {132-143},
doi = {10.1177/1094342007077859},
year = {2007},
abstract = {The ROMIO implementation of the MPI-IO standard provides a
portable infrastructure for use on top of a variety of underlying storage
targets. These targets vary widely in their capabilities, and in some cases
additional effort is needed within ROMIO to support all MPI-IO semantics. Two
aspects of the interface that can be problematic to implement are MPI-IO
atomic mode and the shared file pointer access routines. Atomic mode requires
enforcing strict consistency semantics, and shared file pointer routines
require communication and coordination in order to atomically update a shared
resource. For some file systems, native locks may be used to implement these
features, but not all file systems have lock support. In this work, we
describe algorithms for implementing efficient mutex locks using MPI-1 and
the one-sided capabilities from MPI-2. We then show how these algorithms may
be used to implement both MPI-IO atomic mode and shared file pointer
methods for ROMIO without requiring any features from the underlying file
system. We show that these algorithms can outperform traditional file system
lock approaches. Because of the portable nature of these algorithms, they are
likely useful in a variety of situations where distributed locking or
coordination is needed in the MPI-2 environment. },
URL = {http://hpc.sagepub.com/cgi/content/abstract/21/2/132},
pdf = {papers/latham_rmaops.pdf},
eprint = {http://hpc.sagepub.com/cgi/reprint/21/2/132.pdf}
}
@Article{latham:mpi-io-scalability,
author = {Rob Latham and Rob Ross and Rajeev Thakur},
title = {The impact of file systems on {MPI-IO} scalability},
journal = {Lecture Notes in Computer Science},
booktitle = {11th European Parallel Virtual Machine and Message Passing
Interface Users Group Meeting; September 19-22, 2004; Budapest, HUNGARY},
editor = {Kranzlmuller, D; Kacsuk, P; Dongarra, J},
year = {2004},
month = {September},
volume = {3241},
pages = {87--96},
institution = {Argonne Natl Lab, 9700 S Cass Ave, Argonne, IL 60439 USA;
Argonne Natl Lab, Argonne, IL 60439 USA},
publisher = {Springer-Verlag Heidelberg},
copyright = {(c)2004 Institute for Scientific Information, Inc.},
URL = {http://www.springerlink.com/link.asp?id=m31px2lt90296b62},
pdf = {papers/latham:scalable_ops.pdf},
keywords = {scalability analysis, MPI-IO, pario-bib},
abstract = {As the number of nodes in cluster systems continues to grow,
leveraging scalable algorithms in all aspects of such systems becomes key to
maintaining performance. While scalable algorithms have been applied
successfully in some areas of parallel I/O, many operations are still
performed in an uncoordinated manner. In this work we consider, in three file
system scenarios, the possibilities for applying scalable algorithms to the
many operations that make up the MPI-IO interface. From this evaluation we
extract a set of file system characteristics that aid in developing scalable
MPI-IO implementations.}
}
@InProceedings{thakur:byte-range,
author = {Rajeev Thakur and Robert Ross and Robert Latham},
title = {Implementing Byte-Range Locks Using {MPI} One-Sided Communication},
booktitle = {Proceedings of the 12th European PVM/MPI Users' Group Meeting (Euro PVM/MPI 2005), Recent Advances in Parallel Virtual Machine and Message Passing Interface, Lecture Notes in Computer Science, LNCS 3666, Springer},
month = {September},
year = {2005},
pages = {119-128},
}
@InProceedings{gropp:io-redundancy,
author={William Gropp and Robert B. Ross and Neill Miller},
title={Providing Efficient {I/O} Redundancy in {MPI} Environments},
booktitle={Proceedings of EuroPVM/MPI 2004},
month={September},
year={2004}
}
@InProceedings{lee:rfs,
author = {Jonghyun Lee and Xiaosong Ma and Robert B. Ross and Rajeev Thakur
and Marianne Winslett},
title={{RFS}: Implementing Efficient and Flexible Remote File Access for
{MPI-IO}},
booktitle={Proceedings of Cluster 2004},
month={September},
year={2004}
}
@InProceedings{yu:bgl-io,
author = {Hao Yu and R. K. Sahoo and C. Howson and George. Almasi and
J. G. Castanos and M. Gupta and Jose. E. Moreira and J. J. Parker and
T. E. Engelsiepen and Robert Ross and Rajeev Thakur and Robert Latham
and W. D. Gropp},
title = {High Performance File {I/O} for the {BlueGene/L} Supercomputer},
booktitle = {Proceedings of the 12th International Symposium on High-Performance Computer Architecture (HPCA-12)},
month = {February},
year = {2006},
url = {http://www.mcs.anl.gov/~thakur/papers/bgl-io.pdf},
}
@Article{Hastings:pio-shmem,
author = {Andrew B. Hastings and Alok Choudhary},
title = {Exploiting Shared Memory to Improve Parallel {I/O} Performance},
journal = {Lecture Notes in Computer Science},
booktitle = {13th European PVM/MPI User's Group Meeting; September 17-20, 2006; Bonn, Germany},
editor = {Mohr, B; Worringen, J; Dongarra, J},
year = {2006},
month = {September},
volume = {4192},
pages = {212-221},
publisher = {Springer-Verlag Heidelberg},
}
@Article{seidel:memfs,
author = {Jan Seidel and Rudolf Berrendorf and Marcel Birkner and Marc-Andre Hermanns},
title = {High-Bandwidth Remote Parallel {I/O} with the Distributed Memory Filesystem {MEMFS}},
journal = {Lecture Notes in Computer Science},
booktitle = {13th European PVM/MPI User's Group Meeting; September 17-20, 2006; Bonn, Germany},
editor = {Mohr, B; Worringen, J; Dongarra, J},
year = {2006},
month = {September},
volume = {4192},
pages = {222-229},
publisher = {Springer-Verlag Heidelberg},
}
@InProceedings{calderon:ft-mpiio,
author={A. Calderon and F. Garcia-Carballeira and Florin Isaila and Rainer Keller and Alexander Schulz},
title={Faul Tolerant File Models for {MPI-IO} Parallel File Systems},
booktitle={Proc. of the 14th European PVM/MPI Users' Group Meeting (Euro PVM/MPI 2007)},
month={September},
year={2007},
pages={153-160}
}
@InProceedings{Blas:romio-gpfs,
author={Francisco Javier Garc{\'i}a Blas and Florin Isaila and Jes{\'u}s Carretero
and Thomas Grossmann},
title={Implementation and Evaluation of an {MPI-IO} Interface for
{GPFS} in {ROMIO}},
booktitle={Proc. of the 15th European PVM/MPI Users' Group Meeting (Euro
PVM/MPI 2008)},
month={September},
year={2008}
}
@InProceedings{dickens:y-lib,
author = {Dickens, Phillip M. and Logan, Jeremy},
title = {Y-lib: a user level library to increase the performance of {MPI-IO} in a lustre file system environment},
booktitle = {HPDC '09: Proceedings of the 18th ACM international symposium on High performance distributed computing},
year = {2009},
isbn = {978-1-60558-587-1},
pages = {31--38},
location = {Garching, Germany},
doi = {http://doi.acm.org/10.1145/1551609.1551617},
publisher = {ACM},
address = {New York, NY, USA},
}
% these ROMIO-related papers won't be published until EuroPVM/MPI 2009
@InProceedings{buettner:nonblocking-io,
author = {David Buettner and Julian Kunkel and Thomas Ludwig},
title = {Using Non-Blocking {I/O} Operations in High Performance Computing to Reduce Execution Times},
booktitle = {To be Published in Proc. of the 16th European PVM/MPI User's Group Meeting (Euro PVM/MPI 2009)},
month={September},
year={2009}
}
@InProceedings{sehrish:conflicts,
author = {Saba Sehrish and Jun Wang and Rajeev Thakur},
title = {Conflict Detection Algorithm to Minimize Locking for {MPI-IO} Atomicity},
booktitle = {To be Published in Proc. of the 16th European PVM/MPI User's Group Meeting (Euro PVM/MPI 2009)},
month={September},
year={2009}
}
@InProceedings{blas:bg-writeback,
author = {Javier Garc{\'i}a Blas and Florin Isaila and Jes{\'u}s Carretero and Robert Latham and Robert Ross},
title = {Multiple-level {MPI} file write-back and prefetching for {Blue Gene} systems},
booktitle = {To be Published in Proc. of the 16th European PVM/MPI User's Group Meeting (Euro PVM/MPI 2009)},
month={September},
year={2009}
}
@InProceedings{isaila:ahpios,
author = {Florin Isaila and Javier Garc{\'i}a Blas and Jes{\'u}s Carretero and Wei-keng Liao and Alok Choudhary},
title = {{AHPIOS}: An {MPI-based} ad-hoc parallel {I/O} system},
booktitle = {14th Intl Conference on Parallel and Distributed Systems. Melbourne, Victoria, Austraila},
year={2008}
}
@InProceedings{blas:viewio,
author = {Javier Garc{\'i}a Blas and Florin Isaila and David E. Singh and Jes{\'u}s Carretero},
title ={View-based collective {I/O} for {MPI-IO}},
booktitle={8th IEEE International Symposium on Cluster Computing and the Grid},
year={2008}
}
@InProceedings{yu:lustre-joining,
author = {Weikuan Yu and Jeffrey Vetter and R. Shane Canon and Song Jiang},
title = {Exploiting {Lustre} File Joining for Effective Collective {IO}},
booktitle = {Seventh IEEE International Symposium on Cluster Computing and the Grid (CCGrid 2007)},
month = {May},
year = {2007},
}
@InProceedings{yu:opal,
author = {Weikuan Yu and Jeffrey Vetter and Shane Canon},
title = {{OPAL}: An Open-Source {MPI-IO} Library over {Cray XT}},
booktitle = {International Workshop on Storage Network Architecture and Parallel I/O (SNAPI'07)},
month={September},
year = {2007}
}
@InProceedings{dickens:lustre-mpi,
title = {Towards a High Performance Implementation of {MPI-IO} on the {Lustre} File System},
author = { Phillip M. Dickens and Jeremy Logan},
booktitle = {Proceedings of GADA'08: Grid computing, high-performAnce and Distributed Applications. Monterrey, Mexico},
month = {November},
year = {2008}
}
@article{dickens:lustre-mpi-journal,
author = {Phillip Dickens and J. Logan},
title = {A High Performance Implementation of {MPI-IO} for a {Lustre} File System Environment},
journal = {To appear: Concurrency and Computation: Practice and Experience},
year = {2009}
}
@InProceedings{logan:objectio,
author = {J. Logan and Phillip Dickens},
title = {Using Object Based Files for High Performance Parallel {I/O}},
booktitle = {Proceedings of the IEEE 4th International Workshop on Intelligent Data acquisition and Advanced Computing Systems: Technology and Applications. Dortmund, Germany},
month = {September},
year = {2007}
}
@InProceedings{logan:dynamic-object-io,
author = {J. Logan and Phillip Dickens},
title = {Dynamic Object Based {I/O}. (Invited Paper)},
booktitle = {To appear: IEEE 5th International Workshop on Intelligent Data
acquisition and Advanced Computing Systems: Technology and Applications},
year = {2009},
month = {August}
}
@InProceedings{liao:partitioning,
author = {Wei-keng Liao and Alok Choudhary},
title = {Dynamically Adapting File Domain Partitioning Methods for Collective {I/O} Based on Underlying Parallel File System Locking Protocols},
booktitle = {Proceedings of International Conference for High Performance Computing, Networking, Storage and Analysis (SC08), Austin, Texas},
month={November},
year = {2008}
}
@InProceedings{nisar:io-delegation,
author = {Arifa Nisar and Wei-keng Liao and Alok Choudhary},
title = {Scaling Parallel {I/O} Performance through {I/O} Delegate and Caching System},
booktitle = {Proceedings of International Conference for High Performance Computing, Networking, Storage and Analysis (SC08), Austin, Texas},
month={November},
year ={2008}
}
@InProceedings{liao:caching-large-scale,
author = { Wei-keng Liao and Avery Ching and Kenin Coloma and Arifa Nisar and Alok Choudhary and Jackie Chen and Ramanan Sankaran and Scott Klasky},
title = {Using {MPI} File Caching to Improve Parallel Write Performance for Large-Scale Scientific Applications},
booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC 2007), Reno, Nevada},
month = {November},
year = {2007}
}
@article{liao:cooperative_caching_mpi_journal,
author = {Wei-keng Liao and Kenin Coloma and Alok Choudhary and Lee Ward},
title = {Cooperative Client-side File Caching for {MPI} Applications},
journal = {International Journal of High Performance Computing Applications},
volume = {21},
number = {2},
pages = {144-154},
month = {May},
year = {2007}
}
@InProceedings{liao:client_cache_eval,
author = {Wei-keng Liao and Avery Ching and Kenin Coloma and Alok Choudhary and Lee Ward},
title = {An Implementation and Evaluation of Client-side File Caching for {MPI-IO}},
booktitle = {Proceedings of the 21st International Parallel and Distributed
Processing Symposium (IPDPS), Long Beach, California},
month = {March},
year = {2007}
}
@article{liao:overlapping_io,
author = {Wei-keng Liao and Kenin Coloma and Alok Choudhary and Lee Ward and Eric Russell and Neil Pundit},
title = {Scalable Design and Implementations for MPI Parallel Overlapping {I/O}},
journal = {{IEEE} Transactions on Parallel and Distributed System},
volume = {17},
number = {11},
pages = {1264-1276},
month = {November},
year = {2006}
}
@InProceedings{coloma:new_collective_io,
author = {Kenin Coloma and Avery Ching and Alok Choudhary and Wei-keng Liao and Robert Ross and Rajeev Thakur and Lee Ward},
title = {A New Flexible {MPI} Collective {I/O} Implementation},
booktitle = {Proceedings of the IEEE Conference on Cluster Computing (Cluster 2006), Barcelona, Spain},
month = {September},
year = {2006}
}
@article{memik:multicollective_io,
author = {Gokhan Memik and Mahmut T. Kandemir and Wei-Keng Liao and Alok Choudhary},
title = {Multicollective {I/O}: A Technique for Exploiting Inter-file Access Patterns},
journal = {{ACM} Transactions on Storage (TOS)},
volume = {2},
number = {3},
pages = {349-360},
month = {August},
year = {2006}
}
@Inbook{liao:atomicity_overlap,
author = {Wei-keng Liao and Alok Choudhary and Kenin Coloma and Lee Ward and Eric Russell and Neil Pundit},
title = {{MPI} Atomicity and Concurrent Overlapping {I/O}},
booktitle = {High Performance Computing: Paradigm and Infrastructure},
pages = {203-218},
chapter = {10},
month = {November},
year = {2005},
publisher = {John Wiley & Sons Inc},
note = {ISBN: 978-0-471-65471-1}
}
@InProceedings{liao:cooperative_write-behind,
author = {Wei-keng Liao and Kenin Coloma and Alok Choudhary and Lee Ward},
title = {{Cooperative Write-Behind Data Buffering for MPI I/O}},
booktitle = {Proceedings of the 12th European Parallel Virtual Machine and Message Passing Interface Conference (EURO PVM/MPI), Sorrento (Naples), Italy},
month = {September},
year = {2005}
}
@InProceedings{liao:app_aware_caching,
author = {Wei-keng Liao and Kenin Coloma and Alok Choudhary and Lee Ward and Eric Russell and Sonja Tideman},
title = {{Collective Caching: Application-aware Client-side File Caching}},
booktitle = {Proceedings of the 14th IEEE International Symposium on High Performance Distributed Computing (HPDC-14), Research Triangle Park, NC},
month = {July},
year = {2005}
}
@InProceedings{coloma:dache,
author = {Kenin Coloma and Alok Choudhary and Wei-keng Liao and Lee Ward and Sonja Tideman},
title = {{DAChe: Direct Access Cache System for Parallel I/O}},
booktitle = {Proceedings of the International Supercomputer Conference, Heidelberg, Germany},
month = {June},
year = {2005}
}
@InProceedings{coloma:scalable_caching,
author = {Kenin Coloma and Alok Choudhary and Wei-keng Liao and Lee Ward and Eric Russell and Neil Pundit},
title = {{Scalable High-level Caching for Parallel I/O}},
booktitle = {Proceedings of the International Parallel and Distributed Parallel Processing Symposium (IPDPS), New Mexico},
month = {April},
year = {2004}
}
@InProceedings{Liao:scalable_atomicity,
author = {Wei-keng Liao and Alok Choudhary and Kenin Coloma and George K. Thiruvathukal and Lee Ward and Eric Russell and Neil Pundit},
title = {{Scalable Implementations of MPI Atomicity for Concurrent Overlapping I/O}},
booktitle = {Proceedings of the International Conference on Parallel Processing (ICPP), Kaohsiung, Taiwan},
month = {October},
year = {2003}
}
@InProceedings{ching:noncontig,
author = {Avery Ching and Alok Choudhary and Kenin Coloma and Wei-keng Liao and Robert Ross and William Gropp},
title = {{Noncontiguous I/O Accesses Through MPI-IO}},
booktitle = {Proceedings of the International Symposium on Cluster Computing and the Grid (CCGrid), Tokyo, Japan},
month = {May},
year = {2003}
}
@Article{chaarawi:collective_writes,
author = {Mohamad Chaarawi and Suneet Chandok and Edgar Gabriel},
title = {{Performance Evaluation of Collective Write Algorithms in MPI I/O}},
journal = {Lecture Notes in Computer Science},
booktitle = {International Conference on Computer Science (ICCS) 2009},
month = {May},
year = {2009},
volume = {5544},
pages = {185-194},
publisher = {Springer Berlin / Heidelberg},
doi = {10.1007/978-3-642-01970-8_19}
}
@Article{kulkarni::shared_file_pointers,
author = {Ketan Kulkarni and Edgar Gabriel},
title = {{Evaluating Algorithms for Shared File Pointer Operations in MPI I/O}},
journal = {Lecture Notes in Computer Science},
booktitle = {International Conference on Computer Science (ICCS) 2009},
month = {May},
year = {2009},
volume = {5544},
pages = {280-289},
publisher = {Springer Berlin / Heidelberg},
doi = {10.1007/978-3-642-01970-8_28}
}