diff --git a/exerciser/h5bench_exerciser.c b/exerciser/h5bench_exerciser.c
index 6f3628e6..0da1e9a1 100644
--- a/exerciser/h5bench_exerciser.c
+++ b/exerciser/h5bench_exerciser.c
@@ -919,6 +919,7 @@ main(int argc, char *argv[])
     H5Pclose(createPropList);
     H5Pclose(accessPropList);
 
+    if (rank == 0)
     if (!keepFile) {
         unlink(testFileName);
     }